2026-07-29T19:51:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "sub-test-model-808386", "reconcileID": "3d985d8a-ed68-45c5-92a8-465ceaa4fc7f", "LLMInferenceService": "sub-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386"} 2026-07-29T19:51:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "sub-test-model-808386", "reconcileID": "3d985d8a-ed68-45c5-92a8-465ceaa4fc7f", "LLMInferenceService": "sub-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386"} 2026-07-29T19:51:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "sub-test-model-808386", "reconcileID": "3d985d8a-ed68-45c5-92a8-465ceaa4fc7f", "LLMInferenceService": "sub-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386", "name": "sub-test-model-808386-kserve-route-authn"} 2026-07-29T19:51:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "sub-test-model-808386", "reconcileID": "3d985d8a-ed68-45c5-92a8-465ceaa4fc7f", "LLMInferenceService": "sub-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386", "authType": "userdefined"} 2026-07-29T19:51:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "sub-test-model-808386", "reconcileID": "3d985d8a-ed68-45c5-92a8-465ceaa4fc7f", "LLMInferenceService": "sub-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386"} 2026-07-29T19:51:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "sub-test-model-808386", "reconcileID": "edd9a0cd-7408-4f97-b46f-bf11551eb8da", "LLMInferenceService": "sub-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386"} 2026-07-29T19:51:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "sub-test-model-808386", "reconcileID": "edd9a0cd-7408-4f97-b46f-bf11551eb8da", "LLMInferenceService": "sub-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386"} 2026-07-29T19:51:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "sub-test-model-808386", "reconcileID": "edd9a0cd-7408-4f97-b46f-bf11551eb8da", "LLMInferenceService": "sub-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386"} 2026-07-29T19:51:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "sub-test-model-808386", "reconcileID": "edd9a0cd-7408-4f97-b46f-bf11551eb8da", "LLMInferenceService": "sub-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386", "name": "sub-test-model-808386-kserve-route-authn"} 2026-07-29T19:51:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "sub-test-model-808386", "reconcileID": "edd9a0cd-7408-4f97-b46f-bf11551eb8da", "LLMInferenceService": "sub-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386", "authType": "userdefined"} 2026-07-29T19:51:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "sub-test-model-808386", "reconcileID": "edd9a0cd-7408-4f97-b46f-bf11551eb8da", "LLMInferenceService": "sub-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386"} 2026-07-29T19:51:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e241a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a", "reconcileID": "8ed2fb48-2bd7-4628-adc8-735543c4a621", "Gateway": "e2e-shared-a-8e241a", "namespace": "openshift-ingress"} 2026-07-29T19:51:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e241a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a", "reconcileID": "8ed2fb48-2bd7-4628-adc8-735543c4a621", "Gateway": "e2e-shared-a-8e241a", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a-authn-ssl"} 2026-07-29T19:51:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e241a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a", "reconcileID": "8ed2fb48-2bd7-4628-adc8-735543c4a621", "Gateway": "e2e-shared-a-8e241a", "namespace": "openshift-ingress"} 2026-07-29T19:51:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-808386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-808386", "reconcileID": "46c17f48-fa95-42d9-8abf-f625f958c155", "Gateway": "e2e-shared-b-808386", "namespace": "openshift-ingress"} 2026-07-29T19:51:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-808386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-808386", "reconcileID": "46c17f48-fa95-42d9-8abf-f625f958c155", "Gateway": "e2e-shared-b-808386", "namespace": "openshift-ingress", "name": "e2e-shared-b-808386-authn-ssl"} 2026-07-29T19:51:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-808386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-808386", "reconcileID": "46c17f48-fa95-42d9-8abf-f625f958c155", "Gateway": "e2e-shared-b-808386", "namespace": "openshift-ingress"} 2026-07-29T19:52:21Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e241a","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "sub-test-model-8e241a", "reconcileID": "23ca233a-e64a-4e7f-b7c6-f821ae20febc", "LLMInferenceService": "sub-test-model-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a"} 2026-07-29T19:52:21Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e241a","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "sub-test-model-8e241a", "reconcileID": "23ca233a-e64a-4e7f-b7c6-f821ae20febc", "LLMInferenceService": "sub-test-model-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "sub-test-model-8e241a"} 2026-07-29T19:52:21Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e241a","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "sub-test-model-8e241a", "reconcileID": "23ca233a-e64a-4e7f-b7c6-f821ae20febc", "LLMInferenceService": "sub-test-model-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a"} 2026-07-29T19:52:21Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e241a","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "sub-test-model-8e241a", "reconcileID": "23ca233a-e64a-4e7f-b7c6-f821ae20febc", "LLMInferenceService": "sub-test-model-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a"} 2026-07-29T19:52:21Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e241a","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "sub-test-model-8e241a", "reconcileID": "23ca233a-e64a-4e7f-b7c6-f821ae20febc", "LLMInferenceService": "sub-test-model-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "sub-test-model-8e241a-kserve-route-authn"} 2026-07-29T19:52:21Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e241a","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "sub-test-model-8e241a", "reconcileID": "23ca233a-e64a-4e7f-b7c6-f821ae20febc", "LLMInferenceService": "sub-test-model-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "sub-test-model-8e241a-kserve-route-authn"} 2026-07-29T19:52:21Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e241a","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "sub-test-model-8e241a", "reconcileID": "23ca233a-e64a-4e7f-b7c6-f821ae20febc", "LLMInferenceService": "sub-test-model-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a"} 2026-07-29T19:52:21Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e241a","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "sub-test-model-8e241a", "reconcileID": "23ca233a-e64a-4e7f-b7c6-f821ae20febc", "LLMInferenceService": "sub-test-model-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a"} 2026-07-29T19:52:21Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e241a","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "sub-test-model-8e241a", "reconcileID": "e5d1df07-5799-42fe-b710-79c079250232", "LLMInferenceService": "sub-test-model-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a"} 2026-07-29T19:52:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e241a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a", "reconcileID": "cee2417b-1dcc-43a3-b398-9214e093b372", "Gateway": "e2e-shared-a-8e241a", "namespace": "openshift-ingress"} 2026-07-29T19:52:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e241a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a", "reconcileID": "cee2417b-1dcc-43a3-b398-9214e093b372", "Gateway": "e2e-shared-a-8e241a", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a-authn-ssl"} 2026-07-29T19:52:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e241a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a", "reconcileID": "cee2417b-1dcc-43a3-b398-9214e093b372", "Gateway": "e2e-shared-a-8e241a", "namespace": "openshift-ingress"} 2026-07-29T19:52:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e241a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a", "reconcileID": "2bcacab1-31c5-4949-acb1-d9b3c098e2ef", "Gateway": "e2e-shared-a-8e241a", "namespace": "openshift-ingress"} 2026-07-29T19:52:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e241a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a", "reconcileID": "2bcacab1-31c5-4949-acb1-d9b3c098e2ef", "Gateway": "e2e-shared-a-8e241a", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a-authn-ssl"} 2026-07-29T19:52:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e241a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a", "reconcileID": "2bcacab1-31c5-4949-acb1-d9b3c098e2ef", "Gateway": "e2e-shared-a-8e241a", "namespace": "openshift-ingress"} 2026-07-29T19:52:21Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "sub-test-model-808386", "reconcileID": "90eb1ba6-17b0-423b-bf20-8b40157e8724", "LLMInferenceService": "sub-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386"} 2026-07-29T19:52:21Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "sub-test-model-808386", "reconcileID": "90eb1ba6-17b0-423b-bf20-8b40157e8724", "LLMInferenceService": "sub-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386", "name": "sub-test-model-808386"} 2026-07-29T19:52:21Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "sub-test-model-808386", "reconcileID": "90eb1ba6-17b0-423b-bf20-8b40157e8724", "LLMInferenceService": "sub-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386"} 2026-07-29T19:52:21Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "sub-test-model-808386", "reconcileID": "90eb1ba6-17b0-423b-bf20-8b40157e8724", "LLMInferenceService": "sub-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386"} 2026-07-29T19:52:21Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "sub-test-model-808386", "reconcileID": "90eb1ba6-17b0-423b-bf20-8b40157e8724", "LLMInferenceService": "sub-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386", "name": "sub-test-model-808386-kserve-route-authn"} 2026-07-29T19:52:21Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "sub-test-model-808386", "reconcileID": "90eb1ba6-17b0-423b-bf20-8b40157e8724", "LLMInferenceService": "sub-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386", "name": "sub-test-model-808386-kserve-route-authn"} 2026-07-29T19:52:21Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "sub-test-model-808386", "reconcileID": "90eb1ba6-17b0-423b-bf20-8b40157e8724", "LLMInferenceService": "sub-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386", "namespace": "ai-tenant-e2e-shared-b-808386"} 2026-07-29T19:52:21Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "sub-test-model-808386", "reconcileID": "90eb1ba6-17b0-423b-bf20-8b40157e8724", "LLMInferenceService": "sub-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386", "namespace": "ai-tenant-e2e-shared-b-808386"} 2026-07-29T19:52:22Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "sub-test-model-808386", "reconcileID": "ff88d946-38c7-4096-821d-4b1c4fbd75ae", "LLMInferenceService": "sub-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386"} 2026-07-29T19:52:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-808386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-808386", "reconcileID": "bfa04312-6c68-439e-b896-56178165c6b6", "Gateway": "e2e-shared-b-808386", "namespace": "openshift-ingress"} 2026-07-29T19:52:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-808386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-808386", "reconcileID": "bfa04312-6c68-439e-b896-56178165c6b6", "Gateway": "e2e-shared-b-808386", "namespace": "openshift-ingress", "name": "e2e-shared-b-808386-authn-ssl"} 2026-07-29T19:52:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-808386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-808386", "reconcileID": "bfa04312-6c68-439e-b896-56178165c6b6", "Gateway": "e2e-shared-b-808386", "namespace": "openshift-ingress"} 2026-07-29T19:52:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-808386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-808386", "reconcileID": "99237a59-ad9d-404c-979f-3c2c971461cb", "Gateway": "e2e-shared-b-808386", "namespace": "openshift-ingress"} 2026-07-29T19:52:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-808386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-808386", "reconcileID": "99237a59-ad9d-404c-979f-3c2c971461cb", "Gateway": "e2e-shared-b-808386", "namespace": "openshift-ingress", "name": "e2e-shared-b-808386-authn-ssl"} 2026-07-29T19:52:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-808386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-808386", "reconcileID": "99237a59-ad9d-404c-979f-3c2c971461cb", "Gateway": "e2e-shared-b-808386", "namespace": "openshift-ingress"} 2026-07-29T19:52:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e241a","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "rate-test-model-8e241a", "reconcileID": "9a6f7308-613d-42a6-a4a7-13782460b4d3", "LLMInferenceService": "rate-test-model-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a"} 2026-07-29T19:52:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e241a","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "rate-test-model-8e241a", "reconcileID": "9a6f7308-613d-42a6-a4a7-13782460b4d3", "LLMInferenceService": "rate-test-model-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a"} 2026-07-29T19:52:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e241a","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "rate-test-model-8e241a", "reconcileID": "9a6f7308-613d-42a6-a4a7-13782460b4d3", "LLMInferenceService": "rate-test-model-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a"} 2026-07-29T19:52:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e241a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a", "reconcileID": "5f2b9dab-9b8f-4cd4-abae-5536aa160993", "Gateway": "e2e-shared-a-8e241a", "namespace": "openshift-ingress"} 2026-07-29T19:52:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e241a","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "rate-test-model-8e241a", "reconcileID": "9a6f7308-613d-42a6-a4a7-13782460b4d3", "LLMInferenceService": "rate-test-model-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "rate-test-model-8e241a-kserve-route-authn"} 2026-07-29T19:52:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e241a","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "rate-test-model-8e241a", "reconcileID": "9a6f7308-613d-42a6-a4a7-13782460b4d3", "LLMInferenceService": "rate-test-model-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a", "authType": "userdefined"} 2026-07-29T19:52:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e241a","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "rate-test-model-8e241a", "reconcileID": "9a6f7308-613d-42a6-a4a7-13782460b4d3", "LLMInferenceService": "rate-test-model-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a"} 2026-07-29T19:52:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e241a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a", "reconcileID": "5f2b9dab-9b8f-4cd4-abae-5536aa160993", "Gateway": "e2e-shared-a-8e241a", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a-authn-ssl"} 2026-07-29T19:52:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e241a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a", "reconcileID": "5f2b9dab-9b8f-4cd4-abae-5536aa160993", "Gateway": "e2e-shared-a-8e241a", "namespace": "openshift-ingress"} 2026-07-29T19:52:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e241a","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "rate-test-model-8e241a", "reconcileID": "7ed48add-0274-4be2-8942-2ca1d00b8168", "LLMInferenceService": "rate-test-model-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a"} 2026-07-29T19:52:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e241a","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "rate-test-model-8e241a", "reconcileID": "7ed48add-0274-4be2-8942-2ca1d00b8168", "LLMInferenceService": "rate-test-model-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a"} 2026-07-29T19:52:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e241a","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "rate-test-model-8e241a", "reconcileID": "7ed48add-0274-4be2-8942-2ca1d00b8168", "LLMInferenceService": "rate-test-model-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a"} 2026-07-29T19:52:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e241a","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "rate-test-model-8e241a", "reconcileID": "7ed48add-0274-4be2-8942-2ca1d00b8168", "LLMInferenceService": "rate-test-model-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "rate-test-model-8e241a-kserve-route-authn"} 2026-07-29T19:52:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e241a","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "rate-test-model-8e241a", "reconcileID": "7ed48add-0274-4be2-8942-2ca1d00b8168", "LLMInferenceService": "rate-test-model-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a", "authType": "userdefined"} 2026-07-29T19:52:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e241a","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "rate-test-model-8e241a", "reconcileID": "7ed48add-0274-4be2-8942-2ca1d00b8168", "LLMInferenceService": "rate-test-model-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a"} 2026-07-29T19:52:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e241a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a", "reconcileID": "b694384c-c663-4048-968d-f80548a4dfb3", "Gateway": "e2e-shared-a-8e241a", "namespace": "openshift-ingress"} 2026-07-29T19:52:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e241a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a", "reconcileID": "b694384c-c663-4048-968d-f80548a4dfb3", "Gateway": "e2e-shared-a-8e241a", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a-authn-ssl"} 2026-07-29T19:52:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e241a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a", "reconcileID": "b694384c-c663-4048-968d-f80548a4dfb3", "Gateway": "e2e-shared-a-8e241a", "namespace": "openshift-ingress"} 2026-07-29T19:52:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e241a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a", "reconcileID": "61c39e25-d9cd-4120-828d-e01703d95bdc", "Gateway": "e2e-shared-a-8e241a", "namespace": "openshift-ingress"} 2026-07-29T19:52:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e241a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a", "reconcileID": "61c39e25-d9cd-4120-828d-e01703d95bdc", "Gateway": "e2e-shared-a-8e241a", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a-authn-ssl"} 2026-07-29T19:52:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e241a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a", "reconcileID": "61c39e25-d9cd-4120-828d-e01703d95bdc", "Gateway": "e2e-shared-a-8e241a", "namespace": "openshift-ingress"} 2026-07-29T19:52:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e241a","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "rate-test-model-8e241a", "reconcileID": "4b47102b-9818-484c-b332-b28be256d212", "LLMInferenceService": "rate-test-model-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a"} 2026-07-29T19:52:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e241a","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "rate-test-model-8e241a", "reconcileID": "4b47102b-9818-484c-b332-b28be256d212", "LLMInferenceService": "rate-test-model-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a"} 2026-07-29T19:52:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e241a","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "rate-test-model-8e241a", "reconcileID": "4b47102b-9818-484c-b332-b28be256d212", "LLMInferenceService": "rate-test-model-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a"} 2026-07-29T19:52:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e241a","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "rate-test-model-8e241a", "reconcileID": "4b47102b-9818-484c-b332-b28be256d212", "LLMInferenceService": "rate-test-model-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "rate-test-model-8e241a-kserve-route-authn"} 2026-07-29T19:52:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e241a","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "rate-test-model-8e241a", "reconcileID": "4b47102b-9818-484c-b332-b28be256d212", "LLMInferenceService": "rate-test-model-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a", "authType": "userdefined"} 2026-07-29T19:52:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e241a","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "rate-test-model-8e241a", "reconcileID": "4b47102b-9818-484c-b332-b28be256d212", "LLMInferenceService": "rate-test-model-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a"} 2026-07-29T19:52:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-808386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-808386", "reconcileID": "1bddfb07-bed7-4bb2-9dcd-37215c4a6e55", "Gateway": "e2e-shared-b-808386", "namespace": "openshift-ingress"} 2026-07-29T19:52:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-808386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-808386", "reconcileID": "1bddfb07-bed7-4bb2-9dcd-37215c4a6e55", "Gateway": "e2e-shared-b-808386", "namespace": "openshift-ingress", "name": "e2e-shared-b-808386-authn-ssl"} 2026-07-29T19:52:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-808386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-808386", "reconcileID": "1bddfb07-bed7-4bb2-9dcd-37215c4a6e55", "Gateway": "e2e-shared-b-808386", "namespace": "openshift-ingress"} 2026-07-29T19:52:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e241a","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "rate-test-model-8e241a", "reconcileID": "d016aac7-1ac8-46f2-a0c8-4731866a0dd6", "LLMInferenceService": "rate-test-model-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a"} 2026-07-29T19:52:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e241a","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "rate-test-model-8e241a", "reconcileID": "d016aac7-1ac8-46f2-a0c8-4731866a0dd6", "LLMInferenceService": "rate-test-model-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a"} 2026-07-29T19:52:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e241a","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "rate-test-model-8e241a", "reconcileID": "d016aac7-1ac8-46f2-a0c8-4731866a0dd6", "LLMInferenceService": "rate-test-model-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a"} 2026-07-29T19:52:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e241a","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "rate-test-model-8e241a", "reconcileID": "d016aac7-1ac8-46f2-a0c8-4731866a0dd6", "LLMInferenceService": "rate-test-model-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "rate-test-model-8e241a-kserve-route-authn"} 2026-07-29T19:52:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e241a","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "rate-test-model-8e241a", "reconcileID": "d016aac7-1ac8-46f2-a0c8-4731866a0dd6", "LLMInferenceService": "rate-test-model-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a", "authType": "userdefined"} 2026-07-29T19:52:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e241a","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "rate-test-model-8e241a", "reconcileID": "d016aac7-1ac8-46f2-a0c8-4731866a0dd6", "LLMInferenceService": "rate-test-model-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a"} 2026-07-29T19:52:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e241a","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "rate-test-model-8e241a", "reconcileID": "3b5466e0-8271-4c32-b0d6-0dff8de810f7", "LLMInferenceService": "rate-test-model-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a"} 2026-07-29T19:52:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e241a","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "rate-test-model-8e241a", "reconcileID": "3b5466e0-8271-4c32-b0d6-0dff8de810f7", "LLMInferenceService": "rate-test-model-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a"} 2026-07-29T19:52:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e241a","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "rate-test-model-8e241a", "reconcileID": "3b5466e0-8271-4c32-b0d6-0dff8de810f7", "LLMInferenceService": "rate-test-model-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a"} 2026-07-29T19:52:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e241a","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "rate-test-model-8e241a", "reconcileID": "3b5466e0-8271-4c32-b0d6-0dff8de810f7", "LLMInferenceService": "rate-test-model-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "rate-test-model-8e241a-kserve-route-authn"} 2026-07-29T19:52:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e241a","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "rate-test-model-8e241a", "reconcileID": "3b5466e0-8271-4c32-b0d6-0dff8de810f7", "LLMInferenceService": "rate-test-model-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a", "authType": "userdefined"} 2026-07-29T19:52:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e241a","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "rate-test-model-8e241a", "reconcileID": "3b5466e0-8271-4c32-b0d6-0dff8de810f7", "LLMInferenceService": "rate-test-model-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a"} 2026-07-29T19:52:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "rate-test-model-808386", "reconcileID": "3b3db0bc-e23d-4eaa-be97-702bbcc47a0f", "LLMInferenceService": "rate-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386"} 2026-07-29T19:52:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "rate-test-model-808386", "reconcileID": "3b3db0bc-e23d-4eaa-be97-702bbcc47a0f", "LLMInferenceService": "rate-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386"} 2026-07-29T19:52:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "rate-test-model-808386", "reconcileID": "3b3db0bc-e23d-4eaa-be97-702bbcc47a0f", "LLMInferenceService": "rate-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386"} 2026-07-29T19:52:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-808386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-808386", "reconcileID": "4780b411-4961-4686-a2cd-7fa80871e000", "Gateway": "e2e-shared-b-808386", "namespace": "openshift-ingress"} 2026-07-29T19:52:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "rate-test-model-808386", "reconcileID": "3b3db0bc-e23d-4eaa-be97-702bbcc47a0f", "LLMInferenceService": "rate-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386", "name": "rate-test-model-808386-kserve-route-authn"} 2026-07-29T19:52:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "rate-test-model-808386", "reconcileID": "3b3db0bc-e23d-4eaa-be97-702bbcc47a0f", "LLMInferenceService": "rate-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386", "authType": "userdefined"} 2026-07-29T19:52:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "rate-test-model-808386", "reconcileID": "3b3db0bc-e23d-4eaa-be97-702bbcc47a0f", "LLMInferenceService": "rate-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386"} 2026-07-29T19:52:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-808386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-808386", "reconcileID": "4780b411-4961-4686-a2cd-7fa80871e000", "Gateway": "e2e-shared-b-808386", "namespace": "openshift-ingress", "name": "e2e-shared-b-808386-authn-ssl"} 2026-07-29T19:52:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-808386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-808386", "reconcileID": "4780b411-4961-4686-a2cd-7fa80871e000", "Gateway": "e2e-shared-b-808386", "namespace": "openshift-ingress"} 2026-07-29T19:52:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "rate-test-model-808386", "reconcileID": "0498146c-1bd3-4dfc-8ea9-9ab0595981be", "LLMInferenceService": "rate-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386"} 2026-07-29T19:52:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "rate-test-model-808386", "reconcileID": "0498146c-1bd3-4dfc-8ea9-9ab0595981be", "LLMInferenceService": "rate-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386"} 2026-07-29T19:52:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "rate-test-model-808386", "reconcileID": "0498146c-1bd3-4dfc-8ea9-9ab0595981be", "LLMInferenceService": "rate-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386"} 2026-07-29T19:52:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "rate-test-model-808386", "reconcileID": "0498146c-1bd3-4dfc-8ea9-9ab0595981be", "LLMInferenceService": "rate-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386", "name": "rate-test-model-808386-kserve-route-authn"} 2026-07-29T19:52:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "rate-test-model-808386", "reconcileID": "0498146c-1bd3-4dfc-8ea9-9ab0595981be", "LLMInferenceService": "rate-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386", "authType": "userdefined"} 2026-07-29T19:52:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "rate-test-model-808386", "reconcileID": "0498146c-1bd3-4dfc-8ea9-9ab0595981be", "LLMInferenceService": "rate-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386"} 2026-07-29T19:52:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-808386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-808386", "reconcileID": "3fcb74bd-1998-4b94-93d4-2778ed9e69c4", "Gateway": "e2e-shared-b-808386", "namespace": "openshift-ingress"} 2026-07-29T19:52:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-808386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-808386", "reconcileID": "3fcb74bd-1998-4b94-93d4-2778ed9e69c4", "Gateway": "e2e-shared-b-808386", "namespace": "openshift-ingress", "name": "e2e-shared-b-808386-authn-ssl"} 2026-07-29T19:52:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-808386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-808386", "reconcileID": "3fcb74bd-1998-4b94-93d4-2778ed9e69c4", "Gateway": "e2e-shared-b-808386", "namespace": "openshift-ingress"} 2026-07-29T19:52:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "rate-test-model-808386", "reconcileID": "6bdeef83-16b4-4ea9-a4ee-16edcbb6853d", "LLMInferenceService": "rate-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386"} 2026-07-29T19:52:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "rate-test-model-808386", "reconcileID": "6bdeef83-16b4-4ea9-a4ee-16edcbb6853d", "LLMInferenceService": "rate-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386"} 2026-07-29T19:52:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "rate-test-model-808386", "reconcileID": "6bdeef83-16b4-4ea9-a4ee-16edcbb6853d", "LLMInferenceService": "rate-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386"} 2026-07-29T19:52:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "rate-test-model-808386", "reconcileID": "6bdeef83-16b4-4ea9-a4ee-16edcbb6853d", "LLMInferenceService": "rate-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386", "name": "rate-test-model-808386-kserve-route-authn"} 2026-07-29T19:52:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "rate-test-model-808386", "reconcileID": "6bdeef83-16b4-4ea9-a4ee-16edcbb6853d", "LLMInferenceService": "rate-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386", "authType": "userdefined"} 2026-07-29T19:52:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "rate-test-model-808386", "reconcileID": "6bdeef83-16b4-4ea9-a4ee-16edcbb6853d", "LLMInferenceService": "rate-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386"} 2026-07-29T19:53:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "rate-test-model-808386", "reconcileID": "7ad4588e-3ccd-43f4-bb53-cae69b5cdba8", "LLMInferenceService": "rate-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386"} 2026-07-29T19:53:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "rate-test-model-808386", "reconcileID": "7ad4588e-3ccd-43f4-bb53-cae69b5cdba8", "LLMInferenceService": "rate-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386"} 2026-07-29T19:53:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "rate-test-model-808386", "reconcileID": "7ad4588e-3ccd-43f4-bb53-cae69b5cdba8", "LLMInferenceService": "rate-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386"} 2026-07-29T19:53:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "rate-test-model-808386", "reconcileID": "7ad4588e-3ccd-43f4-bb53-cae69b5cdba8", "LLMInferenceService": "rate-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386", "name": "rate-test-model-808386-kserve-route-authn"} 2026-07-29T19:53:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "rate-test-model-808386", "reconcileID": "7ad4588e-3ccd-43f4-bb53-cae69b5cdba8", "LLMInferenceService": "rate-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386", "authType": "userdefined"} 2026-07-29T19:53:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "rate-test-model-808386", "reconcileID": "7ad4588e-3ccd-43f4-bb53-cae69b5cdba8", "LLMInferenceService": "rate-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386"} 2026-07-29T19:53:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-808386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-808386", "reconcileID": "6b358330-2fe0-4c26-98b8-e00575a07655", "Gateway": "e2e-shared-b-808386", "namespace": "openshift-ingress"} 2026-07-29T19:53:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-808386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-808386", "reconcileID": "6b358330-2fe0-4c26-98b8-e00575a07655", "Gateway": "e2e-shared-b-808386", "namespace": "openshift-ingress", "name": "e2e-shared-b-808386-authn-ssl"} 2026-07-29T19:53:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-808386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-808386", "reconcileID": "6b358330-2fe0-4c26-98b8-e00575a07655", "Gateway": "e2e-shared-b-808386", "namespace": "openshift-ingress"} 2026-07-29T19:53:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e241a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a", "reconcileID": "242ce414-6ec0-443a-8c7c-76f8ae79aeb3", "Gateway": "e2e-shared-a-8e241a", "namespace": "openshift-ingress"} 2026-07-29T19:53:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e241a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a", "reconcileID": "242ce414-6ec0-443a-8c7c-76f8ae79aeb3", "Gateway": "e2e-shared-a-8e241a", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a-authn-ssl"} 2026-07-29T19:53:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e241a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a", "reconcileID": "242ce414-6ec0-443a-8c7c-76f8ae79aeb3", "Gateway": "e2e-shared-a-8e241a", "namespace": "openshift-ingress"} 2026-07-29T19:54:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "07cd2b93-bc30-441c-a590-5e467a1aea36", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T19:54:07Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e241a","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "rate-test-model-8e241a", "reconcileID": "fe3ca870-bd64-487f-beeb-8af80e590c64", "LLMInferenceService": "rate-test-model-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a"} 2026-07-29T19:54:07Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e241a","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "rate-test-model-8e241a", "reconcileID": "fe3ca870-bd64-487f-beeb-8af80e590c64", "LLMInferenceService": "rate-test-model-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "rate-test-model-8e241a"} 2026-07-29T19:54:07Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e241a","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "rate-test-model-8e241a", "reconcileID": "fe3ca870-bd64-487f-beeb-8af80e590c64", "LLMInferenceService": "rate-test-model-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a"} 2026-07-29T19:54:07Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e241a","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "rate-test-model-8e241a", "reconcileID": "fe3ca870-bd64-487f-beeb-8af80e590c64", "LLMInferenceService": "rate-test-model-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a"} 2026-07-29T19:54:07Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e241a","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "rate-test-model-8e241a", "reconcileID": "fe3ca870-bd64-487f-beeb-8af80e590c64", "LLMInferenceService": "rate-test-model-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "rate-test-model-8e241a-kserve-route-authn"} 2026-07-29T19:54:07Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e241a","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "rate-test-model-8e241a", "reconcileID": "fe3ca870-bd64-487f-beeb-8af80e590c64", "LLMInferenceService": "rate-test-model-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "rate-test-model-8e241a-kserve-route-authn"} 2026-07-29T19:54:07Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e241a","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "rate-test-model-8e241a", "reconcileID": "fe3ca870-bd64-487f-beeb-8af80e590c64", "LLMInferenceService": "rate-test-model-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a"} 2026-07-29T19:54:07Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e241a","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "rate-test-model-8e241a", "reconcileID": "fe3ca870-bd64-487f-beeb-8af80e590c64", "LLMInferenceService": "rate-test-model-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a"} 2026-07-29T19:54:07Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e241a","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "rate-test-model-8e241a", "reconcileID": "1c6fd708-75fa-49f3-b6a6-2cedd8022b8c", "LLMInferenceService": "rate-test-model-8e241a", "namespace": "ai-tenant-e2e-shared-a-8e241a"} 2026-07-29T19:54:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e241a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a", "reconcileID": "9886a779-7dd6-484b-a81d-db7fb405307c", "Gateway": "e2e-shared-a-8e241a", "namespace": "openshift-ingress"} 2026-07-29T19:54:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e241a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a", "reconcileID": "9886a779-7dd6-484b-a81d-db7fb405307c", "Gateway": "e2e-shared-a-8e241a", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a-authn-ssl"} 2026-07-29T19:54:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e241a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a", "reconcileID": "9886a779-7dd6-484b-a81d-db7fb405307c", "Gateway": "e2e-shared-a-8e241a", "namespace": "openshift-ingress"} 2026-07-29T19:54:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e241a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a", "reconcileID": "1f5620dc-3263-41a3-81e2-88fe39336888", "Gateway": "e2e-shared-a-8e241a", "namespace": "openshift-ingress"} 2026-07-29T19:54:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e241a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a", "reconcileID": "1f5620dc-3263-41a3-81e2-88fe39336888", "Gateway": "e2e-shared-a-8e241a", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a-authn-ssl"} 2026-07-29T19:54:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e241a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a", "reconcileID": "1f5620dc-3263-41a3-81e2-88fe39336888", "Gateway": "e2e-shared-a-8e241a", "namespace": "openshift-ingress"} 2026-07-29T19:54:07Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "rate-test-model-808386", "reconcileID": "9088dae0-ac22-4d2e-968b-cf99c10a6004", "LLMInferenceService": "rate-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386"} 2026-07-29T19:54:07Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "rate-test-model-808386", "reconcileID": "9088dae0-ac22-4d2e-968b-cf99c10a6004", "LLMInferenceService": "rate-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386", "name": "rate-test-model-808386"} 2026-07-29T19:54:07Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "rate-test-model-808386", "reconcileID": "9088dae0-ac22-4d2e-968b-cf99c10a6004", "LLMInferenceService": "rate-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386"} 2026-07-29T19:54:07Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "rate-test-model-808386", "reconcileID": "9088dae0-ac22-4d2e-968b-cf99c10a6004", "LLMInferenceService": "rate-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386"} 2026-07-29T19:54:07Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "rate-test-model-808386", "reconcileID": "9088dae0-ac22-4d2e-968b-cf99c10a6004", "LLMInferenceService": "rate-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386", "name": "rate-test-model-808386-kserve-route-authn"} 2026-07-29T19:54:07Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "rate-test-model-808386", "reconcileID": "9088dae0-ac22-4d2e-968b-cf99c10a6004", "LLMInferenceService": "rate-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386", "name": "rate-test-model-808386-kserve-route-authn"} 2026-07-29T19:54:07Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "rate-test-model-808386", "reconcileID": "9088dae0-ac22-4d2e-968b-cf99c10a6004", "LLMInferenceService": "rate-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386", "namespace": "ai-tenant-e2e-shared-b-808386"} 2026-07-29T19:54:07Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "rate-test-model-808386", "reconcileID": "9088dae0-ac22-4d2e-968b-cf99c10a6004", "LLMInferenceService": "rate-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386", "namespace": "ai-tenant-e2e-shared-b-808386"} 2026-07-29T19:54:08Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-808386","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "rate-test-model-808386", "reconcileID": "434a716e-5561-4e28-86b5-2be7d6572ae6", "LLMInferenceService": "rate-test-model-808386", "namespace": "ai-tenant-e2e-shared-b-808386"} 2026-07-29T19:54:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-808386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-808386", "reconcileID": "6370708f-17da-4241-8ca5-0340c2b6a591", "Gateway": "e2e-shared-b-808386", "namespace": "openshift-ingress"} 2026-07-29T19:54:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-808386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-808386", "reconcileID": "6370708f-17da-4241-8ca5-0340c2b6a591", "Gateway": "e2e-shared-b-808386", "namespace": "openshift-ingress", "name": "e2e-shared-b-808386-authn-ssl"} 2026-07-29T19:54:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-808386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-808386", "reconcileID": "6370708f-17da-4241-8ca5-0340c2b6a591", "Gateway": "e2e-shared-b-808386", "namespace": "openshift-ingress"} 2026-07-29T19:54:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-808386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-808386", "reconcileID": "76f9ed01-ee1b-4c5a-8dd5-91cb6006fb01", "Gateway": "e2e-shared-b-808386", "namespace": "openshift-ingress"} 2026-07-29T19:54:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-808386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-808386", "reconcileID": "76f9ed01-ee1b-4c5a-8dd5-91cb6006fb01", "Gateway": "e2e-shared-b-808386", "namespace": "openshift-ingress", "name": "e2e-shared-b-808386-authn-ssl"} 2026-07-29T19:54:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-808386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-808386", "reconcileID": "76f9ed01-ee1b-4c5a-8dd5-91cb6006fb01", "Gateway": "e2e-shared-b-808386", "namespace": "openshift-ingress"} 2026-07-29T19:54:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e241a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a", "reconcileID": "f02c7ae1-20d9-4422-97b8-b9685a81718a", "Gateway": "e2e-shared-a-8e241a", "namespace": "openshift-ingress"} 2026-07-29T19:54:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e241a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a", "reconcileID": "f02c7ae1-20d9-4422-97b8-b9685a81718a", "Gateway": "e2e-shared-a-8e241a", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a-authn-ssl"} 2026-07-29T19:54:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e241a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a", "reconcileID": "f02c7ae1-20d9-4422-97b8-b9685a81718a", "Gateway": "e2e-shared-a-8e241a", "namespace": "openshift-ingress"} 2026-07-29T19:54:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-808386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-808386", "reconcileID": "c97b7441-676a-423a-a296-dd97d3681cbf", "Gateway": "e2e-shared-b-808386", "namespace": "openshift-ingress"} 2026-07-29T19:54:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-808386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-808386", "reconcileID": "c97b7441-676a-423a-a296-dd97d3681cbf", "Gateway": "e2e-shared-b-808386", "namespace": "openshift-ingress", "name": "e2e-shared-b-808386-authn-ssl"} 2026-07-29T19:54:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-808386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-808386", "reconcileID": "c97b7441-676a-423a-a296-dd97d3681cbf", "Gateway": "e2e-shared-b-808386", "namespace": "openshift-ingress"} 2026-07-29T19:54:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "8a4977f6-e72f-4009-b90e-b11231811385", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress"} 2026-07-29T19:54:27Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "8a4977f6-e72f-4009-b90e-b11231811385", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53-authn-ssl"} 2026-07-29T19:54:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "8a4977f6-e72f-4009-b90e-b11231811385", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress"} 2026-07-29T19:54:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "7931c858-b0af-4500-a2f4-f5ee83188454", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress"} 2026-07-29T19:54:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "7931c858-b0af-4500-a2f4-f5ee83188454", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53-authn-ssl"} 2026-07-29T19:54:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "7931c858-b0af-4500-a2f4-f5ee83188454", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress"} 2026-07-29T19:54:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "fec01c63-a64d-4ead-b13e-52e8e8db03cd", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress"} 2026-07-29T19:54:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "fec01c63-a64d-4ead-b13e-52e8e8db03cd", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53-authn-ssl"} 2026-07-29T19:54:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "fec01c63-a64d-4ead-b13e-52e8e8db03cd", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress"} 2026-07-29T19:54:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "2923a27c-d1d2-4fd6-95de-12d8fa868bb7", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress"} 2026-07-29T19:54:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "2923a27c-d1d2-4fd6-95de-12d8fa868bb7", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53-authn-ssl"} 2026-07-29T19:54:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "2923a27c-d1d2-4fd6-95de-12d8fa868bb7", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress"} 2026-07-29T19:54:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "489f5e10-0108-4de5-8dde-745bd9b8c59c", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress"} 2026-07-29T19:54:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "489f5e10-0108-4de5-8dde-745bd9b8c59c", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53-authn-ssl"} 2026-07-29T19:54:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "489f5e10-0108-4de5-8dde-745bd9b8c59c", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress"} 2026-07-29T19:54:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "1e50205e-b67e-49c7-96f1-29b80fb144cf", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress"} 2026-07-29T19:54:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "1e50205e-b67e-49c7-96f1-29b80fb144cf", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53-authn-ssl"} 2026-07-29T19:54:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "1e50205e-b67e-49c7-96f1-29b80fb144cf", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress"} 2026-07-29T19:54:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "012a4895-860f-4d8a-acf2-1e5e29586d26", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress"} 2026-07-29T19:54:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "012a4895-860f-4d8a-acf2-1e5e29586d26", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53-authn-ssl"} 2026-07-29T19:54:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "012a4895-860f-4d8a-acf2-1e5e29586d26", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress"} 2026-07-29T19:54:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "odh-trusted-ca-bundle", "reconcileID": "9423af9c-91d8-462f-9fad-33e86192a6e6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:54:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "openshift-service-ca.crt", "reconcileID": "985d7861-e618-4d09-b6a3-39a7bea6b9aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:54:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "openshift-service-ca.crt", "reconcileID": "5260d9b3-c83b-4432-a4e3-273830aca7e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T19:54:33Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "openshift-service-ca.crt", "reconcileID": "5260d9b3-c83b-4432-a4e3-273830aca7e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:54:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1367a84-b25e-429e-9b46-371a166cfb4f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:54:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "openshift-service-ca.crt", "reconcileID": "f3af1a36-c4ac-4ad1-8616-4ecfbd63c53d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:54:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "odh-trusted-ca-bundle", "reconcileID": "4a54df19-9ebb-4470-a2c0-9453b4af202e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T19:54:33Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "odh-trusted-ca-bundle", "reconcileID": "4a54df19-9ebb-4470-a2c0-9453b4af202e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:54:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e183bd7-0890-4c5d-adf3-e43e4f434fad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:54:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "77920679-7f0e-4cfa-b057-2251ab698a80", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress"} 2026-07-29T19:54:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "77920679-7f0e-4cfa-b057-2251ab698a80", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53-authn-ssl"} 2026-07-29T19:54:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "77920679-7f0e-4cfa-b057-2251ab698a80", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress"} 2026-07-29T19:54:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2aaacffe-520d-4863-942a-069e850a9705", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T19:54:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "be2c46f8-d1f6-4c01-b5c2-88128ba0538e", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress"} 2026-07-29T19:54:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "be2c46f8-d1f6-4c01-b5c2-88128ba0538e", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53-authn-ssl"} 2026-07-29T19:54:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "be2c46f8-d1f6-4c01-b5c2-88128ba0538e", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress"} 2026-07-29T19:54:47Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T19:54:47Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T19:54:48Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T19:54:48Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T19:54:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f36365","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f36365", "reconcileID": "55afa716-c81e-435f-8776-c7a221dab72d", "Gateway": "e2e-ipp-b-f36365", "namespace": "openshift-ingress"} 2026-07-29T19:54:59Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f36365","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f36365", "reconcileID": "55afa716-c81e-435f-8776-c7a221dab72d", "Gateway": "e2e-ipp-b-f36365", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f36365-authn-ssl"} 2026-07-29T19:54:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f36365","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f36365", "reconcileID": "55afa716-c81e-435f-8776-c7a221dab72d", "Gateway": "e2e-ipp-b-f36365", "namespace": "openshift-ingress"} 2026-07-29T19:54:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f36365","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f36365", "reconcileID": "327d348c-a9bd-4efb-9d0f-c1ee4769223b", "Gateway": "e2e-ipp-b-f36365", "namespace": "openshift-ingress"} 2026-07-29T19:54:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f36365","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f36365", "reconcileID": "327d348c-a9bd-4efb-9d0f-c1ee4769223b", "Gateway": "e2e-ipp-b-f36365", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f36365-authn-ssl"} 2026-07-29T19:54:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f36365","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f36365", "reconcileID": "327d348c-a9bd-4efb-9d0f-c1ee4769223b", "Gateway": "e2e-ipp-b-f36365", "namespace": "openshift-ingress"} 2026-07-29T19:54:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f36365","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f36365", "reconcileID": "5303790d-0497-490e-af72-b442b7bc5dba", "Gateway": "e2e-ipp-b-f36365", "namespace": "openshift-ingress"} 2026-07-29T19:54:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f36365","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f36365", "reconcileID": "5303790d-0497-490e-af72-b442b7bc5dba", "Gateway": "e2e-ipp-b-f36365", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f36365-authn-ssl"} 2026-07-29T19:54:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f36365","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f36365", "reconcileID": "5303790d-0497-490e-af72-b442b7bc5dba", "Gateway": "e2e-ipp-b-f36365", "namespace": "openshift-ingress"} 2026-07-29T19:54:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f36365","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f36365", "reconcileID": "4307f272-b91b-489c-a561-107488595016", "Gateway": "e2e-ipp-b-f36365", "namespace": "openshift-ingress"} 2026-07-29T19:54:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f36365","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f36365", "reconcileID": "4307f272-b91b-489c-a561-107488595016", "Gateway": "e2e-ipp-b-f36365", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f36365-authn-ssl"} 2026-07-29T19:54:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f36365","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f36365", "reconcileID": "4307f272-b91b-489c-a561-107488595016", "Gateway": "e2e-ipp-b-f36365", "namespace": "openshift-ingress"} 2026-07-29T19:54:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f36365","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f36365", "reconcileID": "4da9fb30-e26d-4d34-a0b1-9d7c8003d10a", "Gateway": "e2e-ipp-b-f36365", "namespace": "openshift-ingress"} 2026-07-29T19:54:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f36365","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f36365", "reconcileID": "4da9fb30-e26d-4d34-a0b1-9d7c8003d10a", "Gateway": "e2e-ipp-b-f36365", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f36365-authn-ssl"} 2026-07-29T19:54:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f36365","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f36365", "reconcileID": "4da9fb30-e26d-4d34-a0b1-9d7c8003d10a", "Gateway": "e2e-ipp-b-f36365", "namespace": "openshift-ingress"} 2026-07-29T19:54:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f36365","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f36365", "reconcileID": "22fbc2b3-69c6-4c89-a09b-9d85c10fd419", "Gateway": "e2e-ipp-b-f36365", "namespace": "openshift-ingress"} 2026-07-29T19:54:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f36365","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f36365", "reconcileID": "22fbc2b3-69c6-4c89-a09b-9d85c10fd419", "Gateway": "e2e-ipp-b-f36365", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f36365-authn-ssl"} 2026-07-29T19:54:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f36365","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f36365", "reconcileID": "22fbc2b3-69c6-4c89-a09b-9d85c10fd419", "Gateway": "e2e-ipp-b-f36365", "namespace": "openshift-ingress"} 2026-07-29T19:55:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f36365","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f36365", "reconcileID": "ab19096d-adaa-4d4a-a02c-d3cd14d0d969", "Gateway": "e2e-ipp-b-f36365", "namespace": "openshift-ingress"} 2026-07-29T19:55:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f36365","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f36365", "reconcileID": "ab19096d-adaa-4d4a-a02c-d3cd14d0d969", "Gateway": "e2e-ipp-b-f36365", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f36365-authn-ssl"} 2026-07-29T19:55:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f36365","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f36365", "reconcileID": "ab19096d-adaa-4d4a-a02c-d3cd14d0d969", "Gateway": "e2e-ipp-b-f36365", "namespace": "openshift-ingress"} 2026-07-29T19:55:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f36365"}, "namespace": "ai-tenant-e2e-ipp-b-f36365", "name": "openshift-service-ca.crt", "reconcileID": "642b6f89-102d-4206-88b0-8208078c373f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f36365"} 2026-07-29T19:55:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f36365"}, "namespace": "ai-tenant-e2e-ipp-b-f36365", "name": "odh-trusted-ca-bundle", "reconcileID": "15a208f8-d2e4-4ee1-bfd7-da74cf15196c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f36365"} 2026-07-29T19:55:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f36365"}, "namespace": "ai-tenant-e2e-ipp-b-f36365", "name": "openshift-service-ca.crt", "reconcileID": "e9784409-2a8a-48bc-b75e-53666229fea3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f36365", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T19:55:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f36365"}, "namespace": "ai-tenant-e2e-ipp-b-f36365", "name": "openshift-service-ca.crt", "reconcileID": "e9784409-2a8a-48bc-b75e-53666229fea3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f36365"} 2026-07-29T19:55:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f36365"}, "namespace": "ai-tenant-e2e-ipp-b-f36365", "name": "openshift-service-ca.crt", "reconcileID": "a9fd9584-b60a-4b1b-ba2f-e8005666cfbc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f36365", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T19:55:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f36365"}, "namespace": "ai-tenant-e2e-ipp-b-f36365", "name": "openshift-service-ca.crt", "reconcileID": "a9fd9584-b60a-4b1b-ba2f-e8005666cfbc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T19:55:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f36365"}, "namespace": "ai-tenant-e2e-ipp-b-f36365", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "735d3200-335a-4129-8324-e9a5330a6e16", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f36365"} 2026-07-29T19:55:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f36365"}, "namespace": "ai-tenant-e2e-ipp-b-f36365", "name": "openshift-service-ca.crt", "reconcileID": "8a2bb616-1e7b-49de-8dc6-52b832cc6ff2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f36365"} 2026-07-29T19:55:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f36365"}, "namespace": "ai-tenant-e2e-ipp-b-f36365", "name": "odh-trusted-ca-bundle", "reconcileID": "6b0df5cd-8ce7-4836-97ac-78db4c40deaf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f36365", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T19:55:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f36365"}, "namespace": "ai-tenant-e2e-ipp-b-f36365", "name": "odh-trusted-ca-bundle", "reconcileID": "6b0df5cd-8ce7-4836-97ac-78db4c40deaf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f36365"} 2026-07-29T19:55:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f36365"}, "namespace": "ai-tenant-e2e-ipp-b-f36365", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "570578a3-6b10-4f62-bac4-d47e0a380581", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f36365"} 2026-07-29T19:55:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f36365","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f36365", "reconcileID": "ae9c2097-9c5d-43b1-a5a5-e2a435fb0093", "Gateway": "e2e-ipp-b-f36365", "namespace": "openshift-ingress"} 2026-07-29T19:55:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f36365","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f36365", "reconcileID": "ae9c2097-9c5d-43b1-a5a5-e2a435fb0093", "Gateway": "e2e-ipp-b-f36365", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f36365-authn-ssl"} 2026-07-29T19:55:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f36365","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f36365", "reconcileID": "ae9c2097-9c5d-43b1-a5a5-e2a435fb0093", "Gateway": "e2e-ipp-b-f36365", "namespace": "openshift-ingress"} 2026-07-29T19:55:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e6f53653-fd6a-4675-bbfc-08a8de30f8e8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T19:55:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f36365","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f36365", "reconcileID": "d76c4d4f-fb1d-4c07-9222-3c35ac8ad292", "Gateway": "e2e-ipp-b-f36365", "namespace": "openshift-ingress"} 2026-07-29T19:55:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f36365","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f36365", "reconcileID": "d76c4d4f-fb1d-4c07-9222-3c35ac8ad292", "Gateway": "e2e-ipp-b-f36365", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f36365-authn-ssl"} 2026-07-29T19:55:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f36365","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f36365", "reconcileID": "d76c4d4f-fb1d-4c07-9222-3c35ac8ad292", "Gateway": "e2e-ipp-b-f36365", "namespace": "openshift-ingress"} 2026-07-29T19:55:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "f7758471-ac70-43e9-a7b2-e5f8247c2d86", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:55:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "f7758471-ac70-43e9-a7b2-e5f8247c2d86", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:55:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "f7758471-ac70-43e9-a7b2-e5f8247c2d86", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:55:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "48366a8f-ba13-45ba-9407-2d63a2ddd39f", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress"} 2026-07-29T19:55:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "f7758471-ac70-43e9-a7b2-e5f8247c2d86", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53-kserve-route-authn"} 2026-07-29T19:55:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "f7758471-ac70-43e9-a7b2-e5f8247c2d86", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "authType": "userdefined"} 2026-07-29T19:55:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "f7758471-ac70-43e9-a7b2-e5f8247c2d86", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:55:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "48366a8f-ba13-45ba-9407-2d63a2ddd39f", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53-authn-ssl"} 2026-07-29T19:55:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "48366a8f-ba13-45ba-9407-2d63a2ddd39f", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress"} 2026-07-29T19:55:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "19af928c-4062-4a1e-8f14-a37ac09266b5", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:55:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "19af928c-4062-4a1e-8f14-a37ac09266b5", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:55:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "19af928c-4062-4a1e-8f14-a37ac09266b5", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:55:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "19af928c-4062-4a1e-8f14-a37ac09266b5", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53-kserve-route-authn"} 2026-07-29T19:55:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "19af928c-4062-4a1e-8f14-a37ac09266b5", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "authType": "userdefined"} 2026-07-29T19:55:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "19af928c-4062-4a1e-8f14-a37ac09266b5", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:55:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9f23a434-23a0-4ec2-91bf-8ca4f92e454f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T19:55:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "f46b33ab-927f-4197-8b4c-941803a99f74", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress"} 2026-07-29T19:55:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "f46b33ab-927f-4197-8b4c-941803a99f74", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53-authn-ssl"} 2026-07-29T19:55:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "f46b33ab-927f-4197-8b4c-941803a99f74", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress"} 2026-07-29T19:55:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "f2f383cd-e1c7-4252-a884-dedeaa392ea7", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:55:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "f2f383cd-e1c7-4252-a884-dedeaa392ea7", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:55:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "f2f383cd-e1c7-4252-a884-dedeaa392ea7", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:55:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "f2f383cd-e1c7-4252-a884-dedeaa392ea7", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53-kserve-route-authn"} 2026-07-29T19:55:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "f2f383cd-e1c7-4252-a884-dedeaa392ea7", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "authType": "userdefined"} 2026-07-29T19:55:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "f2f383cd-e1c7-4252-a884-dedeaa392ea7", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:55:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "6b7f9c44-76f8-478b-b66f-91d0d292dea0", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:55:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "6b7f9c44-76f8-478b-b66f-91d0d292dea0", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:55:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "6b7f9c44-76f8-478b-b66f-91d0d292dea0", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:55:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "6b7f9c44-76f8-478b-b66f-91d0d292dea0", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53-kserve-route-authn"} 2026-07-29T19:55:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "6b7f9c44-76f8-478b-b66f-91d0d292dea0", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "authType": "userdefined"} 2026-07-29T19:55:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "6b7f9c44-76f8-478b-b66f-91d0d292dea0", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:55:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "c3bdbe37-c80b-4088-92bb-2176960f9079", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:55:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "c3bdbe37-c80b-4088-92bb-2176960f9079", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:55:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "c3bdbe37-c80b-4088-92bb-2176960f9079", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:55:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "c3bdbe37-c80b-4088-92bb-2176960f9079", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53-kserve-route-authn"} 2026-07-29T19:55:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "c3bdbe37-c80b-4088-92bb-2176960f9079", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "authType": "userdefined"} 2026-07-29T19:55:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "c3bdbe37-c80b-4088-92bb-2176960f9079", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:56:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "ab862a95-35dd-4c40-aa2e-5fedaf880162", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress"} 2026-07-29T19:56:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "ab862a95-35dd-4c40-aa2e-5fedaf880162", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53-authn-ssl"} 2026-07-29T19:56:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "ab862a95-35dd-4c40-aa2e-5fedaf880162", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress"} 2026-07-29T19:56:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a8c078be-8cd1-4690-9355-43e7881ee6db", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T19:56:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-040fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-040fde", "reconcileID": "7e9c4303-33b3-4178-bec4-1a9a6eb846af", "Gateway": "e2e-ipp-cleanup-040fde", "namespace": "openshift-ingress"} 2026-07-29T19:56:22Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-040fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-040fde", "reconcileID": "7e9c4303-33b3-4178-bec4-1a9a6eb846af", "Gateway": "e2e-ipp-cleanup-040fde", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-040fde-authn-ssl"} 2026-07-29T19:56:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-040fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-040fde", "reconcileID": "7e9c4303-33b3-4178-bec4-1a9a6eb846af", "Gateway": "e2e-ipp-cleanup-040fde", "namespace": "openshift-ingress"} 2026-07-29T19:56:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-040fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-040fde", "reconcileID": "3b61df18-4d9c-486e-840e-ec8cc46f9189", "Gateway": "e2e-ipp-cleanup-040fde", "namespace": "openshift-ingress"} 2026-07-29T19:56:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-040fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-040fde", "reconcileID": "3b61df18-4d9c-486e-840e-ec8cc46f9189", "Gateway": "e2e-ipp-cleanup-040fde", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-040fde-authn-ssl"} 2026-07-29T19:56:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-040fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-040fde", "reconcileID": "3b61df18-4d9c-486e-840e-ec8cc46f9189", "Gateway": "e2e-ipp-cleanup-040fde", "namespace": "openshift-ingress"} 2026-07-29T19:56:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-040fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-040fde", "reconcileID": "43811751-8b58-4397-9810-d94d5f1e4b56", "Gateway": "e2e-ipp-cleanup-040fde", "namespace": "openshift-ingress"} 2026-07-29T19:56:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-040fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-040fde", "reconcileID": "43811751-8b58-4397-9810-d94d5f1e4b56", "Gateway": "e2e-ipp-cleanup-040fde", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-040fde-authn-ssl"} 2026-07-29T19:56:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-040fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-040fde", "reconcileID": "43811751-8b58-4397-9810-d94d5f1e4b56", "Gateway": "e2e-ipp-cleanup-040fde", "namespace": "openshift-ingress"} 2026-07-29T19:56:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-040fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-040fde", "reconcileID": "4ff1046d-54ab-46a1-979a-baacb5866380", "Gateway": "e2e-ipp-cleanup-040fde", "namespace": "openshift-ingress"} 2026-07-29T19:56:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-040fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-040fde", "reconcileID": "4ff1046d-54ab-46a1-979a-baacb5866380", "Gateway": "e2e-ipp-cleanup-040fde", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-040fde-authn-ssl"} 2026-07-29T19:56:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-040fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-040fde", "reconcileID": "4ff1046d-54ab-46a1-979a-baacb5866380", "Gateway": "e2e-ipp-cleanup-040fde", "namespace": "openshift-ingress"} 2026-07-29T19:56:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-040fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-040fde", "reconcileID": "afe86c7f-ae8e-482d-b8ed-179023479d7d", "Gateway": "e2e-ipp-cleanup-040fde", "namespace": "openshift-ingress"} 2026-07-29T19:56:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-040fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-040fde", "reconcileID": "afe86c7f-ae8e-482d-b8ed-179023479d7d", "Gateway": "e2e-ipp-cleanup-040fde", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-040fde-authn-ssl"} 2026-07-29T19:56:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-040fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-040fde", "reconcileID": "afe86c7f-ae8e-482d-b8ed-179023479d7d", "Gateway": "e2e-ipp-cleanup-040fde", "namespace": "openshift-ingress"} 2026-07-29T19:56:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-040fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-040fde", "reconcileID": "e3d7d805-f910-40a2-bd9d-245f6304ebb1", "Gateway": "e2e-ipp-cleanup-040fde", "namespace": "openshift-ingress"} 2026-07-29T19:56:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-040fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-040fde", "reconcileID": "e3d7d805-f910-40a2-bd9d-245f6304ebb1", "Gateway": "e2e-ipp-cleanup-040fde", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-040fde-authn-ssl"} 2026-07-29T19:56:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-040fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-040fde", "reconcileID": "e3d7d805-f910-40a2-bd9d-245f6304ebb1", "Gateway": "e2e-ipp-cleanup-040fde", "namespace": "openshift-ingress"} 2026-07-29T19:56:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-040fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-040fde", "reconcileID": "3a48235a-b120-4e6e-a05a-65b15cf9fc76", "Gateway": "e2e-ipp-cleanup-040fde", "namespace": "openshift-ingress"} 2026-07-29T19:56:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-040fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-040fde", "reconcileID": "3a48235a-b120-4e6e-a05a-65b15cf9fc76", "Gateway": "e2e-ipp-cleanup-040fde", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-040fde-authn-ssl"} 2026-07-29T19:56:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-040fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-040fde", "reconcileID": "3a48235a-b120-4e6e-a05a-65b15cf9fc76", "Gateway": "e2e-ipp-cleanup-040fde", "namespace": "openshift-ingress"} 2026-07-29T19:56:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-040fde"}, "namespace": "ai-tenant-e2e-ipp-cleanup-040fde", "name": "openshift-service-ca.crt", "reconcileID": "adb47f87-2eac-4f8c-9ce8-e4ba0178f3fc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-040fde"} 2026-07-29T19:56:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-040fde"}, "namespace": "ai-tenant-e2e-ipp-cleanup-040fde", "name": "odh-trusted-ca-bundle", "reconcileID": "2804c011-94a5-4559-b54d-415673305267", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-040fde"} 2026-07-29T19:56:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-040fde"}, "namespace": "ai-tenant-e2e-ipp-cleanup-040fde", "name": "openshift-service-ca.crt", "reconcileID": "03b89563-ea6d-45df-96d0-6b652b69d925", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-040fde", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T19:56:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-040fde"}, "namespace": "ai-tenant-e2e-ipp-cleanup-040fde", "name": "openshift-service-ca.crt", "reconcileID": "03b89563-ea6d-45df-96d0-6b652b69d925", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-040fde"} 2026-07-29T19:56:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-040fde"}, "namespace": "ai-tenant-e2e-ipp-cleanup-040fde", "name": "openshift-service-ca.crt", "reconcileID": "86a0adab-2d55-4320-a226-15c9a53c0684", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-040fde"} 2026-07-29T19:56:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-040fde"}, "namespace": "ai-tenant-e2e-ipp-cleanup-040fde", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c387bb0d-2496-4e85-8459-0167ff0bdda8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-040fde"} 2026-07-29T19:56:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-040fde"}, "namespace": "ai-tenant-e2e-ipp-cleanup-040fde", "name": "odh-trusted-ca-bundle", "reconcileID": "b9279ec6-f3fa-46d6-9bfb-ec145a5f2d5a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-040fde", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T19:56:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-040fde"}, "namespace": "ai-tenant-e2e-ipp-cleanup-040fde", "name": "odh-trusted-ca-bundle", "reconcileID": "b9279ec6-f3fa-46d6-9bfb-ec145a5f2d5a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-040fde"} 2026-07-29T19:56:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-040fde"}, "namespace": "ai-tenant-e2e-ipp-cleanup-040fde", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f8dd6129-fdc8-4a02-81f5-13862395ed89", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-040fde"} 2026-07-29T19:56:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-040fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-040fde", "reconcileID": "d39e13ec-b8ad-49b1-9310-94f037f09ed9", "Gateway": "e2e-ipp-cleanup-040fde", "namespace": "openshift-ingress"} 2026-07-29T19:56:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-040fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-040fde", "reconcileID": "d39e13ec-b8ad-49b1-9310-94f037f09ed9", "Gateway": "e2e-ipp-cleanup-040fde", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-040fde-authn-ssl"} 2026-07-29T19:56:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-040fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-040fde", "reconcileID": "d39e13ec-b8ad-49b1-9310-94f037f09ed9", "Gateway": "e2e-ipp-cleanup-040fde", "namespace": "openshift-ingress"} 2026-07-29T19:56:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f8947d7e-a3da-4fcd-875d-cf8793b20afd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T19:56:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-040fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-040fde", "reconcileID": "9cfa982a-e47b-46d4-8b86-7339cff36389", "Gateway": "e2e-ipp-cleanup-040fde", "namespace": "openshift-ingress"} 2026-07-29T19:56:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-040fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-040fde", "reconcileID": "9cfa982a-e47b-46d4-8b86-7339cff36389", "Gateway": "e2e-ipp-cleanup-040fde", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-040fde-authn-ssl"} 2026-07-29T19:56:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-040fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-040fde", "reconcileID": "9cfa982a-e47b-46d4-8b86-7339cff36389", "Gateway": "e2e-ipp-cleanup-040fde", "namespace": "openshift-ingress"} 2026-07-29T19:56:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-040fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-040fde", "reconcileID": "8c1ebd74-37a9-49e3-ae3a-4a2626b92ab3", "Gateway": "e2e-ipp-cleanup-040fde", "namespace": "openshift-ingress"} 2026-07-29T19:56:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-040fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-040fde", "reconcileID": "8c1ebd74-37a9-49e3-ae3a-4a2626b92ab3", "Gateway": "e2e-ipp-cleanup-040fde", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-040fde-authn-ssl"} 2026-07-29T19:56:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-040fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-040fde", "reconcileID": "8c1ebd74-37a9-49e3-ae3a-4a2626b92ab3", "Gateway": "e2e-ipp-cleanup-040fde", "namespace": "openshift-ingress"} 2026-07-29T19:57:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-040fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-040fde", "reconcileID": "2891131a-8aea-476f-9f42-387f608fd2cb", "Gateway": "e2e-ipp-cleanup-040fde", "namespace": "openshift-ingress"} 2026-07-29T19:57:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-040fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-040fde", "reconcileID": "2891131a-8aea-476f-9f42-387f608fd2cb", "Gateway": "e2e-ipp-cleanup-040fde", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-040fde-authn-ssl"} 2026-07-29T19:57:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-040fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-040fde", "reconcileID": "2891131a-8aea-476f-9f42-387f608fd2cb", "Gateway": "e2e-ipp-cleanup-040fde", "namespace": "openshift-ingress"} 2026-07-29T19:57:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-040fde"}, "namespace": "ai-tenant-e2e-ipp-cleanup-040fde", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cb8e5aa4-6797-4b2b-a2ee-6f21657ef48c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-040fde"} 2026-07-29T19:57:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-040fde"}, "namespace": "ai-tenant-e2e-ipp-cleanup-040fde", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cb8e5aa4-6797-4b2b-a2ee-6f21657ef48c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-040fde", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T19:57:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-040fde"}, "namespace": "ai-tenant-e2e-ipp-cleanup-040fde", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cb8e5aa4-6797-4b2b-a2ee-6f21657ef48c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-040fde because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T19:57:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-040fde"}, "namespace": "ai-tenant-e2e-ipp-cleanup-040fde", "name": "odh-trusted-ca-bundle", "reconcileID": "0847b328-707a-4c84-8e19-a325adcf1f0d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-040fde"} 2026-07-29T19:57:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-040fde"}, "namespace": "ai-tenant-e2e-ipp-cleanup-040fde", "name": "odh-trusted-ca-bundle", "reconcileID": "0847b328-707a-4c84-8e19-a325adcf1f0d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-040fde"} 2026-07-29T19:57:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-040fde"}, "namespace": "ai-tenant-e2e-ipp-cleanup-040fde", "name": "openshift-service-ca.crt", "reconcileID": "f3e7d341-5321-4416-a521-f652be83e8fc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-040fde"} 2026-07-29T19:57:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-040fde"}, "namespace": "ai-tenant-e2e-ipp-cleanup-040fde", "name": "openshift-service-ca.crt", "reconcileID": "f3e7d341-5321-4416-a521-f652be83e8fc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-040fde"} 2026-07-29T19:57:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-040fde"}, "namespace": "ai-tenant-e2e-ipp-cleanup-040fde", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9933ef4f-df66-406c-b184-a197748d8e49", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-040fde"} 2026-07-29T19:57:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-040fde"}, "namespace": "ai-tenant-e2e-ipp-cleanup-040fde", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9933ef4f-df66-406c-b184-a197748d8e49", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-040fde"} 2026-07-29T19:57:02Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-040fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-040fde", "reconcileID": "24468388-52a4-438b-8abf-7c722283c534", "Gateway": "e2e-ipp-cleanup-040fde", "namespace": "openshift-ingress"} 2026-07-29T19:57:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e9d60a4f-e316-48be-aac6-284e0204d320", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T19:57:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "42c3891f-36ed-4805-845b-5db40f54020a", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress"} 2026-07-29T19:57:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "42c3891f-36ed-4805-845b-5db40f54020a", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53-authn-ssl"} 2026-07-29T19:57:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "42c3891f-36ed-4805-845b-5db40f54020a", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress"} 2026-07-29T19:57:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "0a259169-8692-4b69-a32e-016c2ce37b99", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress"} 2026-07-29T19:57:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "0a259169-8692-4b69-a32e-016c2ce37b99", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53-authn-ssl"} 2026-07-29T19:57:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "0a259169-8692-4b69-a32e-016c2ce37b99", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress"} 2026-07-29T19:57:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "a2e0af57-bf44-42b7-9345-51cbccd0366b", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress"} 2026-07-29T19:57:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "a2e0af57-bf44-42b7-9345-51cbccd0366b", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53-authn-ssl"} 2026-07-29T19:57:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "a2e0af57-bf44-42b7-9345-51cbccd0366b", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress"} 2026-07-29T19:57:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "6b9b62a0-0a95-4329-bbc8-e4e905a8636f", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress"} 2026-07-29T19:57:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "6b9b62a0-0a95-4329-bbc8-e4e905a8636f", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53-authn-ssl"} 2026-07-29T19:57:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "6b9b62a0-0a95-4329-bbc8-e4e905a8636f", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress"} 2026-07-29T19:57:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "62668b31-dc57-47b9-978b-9c5e7bbb921d", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:57:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "62668b31-dc57-47b9-978b-9c5e7bbb921d", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:57:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "62668b31-dc57-47b9-978b-9c5e7bbb921d", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:57:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "62668b31-dc57-47b9-978b-9c5e7bbb921d", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53-kserve-route-authn"} 2026-07-29T19:57:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "62668b31-dc57-47b9-978b-9c5e7bbb921d", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "authType": "userdefined"} 2026-07-29T19:57:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "62668b31-dc57-47b9-978b-9c5e7bbb921d", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:58:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b18daa7c-a451-467c-8269-84f9908f921e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:58:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b18daa7c-a451-467c-8269-84f9908f921e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T19:58:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b18daa7c-a451-467c-8269-84f9908f921e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-9d9f53 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T19:58:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "odh-trusted-ca-bundle", "reconcileID": "2a688ec8-ce01-4d60-9859-6290d6e58ab5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:58:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "odh-trusted-ca-bundle", "reconcileID": "2a688ec8-ce01-4d60-9859-6290d6e58ab5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:58:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "openshift-service-ca.crt", "reconcileID": "1be42ee0-a093-4ad4-9a1d-af4cb5e5c39d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:58:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "openshift-service-ca.crt", "reconcileID": "1be42ee0-a093-4ad4-9a1d-af4cb5e5c39d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:58:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "40605877-bbf6-4547-9af8-7d5de05219c3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:58:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "40605877-bbf6-4547-9af8-7d5de05219c3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:58:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "b18ae1ac-44c1-497c-9f49-5be6e5a8631b", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:58:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "b18ae1ac-44c1-497c-9f49-5be6e5a8631b", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:58:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "b18ae1ac-44c1-497c-9f49-5be6e5a8631b", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:58:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "b18ae1ac-44c1-497c-9f49-5be6e5a8631b", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53-kserve-route-authn"} 2026-07-29T19:58:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "b18ae1ac-44c1-497c-9f49-5be6e5a8631b", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "authType": "userdefined"} 2026-07-29T19:58:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "b18ae1ac-44c1-497c-9f49-5be6e5a8631b", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:58:03Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "248d8e3b-2ac9-4467-b670-3295dc5c9027", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:58:03Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "248d8e3b-2ac9-4467-b670-3295dc5c9027", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53"} 2026-07-29T19:58:03Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "248d8e3b-2ac9-4467-b670-3295dc5c9027", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:58:03Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "248d8e3b-2ac9-4467-b670-3295dc5c9027", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:58:03Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "248d8e3b-2ac9-4467-b670-3295dc5c9027", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53-kserve-route-authn"} 2026-07-29T19:58:03Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "248d8e3b-2ac9-4467-b670-3295dc5c9027", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53-kserve-route-authn"} 2026-07-29T19:58:03Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "248d8e3b-2ac9-4467-b670-3295dc5c9027", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:58:03Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "248d8e3b-2ac9-4467-b670-3295dc5c9027", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:58:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "5e6c3e6a-3f7b-44fb-b16b-c0d151f669b2", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress"} 2026-07-29T19:58:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "5e6c3e6a-3f7b-44fb-b16b-c0d151f669b2", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53-authn-ssl"} 2026-07-29T19:58:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "5e6c3e6a-3f7b-44fb-b16b-c0d151f669b2", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress"} 2026-07-29T19:58:04Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "ecd494d1-0ade-4e90-a6ba-e9002c46edbc", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:58:04Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "ecd494d1-0ade-4e90-a6ba-e9002c46edbc", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53"} 2026-07-29T19:58:04Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "ecd494d1-0ade-4e90-a6ba-e9002c46edbc", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:58:04Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "ecd494d1-0ade-4e90-a6ba-e9002c46edbc", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:58:04Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "ecd494d1-0ade-4e90-a6ba-e9002c46edbc", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53-kserve-route-authn"} 2026-07-29T19:58:04Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "ecd494d1-0ade-4e90-a6ba-e9002c46edbc", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53-kserve-route-authn"} 2026-07-29T19:58:04Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "ecd494d1-0ade-4e90-a6ba-e9002c46edbc", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:58:04Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "ecd494d1-0ade-4e90-a6ba-e9002c46edbc", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:58:05Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9d9f53","namespace":"ai-tenant-e2e-ipp-a-9d9f53"}, "namespace": "ai-tenant-e2e-ipp-a-9d9f53", "name": "ipp-route-9d9f53", "reconcileID": "303a791d-0b44-4e01-9f26-f3e8e4aef121", "LLMInferenceService": "ipp-route-9d9f53", "namespace": "ai-tenant-e2e-ipp-a-9d9f53"} 2026-07-29T19:58:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "c6de9510-5173-4215-9830-83d1a330a9cc", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress"} 2026-07-29T19:58:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "c6de9510-5173-4215-9830-83d1a330a9cc", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53-authn-ssl"} 2026-07-29T19:58:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "c6de9510-5173-4215-9830-83d1a330a9cc", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress"} 2026-07-29T19:58:10Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9d9f53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9d9f53", "reconcileID": "5a660bc5-6cc1-4579-8947-7c3083f1d758", "Gateway": "e2e-ipp-a-9d9f53", "namespace": "openshift-ingress"} 2026-07-29T19:58:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c224d003-b608-4fd0-adc9-d12af6a0ee3f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T19:58:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f36365","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f36365", "reconcileID": "4b415dc0-43f4-4024-b688-fa445f34dfbe", "Gateway": "e2e-ipp-b-f36365", "namespace": "openshift-ingress"} 2026-07-29T19:58:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f36365","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f36365", "reconcileID": "4b415dc0-43f4-4024-b688-fa445f34dfbe", "Gateway": "e2e-ipp-b-f36365", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f36365-authn-ssl"} 2026-07-29T19:58:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f36365","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f36365", "reconcileID": "4b415dc0-43f4-4024-b688-fa445f34dfbe", "Gateway": "e2e-ipp-b-f36365", "namespace": "openshift-ingress"} 2026-07-29T19:58:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f36365","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f36365", "reconcileID": "cdae6d1d-6051-43ee-b2b1-d437161c4282", "Gateway": "e2e-ipp-b-f36365", "namespace": "openshift-ingress"} 2026-07-29T19:58:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f36365","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f36365", "reconcileID": "cdae6d1d-6051-43ee-b2b1-d437161c4282", "Gateway": "e2e-ipp-b-f36365", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f36365-authn-ssl"} 2026-07-29T19:58:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f36365","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f36365", "reconcileID": "cdae6d1d-6051-43ee-b2b1-d437161c4282", "Gateway": "e2e-ipp-b-f36365", "namespace": "openshift-ingress"} 2026-07-29T19:58:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f36365"}, "namespace": "ai-tenant-e2e-ipp-b-f36365", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d9dc635-c502-459c-ac19-ff441e6eaf72", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f36365"} 2026-07-29T19:58:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f36365"}, "namespace": "ai-tenant-e2e-ipp-b-f36365", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d9dc635-c502-459c-ac19-ff441e6eaf72", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f36365", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T19:58:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f36365"}, "namespace": "ai-tenant-e2e-ipp-b-f36365", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d9dc635-c502-459c-ac19-ff441e6eaf72", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-f36365 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T19:58:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f36365"}, "namespace": "ai-tenant-e2e-ipp-b-f36365", "name": "odh-trusted-ca-bundle", "reconcileID": "9496c5b2-4c9d-48f2-907c-5f037b5d3050", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f36365"} 2026-07-29T19:58:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f36365"}, "namespace": "ai-tenant-e2e-ipp-b-f36365", "name": "odh-trusted-ca-bundle", "reconcileID": "9496c5b2-4c9d-48f2-907c-5f037b5d3050", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f36365", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T19:58:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f36365"}, "namespace": "ai-tenant-e2e-ipp-b-f36365", "name": "odh-trusted-ca-bundle", "reconcileID": "9496c5b2-4c9d-48f2-907c-5f037b5d3050", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-f36365 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T19:58:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f36365"}, "namespace": "ai-tenant-e2e-ipp-b-f36365", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ffad27d-cde3-493b-954e-3cd003d76311", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f36365"} 2026-07-29T19:58:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f36365"}, "namespace": "ai-tenant-e2e-ipp-b-f36365", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ffad27d-cde3-493b-954e-3cd003d76311", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f36365", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T19:58:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f36365"}, "namespace": "ai-tenant-e2e-ipp-b-f36365", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ffad27d-cde3-493b-954e-3cd003d76311", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-f36365 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T19:58:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f36365"}, "namespace": "ai-tenant-e2e-ipp-b-f36365", "name": "odh-trusted-ca-bundle", "reconcileID": "b08b6d43-9c1f-4f25-a75a-243360148c1f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f36365"} 2026-07-29T19:58:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f36365"}, "namespace": "ai-tenant-e2e-ipp-b-f36365", "name": "odh-trusted-ca-bundle", "reconcileID": "b08b6d43-9c1f-4f25-a75a-243360148c1f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f36365"} 2026-07-29T19:58:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f36365"}, "namespace": "ai-tenant-e2e-ipp-b-f36365", "name": "openshift-service-ca.crt", "reconcileID": "08255366-9555-4485-b4bb-de8dbea8e3a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f36365"} 2026-07-29T19:58:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f36365"}, "namespace": "ai-tenant-e2e-ipp-b-f36365", "name": "openshift-service-ca.crt", "reconcileID": "08255366-9555-4485-b4bb-de8dbea8e3a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f36365"} 2026-07-29T19:58:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f36365"}, "namespace": "ai-tenant-e2e-ipp-b-f36365", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2b31499f-6a41-435e-9878-27f98ffd70b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f36365"} 2026-07-29T19:58:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f36365"}, "namespace": "ai-tenant-e2e-ipp-b-f36365", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2b31499f-6a41-435e-9878-27f98ffd70b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f36365"} 2026-07-29T19:58:28Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f36365","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f36365", "reconcileID": "ab15ca59-55b4-4a38-b3b9-5f209ee455b2", "Gateway": "e2e-ipp-b-f36365", "namespace": "openshift-ingress"} 2026-07-29T19:58:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "97cfe207-78de-4700-a18b-cd3d9fc7bf9f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T19:58:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e241a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a", "reconcileID": "84bc654d-525a-4652-977e-820ffe311b2c", "Gateway": "e2e-shared-a-8e241a", "namespace": "openshift-ingress"} 2026-07-29T19:58:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e241a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a", "reconcileID": "84bc654d-525a-4652-977e-820ffe311b2c", "Gateway": "e2e-shared-a-8e241a", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a-authn-ssl"} 2026-07-29T19:58:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e241a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a", "reconcileID": "84bc654d-525a-4652-977e-820ffe311b2c", "Gateway": "e2e-shared-a-8e241a", "namespace": "openshift-ingress"} 2026-07-29T19:58:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e241a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a", "reconcileID": "6332e505-5c7d-4250-b12b-ed31e5d6693f", "Gateway": "e2e-shared-a-8e241a", "namespace": "openshift-ingress"} 2026-07-29T19:58:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e241a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a", "reconcileID": "6332e505-5c7d-4250-b12b-ed31e5d6693f", "Gateway": "e2e-shared-a-8e241a", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a-authn-ssl"} 2026-07-29T19:58:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e241a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a", "reconcileID": "6332e505-5c7d-4250-b12b-ed31e5d6693f", "Gateway": "e2e-shared-a-8e241a", "namespace": "openshift-ingress"} 2026-07-29T19:58:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bdec6222-921c-4b8d-a711-bf1a3ad10dc9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8e241a"} 2026-07-29T19:58:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bdec6222-921c-4b8d-a711-bf1a3ad10dc9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8e241a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T19:58:44Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bdec6222-921c-4b8d-a711-bf1a3ad10dc9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-8e241a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T19:58:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "odh-trusted-ca-bundle", "reconcileID": "d8c4b684-d5f1-43f9-9eac-abf4f1b76419", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8e241a"} 2026-07-29T19:58:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "odh-trusted-ca-bundle", "reconcileID": "d8c4b684-d5f1-43f9-9eac-abf4f1b76419", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8e241a"} 2026-07-29T19:58:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "openshift-service-ca.crt", "reconcileID": "764a4cf3-42c9-4220-a268-a52a54785129", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-8e241a"} 2026-07-29T19:58:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "openshift-service-ca.crt", "reconcileID": "764a4cf3-42c9-4220-a268-a52a54785129", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-8e241a"} 2026-07-29T19:58:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21fca294-3dfc-4ab5-952f-6ebdbaefe6ba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8e241a"} 2026-07-29T19:58:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8e241a"}, "namespace": "ai-tenant-e2e-shared-a-8e241a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21fca294-3dfc-4ab5-952f-6ebdbaefe6ba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8e241a"} 2026-07-29T19:58:45Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e241a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e241a", "reconcileID": "27deec21-8a70-4c50-9a58-d4929a7e70d2", "Gateway": "e2e-shared-a-8e241a", "namespace": "openshift-ingress"} 2026-07-29T19:58:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0982eff2-8843-4013-8c34-05a201bba671", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T19:58:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-808386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-808386", "reconcileID": "ea38f3ac-e442-4af9-b8f2-7c323354d16d", "Gateway": "e2e-shared-b-808386", "namespace": "openshift-ingress"} 2026-07-29T19:58:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-808386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-808386", "reconcileID": "ea38f3ac-e442-4af9-b8f2-7c323354d16d", "Gateway": "e2e-shared-b-808386", "namespace": "openshift-ingress", "name": "e2e-shared-b-808386-authn-ssl"} 2026-07-29T19:58:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-808386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-808386", "reconcileID": "ea38f3ac-e442-4af9-b8f2-7c323354d16d", "Gateway": "e2e-shared-b-808386", "namespace": "openshift-ingress"} 2026-07-29T19:59:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-808386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-808386", "reconcileID": "d5ddb1b0-a4e5-49b4-a70a-8668b01c7740", "Gateway": "e2e-shared-b-808386", "namespace": "openshift-ingress"} 2026-07-29T19:59:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-808386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-808386", "reconcileID": "d5ddb1b0-a4e5-49b4-a70a-8668b01c7740", "Gateway": "e2e-shared-b-808386", "namespace": "openshift-ingress", "name": "e2e-shared-b-808386-authn-ssl"} 2026-07-29T19:59:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-808386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-808386", "reconcileID": "d5ddb1b0-a4e5-49b4-a70a-8668b01c7740", "Gateway": "e2e-shared-b-808386", "namespace": "openshift-ingress"} 2026-07-29T19:59:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "47aa557e-636d-4d7d-9289-a546500dc346", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T19:59:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d6ca3739-fcea-49ee-a1e4-f90f0c5b8889", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-808386"} 2026-07-29T19:59:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d6ca3739-fcea-49ee-a1e4-f90f0c5b8889", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-808386", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T19:59:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d6ca3739-fcea-49ee-a1e4-f90f0c5b8889", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-808386 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T19:59:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "odh-trusted-ca-bundle", "reconcileID": "27a7ecd4-26db-4b10-adde-bd1fb8673c02", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-808386"} 2026-07-29T19:59:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "odh-trusted-ca-bundle", "reconcileID": "27a7ecd4-26db-4b10-adde-bd1fb8673c02", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-808386"} 2026-07-29T19:59:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "openshift-service-ca.crt", "reconcileID": "ad6a8f9c-c6e6-4697-994f-1da5fa969a26", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-808386"} 2026-07-29T19:59:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "openshift-service-ca.crt", "reconcileID": "ad6a8f9c-c6e6-4697-994f-1da5fa969a26", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-808386"} 2026-07-29T19:59:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ad0b72f-2381-435e-bd78-efb9bd6832e2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-808386"} 2026-07-29T19:59:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-808386"}, "namespace": "ai-tenant-e2e-shared-b-808386", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ad0b72f-2381-435e-bd78-efb9bd6832e2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-808386"} 2026-07-29T19:59:03Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-808386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-808386", "reconcileID": "192a8eef-11d4-40cf-8c13-16a9d236a26f", "Gateway": "e2e-shared-b-808386", "namespace": "openshift-ingress"}