2026-07-28T15:12:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "sub-test-model-fd42ef", "reconcileID": "d7417b37-6db1-43bf-aa35-b5fe38e4651c", "LLMInferenceService": "sub-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef", "authType": "userdefined"} 2026-07-28T15:12:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "sub-test-model-fd42ef", "reconcileID": "d7417b37-6db1-43bf-aa35-b5fe38e4651c", "LLMInferenceService": "sub-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef"} 2026-07-28T15:12:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "sub-test-model-fd42ef", "reconcileID": "3d8dadb6-fc1b-4a97-95af-f50fc8008b47", "LLMInferenceService": "sub-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef"} 2026-07-28T15:12:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "sub-test-model-fd42ef", "reconcileID": "3d8dadb6-fc1b-4a97-95af-f50fc8008b47", "LLMInferenceService": "sub-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef"} 2026-07-28T15:12:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "sub-test-model-fd42ef", "reconcileID": "3d8dadb6-fc1b-4a97-95af-f50fc8008b47", "LLMInferenceService": "sub-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef"} 2026-07-28T15:12:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "sub-test-model-fd42ef", "reconcileID": "3d8dadb6-fc1b-4a97-95af-f50fc8008b47", "LLMInferenceService": "sub-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "sub-test-model-fd42ef-kserve-route-authn"} 2026-07-28T15:12:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "sub-test-model-fd42ef", "reconcileID": "3d8dadb6-fc1b-4a97-95af-f50fc8008b47", "LLMInferenceService": "sub-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef", "authType": "userdefined"} 2026-07-28T15:12:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "sub-test-model-fd42ef", "reconcileID": "3d8dadb6-fc1b-4a97-95af-f50fc8008b47", "LLMInferenceService": "sub-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef"} 2026-07-28T15:12:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "sub-test-model-fd42ef", "reconcileID": "611b4129-e685-45e3-8620-05bf97fa13c2", "LLMInferenceService": "sub-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef"} 2026-07-28T15:12:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "sub-test-model-fd42ef", "reconcileID": "611b4129-e685-45e3-8620-05bf97fa13c2", "LLMInferenceService": "sub-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef"} 2026-07-28T15:12:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "sub-test-model-fd42ef", "reconcileID": "611b4129-e685-45e3-8620-05bf97fa13c2", "LLMInferenceService": "sub-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef"} 2026-07-28T15:12:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "sub-test-model-fd42ef", "reconcileID": "611b4129-e685-45e3-8620-05bf97fa13c2", "LLMInferenceService": "sub-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "sub-test-model-fd42ef-kserve-route-authn"} 2026-07-28T15:12:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "sub-test-model-fd42ef", "reconcileID": "611b4129-e685-45e3-8620-05bf97fa13c2", "LLMInferenceService": "sub-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef", "authType": "userdefined"} 2026-07-28T15:12:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "sub-test-model-fd42ef", "reconcileID": "611b4129-e685-45e3-8620-05bf97fa13c2", "LLMInferenceService": "sub-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef"} 2026-07-28T15:12:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "sub-test-model-bc713f", "reconcileID": "f4ec7570-e06e-485e-a7b2-07bb1d1c1418", "LLMInferenceService": "sub-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:12:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "sub-test-model-bc713f", "reconcileID": "f4ec7570-e06e-485e-a7b2-07bb1d1c1418", "LLMInferenceService": "sub-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:12:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "sub-test-model-bc713f", "reconcileID": "f4ec7570-e06e-485e-a7b2-07bb1d1c1418", "LLMInferenceService": "sub-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:12:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "48327220-9b03-4ac4-aeac-ba987579602d", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress"} 2026-07-28T15:12:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "sub-test-model-bc713f", "reconcileID": "f4ec7570-e06e-485e-a7b2-07bb1d1c1418", "LLMInferenceService": "sub-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "sub-test-model-bc713f-kserve-route-authn"} 2026-07-28T15:12:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "sub-test-model-bc713f", "reconcileID": "f4ec7570-e06e-485e-a7b2-07bb1d1c1418", "LLMInferenceService": "sub-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f", "authType": "userdefined"} 2026-07-28T15:12:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "sub-test-model-bc713f", "reconcileID": "f4ec7570-e06e-485e-a7b2-07bb1d1c1418", "LLMInferenceService": "sub-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:12:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "48327220-9b03-4ac4-aeac-ba987579602d", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f-authn-ssl"} 2026-07-28T15:12:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "48327220-9b03-4ac4-aeac-ba987579602d", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress"} 2026-07-28T15:12:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "sub-test-model-bc713f", "reconcileID": "0e3e27f2-28f6-4f28-be1c-d75d0a9b8cbb", "LLMInferenceService": "sub-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:12:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "sub-test-model-bc713f", "reconcileID": "0e3e27f2-28f6-4f28-be1c-d75d0a9b8cbb", "LLMInferenceService": "sub-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:12:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "sub-test-model-bc713f", "reconcileID": "0e3e27f2-28f6-4f28-be1c-d75d0a9b8cbb", "LLMInferenceService": "sub-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:12:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "sub-test-model-bc713f", "reconcileID": "0e3e27f2-28f6-4f28-be1c-d75d0a9b8cbb", "LLMInferenceService": "sub-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "sub-test-model-bc713f-kserve-route-authn"} 2026-07-28T15:12:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "sub-test-model-bc713f", "reconcileID": "0e3e27f2-28f6-4f28-be1c-d75d0a9b8cbb", "LLMInferenceService": "sub-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f", "authType": "userdefined"} 2026-07-28T15:12:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "sub-test-model-bc713f", "reconcileID": "0e3e27f2-28f6-4f28-be1c-d75d0a9b8cbb", "LLMInferenceService": "sub-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:12:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "ba3293f3-cd1b-4120-b203-e9ef08dbc077", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress"} 2026-07-28T15:12:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "ba3293f3-cd1b-4120-b203-e9ef08dbc077", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f-authn-ssl"} 2026-07-28T15:12:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "ba3293f3-cd1b-4120-b203-e9ef08dbc077", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress"} 2026-07-28T15:12:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "sub-test-model-bc713f", "reconcileID": "b302da5b-336b-417a-aaf9-f79deccbcb95", "LLMInferenceService": "sub-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:12:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "sub-test-model-bc713f", "reconcileID": "b302da5b-336b-417a-aaf9-f79deccbcb95", "LLMInferenceService": "sub-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:12:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "sub-test-model-bc713f", "reconcileID": "b302da5b-336b-417a-aaf9-f79deccbcb95", "LLMInferenceService": "sub-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:12:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "sub-test-model-bc713f", "reconcileID": "b302da5b-336b-417a-aaf9-f79deccbcb95", "LLMInferenceService": "sub-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "sub-test-model-bc713f-kserve-route-authn"} 2026-07-28T15:12:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "sub-test-model-bc713f", "reconcileID": "b302da5b-336b-417a-aaf9-f79deccbcb95", "LLMInferenceService": "sub-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f", "authType": "userdefined"} 2026-07-28T15:12:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "sub-test-model-bc713f", "reconcileID": "b302da5b-336b-417a-aaf9-f79deccbcb95", "LLMInferenceService": "sub-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:12:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "sub-test-model-bc713f", "reconcileID": "cd6e16e0-1883-452b-b7a5-05e5eef12de5", "LLMInferenceService": "sub-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:12:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "sub-test-model-bc713f", "reconcileID": "cd6e16e0-1883-452b-b7a5-05e5eef12de5", "LLMInferenceService": "sub-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:12:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "sub-test-model-bc713f", "reconcileID": "cd6e16e0-1883-452b-b7a5-05e5eef12de5", "LLMInferenceService": "sub-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:12:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "sub-test-model-bc713f", "reconcileID": "cd6e16e0-1883-452b-b7a5-05e5eef12de5", "LLMInferenceService": "sub-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "sub-test-model-bc713f-kserve-route-authn"} 2026-07-28T15:12:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "sub-test-model-bc713f", "reconcileID": "cd6e16e0-1883-452b-b7a5-05e5eef12de5", "LLMInferenceService": "sub-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f", "authType": "userdefined"} 2026-07-28T15:12:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "sub-test-model-bc713f", "reconcileID": "cd6e16e0-1883-452b-b7a5-05e5eef12de5", "LLMInferenceService": "sub-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:12:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "sub-test-model-bc713f", "reconcileID": "57685694-af69-4e43-9aa8-aaffa21753ee", "LLMInferenceService": "sub-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:12:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "sub-test-model-bc713f", "reconcileID": "57685694-af69-4e43-9aa8-aaffa21753ee", "LLMInferenceService": "sub-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:12:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "sub-test-model-bc713f", "reconcileID": "57685694-af69-4e43-9aa8-aaffa21753ee", "LLMInferenceService": "sub-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:12:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "sub-test-model-bc713f", "reconcileID": "57685694-af69-4e43-9aa8-aaffa21753ee", "LLMInferenceService": "sub-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "sub-test-model-bc713f-kserve-route-authn"} 2026-07-28T15:12:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "sub-test-model-bc713f", "reconcileID": "57685694-af69-4e43-9aa8-aaffa21753ee", "LLMInferenceService": "sub-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f", "authType": "userdefined"} 2026-07-28T15:12:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "sub-test-model-bc713f", "reconcileID": "57685694-af69-4e43-9aa8-aaffa21753ee", "LLMInferenceService": "sub-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:12:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "a8a4e50c-9f86-4941-846a-1f47e341a0bf", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress"} 2026-07-28T15:12:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "a8a4e50c-9f86-4941-846a-1f47e341a0bf", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f-authn-ssl"} 2026-07-28T15:12:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "a8a4e50c-9f86-4941-846a-1f47e341a0bf", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress"} 2026-07-28T15:12:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd42ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef", "reconcileID": "4d358a28-fa8c-4daa-b512-d4ce4f96fbf1", "Gateway": "e2e-shared-a-fd42ef", "namespace": "openshift-ingress"} 2026-07-28T15:12:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd42ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef", "reconcileID": "4d358a28-fa8c-4daa-b512-d4ce4f96fbf1", "Gateway": "e2e-shared-a-fd42ef", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef-authn-ssl"} 2026-07-28T15:12:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd42ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef", "reconcileID": "4d358a28-fa8c-4daa-b512-d4ce4f96fbf1", "Gateway": "e2e-shared-a-fd42ef", "namespace": "openshift-ingress"} 2026-07-28T15:13:43Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "sub-test-model-fd42ef", "reconcileID": "f524525b-03b0-43cd-af4d-8d85dc025740", "LLMInferenceService": "sub-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef"} 2026-07-28T15:13:43Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "sub-test-model-fd42ef", "reconcileID": "f524525b-03b0-43cd-af4d-8d85dc025740", "LLMInferenceService": "sub-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "sub-test-model-fd42ef"} 2026-07-28T15:13:43Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "sub-test-model-fd42ef", "reconcileID": "f524525b-03b0-43cd-af4d-8d85dc025740", "LLMInferenceService": "sub-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef"} 2026-07-28T15:13:43Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "sub-test-model-fd42ef", "reconcileID": "f524525b-03b0-43cd-af4d-8d85dc025740", "LLMInferenceService": "sub-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef"} 2026-07-28T15:13:43Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "sub-test-model-fd42ef", "reconcileID": "f524525b-03b0-43cd-af4d-8d85dc025740", "LLMInferenceService": "sub-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "sub-test-model-fd42ef-kserve-route-authn"} 2026-07-28T15:13:43Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "sub-test-model-fd42ef", "reconcileID": "f524525b-03b0-43cd-af4d-8d85dc025740", "LLMInferenceService": "sub-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "sub-test-model-fd42ef-kserve-route-authn"} 2026-07-28T15:13:43Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "sub-test-model-fd42ef", "reconcileID": "f524525b-03b0-43cd-af4d-8d85dc025740", "LLMInferenceService": "sub-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef"} 2026-07-28T15:13:43Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "sub-test-model-fd42ef", "reconcileID": "f524525b-03b0-43cd-af4d-8d85dc025740", "LLMInferenceService": "sub-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef"} 2026-07-28T15:13:43Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "sub-test-model-fd42ef", "reconcileID": "7b6e0a6a-8dab-4bb5-b40d-21ef17731de9", "LLMInferenceService": "sub-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef"} 2026-07-28T15:13:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd42ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef", "reconcileID": "c208b90c-cbbb-43d9-86eb-bc130091be61", "Gateway": "e2e-shared-a-fd42ef", "namespace": "openshift-ingress"} 2026-07-28T15:13:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd42ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef", "reconcileID": "c208b90c-cbbb-43d9-86eb-bc130091be61", "Gateway": "e2e-shared-a-fd42ef", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef-authn-ssl"} 2026-07-28T15:13:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd42ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef", "reconcileID": "c208b90c-cbbb-43d9-86eb-bc130091be61", "Gateway": "e2e-shared-a-fd42ef", "namespace": "openshift-ingress"} 2026-07-28T15:13:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd42ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef", "reconcileID": "9c518f7e-7b6e-4ffe-85f1-c92b9761aa26", "Gateway": "e2e-shared-a-fd42ef", "namespace": "openshift-ingress"} 2026-07-28T15:13:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd42ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef", "reconcileID": "9c518f7e-7b6e-4ffe-85f1-c92b9761aa26", "Gateway": "e2e-shared-a-fd42ef", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef-authn-ssl"} 2026-07-28T15:13:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd42ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef", "reconcileID": "9c518f7e-7b6e-4ffe-85f1-c92b9761aa26", "Gateway": "e2e-shared-a-fd42ef", "namespace": "openshift-ingress"} 2026-07-28T15:13:44Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "sub-test-model-bc713f", "reconcileID": "890934ca-6800-4955-8907-062018668e25", "LLMInferenceService": "sub-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:13:44Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "sub-test-model-bc713f", "reconcileID": "890934ca-6800-4955-8907-062018668e25", "LLMInferenceService": "sub-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "sub-test-model-bc713f"} 2026-07-28T15:13:44Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "sub-test-model-bc713f", "reconcileID": "890934ca-6800-4955-8907-062018668e25", "LLMInferenceService": "sub-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:13:44Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "sub-test-model-bc713f", "reconcileID": "890934ca-6800-4955-8907-062018668e25", "LLMInferenceService": "sub-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:13:44Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "sub-test-model-bc713f", "reconcileID": "890934ca-6800-4955-8907-062018668e25", "LLMInferenceService": "sub-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "sub-test-model-bc713f-kserve-route-authn"} 2026-07-28T15:13:44Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "sub-test-model-bc713f", "reconcileID": "890934ca-6800-4955-8907-062018668e25", "LLMInferenceService": "sub-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "sub-test-model-bc713f-kserve-route-authn"} 2026-07-28T15:13:44Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "sub-test-model-bc713f", "reconcileID": "890934ca-6800-4955-8907-062018668e25", "LLMInferenceService": "sub-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:13:44Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "sub-test-model-bc713f", "reconcileID": "890934ca-6800-4955-8907-062018668e25", "LLMInferenceService": "sub-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:13:44Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "sub-test-model-bc713f", "reconcileID": "1f6e7e90-a881-44e7-9009-34aec2c2d1a8", "LLMInferenceService": "sub-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:13:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "6aa79b1e-aafd-4e21-8d25-ac6a9c2e8186", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress"} 2026-07-28T15:13:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "6aa79b1e-aafd-4e21-8d25-ac6a9c2e8186", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f-authn-ssl"} 2026-07-28T15:13:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "6aa79b1e-aafd-4e21-8d25-ac6a9c2e8186", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress"} 2026-07-28T15:13:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "8d035620-d4d5-4b73-9f6b-0f0c8097e2f8", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress"} 2026-07-28T15:13:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "8d035620-d4d5-4b73-9f6b-0f0c8097e2f8", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f-authn-ssl"} 2026-07-28T15:13:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "8d035620-d4d5-4b73-9f6b-0f0c8097e2f8", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress"} 2026-07-28T15:13:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "rate-test-model-fd42ef", "reconcileID": "91623a7c-5632-4319-8b94-04a493aa3f05", "LLMInferenceService": "rate-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef"} 2026-07-28T15:13:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "rate-test-model-fd42ef", "reconcileID": "91623a7c-5632-4319-8b94-04a493aa3f05", "LLMInferenceService": "rate-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef"} 2026-07-28T15:13:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "rate-test-model-fd42ef", "reconcileID": "91623a7c-5632-4319-8b94-04a493aa3f05", "LLMInferenceService": "rate-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef"} 2026-07-28T15:13:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd42ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef", "reconcileID": "2f3fcdc8-150f-4fe6-8da1-edbf6a294ce3", "Gateway": "e2e-shared-a-fd42ef", "namespace": "openshift-ingress"} 2026-07-28T15:13:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "rate-test-model-fd42ef", "reconcileID": "91623a7c-5632-4319-8b94-04a493aa3f05", "LLMInferenceService": "rate-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "rate-test-model-fd42ef-kserve-route-authn"} 2026-07-28T15:13:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "rate-test-model-fd42ef", "reconcileID": "91623a7c-5632-4319-8b94-04a493aa3f05", "LLMInferenceService": "rate-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef", "authType": "userdefined"} 2026-07-28T15:13:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "rate-test-model-fd42ef", "reconcileID": "91623a7c-5632-4319-8b94-04a493aa3f05", "LLMInferenceService": "rate-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef"} 2026-07-28T15:13:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd42ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef", "reconcileID": "2f3fcdc8-150f-4fe6-8da1-edbf6a294ce3", "Gateway": "e2e-shared-a-fd42ef", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef-authn-ssl"} 2026-07-28T15:13:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd42ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef", "reconcileID": "2f3fcdc8-150f-4fe6-8da1-edbf6a294ce3", "Gateway": "e2e-shared-a-fd42ef", "namespace": "openshift-ingress"} 2026-07-28T15:13:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "rate-test-model-fd42ef", "reconcileID": "c02c8010-605e-4ec3-bd55-0a5303d572b3", "LLMInferenceService": "rate-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef"} 2026-07-28T15:13:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "rate-test-model-fd42ef", "reconcileID": "c02c8010-605e-4ec3-bd55-0a5303d572b3", "LLMInferenceService": "rate-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef"} 2026-07-28T15:13:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "rate-test-model-fd42ef", "reconcileID": "c02c8010-605e-4ec3-bd55-0a5303d572b3", "LLMInferenceService": "rate-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef"} 2026-07-28T15:13:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "rate-test-model-fd42ef", "reconcileID": "c02c8010-605e-4ec3-bd55-0a5303d572b3", "LLMInferenceService": "rate-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "rate-test-model-fd42ef-kserve-route-authn"} 2026-07-28T15:13:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "rate-test-model-fd42ef", "reconcileID": "c02c8010-605e-4ec3-bd55-0a5303d572b3", "LLMInferenceService": "rate-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef", "authType": "userdefined"} 2026-07-28T15:13:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "rate-test-model-fd42ef", "reconcileID": "c02c8010-605e-4ec3-bd55-0a5303d572b3", "LLMInferenceService": "rate-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef"} 2026-07-28T15:13:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "5330432b-8d6c-4057-b61e-c93c61cf47cd", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress"} 2026-07-28T15:13:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "5330432b-8d6c-4057-b61e-c93c61cf47cd", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f-authn-ssl"} 2026-07-28T15:13:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "5330432b-8d6c-4057-b61e-c93c61cf47cd", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress"} 2026-07-28T15:13:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd42ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef", "reconcileID": "b33ac866-0639-486f-b926-7dcc53d2d1d6", "Gateway": "e2e-shared-a-fd42ef", "namespace": "openshift-ingress"} 2026-07-28T15:13:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd42ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef", "reconcileID": "b33ac866-0639-486f-b926-7dcc53d2d1d6", "Gateway": "e2e-shared-a-fd42ef", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef-authn-ssl"} 2026-07-28T15:13:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd42ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef", "reconcileID": "b33ac866-0639-486f-b926-7dcc53d2d1d6", "Gateway": "e2e-shared-a-fd42ef", "namespace": "openshift-ingress"} 2026-07-28T15:13:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd42ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef", "reconcileID": "b7d275a8-983e-42c6-8734-e531abd603b7", "Gateway": "e2e-shared-a-fd42ef", "namespace": "openshift-ingress"} 2026-07-28T15:13:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd42ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef", "reconcileID": "b7d275a8-983e-42c6-8734-e531abd603b7", "Gateway": "e2e-shared-a-fd42ef", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef-authn-ssl"} 2026-07-28T15:13:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd42ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef", "reconcileID": "b7d275a8-983e-42c6-8734-e531abd603b7", "Gateway": "e2e-shared-a-fd42ef", "namespace": "openshift-ingress"} 2026-07-28T15:13:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "rate-test-model-fd42ef", "reconcileID": "6fc30dd2-3ab9-4ee7-9650-cbc9864dcd5e", "LLMInferenceService": "rate-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef"} 2026-07-28T15:13:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "rate-test-model-fd42ef", "reconcileID": "6fc30dd2-3ab9-4ee7-9650-cbc9864dcd5e", "LLMInferenceService": "rate-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef"} 2026-07-28T15:13:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "rate-test-model-fd42ef", "reconcileID": "6fc30dd2-3ab9-4ee7-9650-cbc9864dcd5e", "LLMInferenceService": "rate-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef"} 2026-07-28T15:13:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "rate-test-model-fd42ef", "reconcileID": "6fc30dd2-3ab9-4ee7-9650-cbc9864dcd5e", "LLMInferenceService": "rate-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "rate-test-model-fd42ef-kserve-route-authn"} 2026-07-28T15:13:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "rate-test-model-fd42ef", "reconcileID": "6fc30dd2-3ab9-4ee7-9650-cbc9864dcd5e", "LLMInferenceService": "rate-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef", "authType": "userdefined"} 2026-07-28T15:13:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "rate-test-model-fd42ef", "reconcileID": "6fc30dd2-3ab9-4ee7-9650-cbc9864dcd5e", "LLMInferenceService": "rate-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef"} 2026-07-28T15:14:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "rate-test-model-fd42ef", "reconcileID": "4d33ccdd-4be7-4add-9daf-775678d3c76c", "LLMInferenceService": "rate-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef"} 2026-07-28T15:14:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "rate-test-model-fd42ef", "reconcileID": "4d33ccdd-4be7-4add-9daf-775678d3c76c", "LLMInferenceService": "rate-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef"} 2026-07-28T15:14:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "rate-test-model-fd42ef", "reconcileID": "4d33ccdd-4be7-4add-9daf-775678d3c76c", "LLMInferenceService": "rate-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef"} 2026-07-28T15:14:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "rate-test-model-fd42ef", "reconcileID": "4d33ccdd-4be7-4add-9daf-775678d3c76c", "LLMInferenceService": "rate-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "rate-test-model-fd42ef-kserve-route-authn"} 2026-07-28T15:14:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "rate-test-model-fd42ef", "reconcileID": "4d33ccdd-4be7-4add-9daf-775678d3c76c", "LLMInferenceService": "rate-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef", "authType": "userdefined"} 2026-07-28T15:14:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "rate-test-model-fd42ef", "reconcileID": "4d33ccdd-4be7-4add-9daf-775678d3c76c", "LLMInferenceService": "rate-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef"} 2026-07-28T15:14:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "rate-test-model-bc713f", "reconcileID": "dc02fdaa-0602-43d1-8f6f-20313d0a6fe1", "LLMInferenceService": "rate-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:14:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "rate-test-model-bc713f", "reconcileID": "dc02fdaa-0602-43d1-8f6f-20313d0a6fe1", "LLMInferenceService": "rate-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:14:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "rate-test-model-bc713f", "reconcileID": "dc02fdaa-0602-43d1-8f6f-20313d0a6fe1", "LLMInferenceService": "rate-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:14:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "3879d63e-e593-4e7b-b0ac-5d5136959c79", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress"} 2026-07-28T15:14:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "rate-test-model-bc713f", "reconcileID": "dc02fdaa-0602-43d1-8f6f-20313d0a6fe1", "LLMInferenceService": "rate-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "rate-test-model-bc713f-kserve-route-authn"} 2026-07-28T15:14:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "rate-test-model-bc713f", "reconcileID": "dc02fdaa-0602-43d1-8f6f-20313d0a6fe1", "LLMInferenceService": "rate-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f", "authType": "userdefined"} 2026-07-28T15:14:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "rate-test-model-bc713f", "reconcileID": "dc02fdaa-0602-43d1-8f6f-20313d0a6fe1", "LLMInferenceService": "rate-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:14:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "3879d63e-e593-4e7b-b0ac-5d5136959c79", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f-authn-ssl"} 2026-07-28T15:14:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "3879d63e-e593-4e7b-b0ac-5d5136959c79", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress"} 2026-07-28T15:14:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "rate-test-model-bc713f", "reconcileID": "8fdf4177-abdb-4d17-a874-bfa227384f8d", "LLMInferenceService": "rate-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:14:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "rate-test-model-bc713f", "reconcileID": "8fdf4177-abdb-4d17-a874-bfa227384f8d", "LLMInferenceService": "rate-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:14:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "rate-test-model-bc713f", "reconcileID": "8fdf4177-abdb-4d17-a874-bfa227384f8d", "LLMInferenceService": "rate-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:14:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "rate-test-model-bc713f", "reconcileID": "8fdf4177-abdb-4d17-a874-bfa227384f8d", "LLMInferenceService": "rate-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "rate-test-model-bc713f-kserve-route-authn"} 2026-07-28T15:14:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "rate-test-model-bc713f", "reconcileID": "8fdf4177-abdb-4d17-a874-bfa227384f8d", "LLMInferenceService": "rate-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f", "authType": "userdefined"} 2026-07-28T15:14:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "rate-test-model-bc713f", "reconcileID": "8fdf4177-abdb-4d17-a874-bfa227384f8d", "LLMInferenceService": "rate-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:14:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "766c88f0-57ea-4b18-8aeb-a910809b6e0e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T15:14:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "615eb85f-9d85-4193-8d61-93c4d6643e88", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress"} 2026-07-28T15:14:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "615eb85f-9d85-4193-8d61-93c4d6643e88", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f-authn-ssl"} 2026-07-28T15:14:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "615eb85f-9d85-4193-8d61-93c4d6643e88", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress"} 2026-07-28T15:15:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "rate-test-model-bc713f", "reconcileID": "9fa7b6ac-4085-42ea-b0b5-a7b81c44f7e5", "LLMInferenceService": "rate-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:15:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "rate-test-model-bc713f", "reconcileID": "9fa7b6ac-4085-42ea-b0b5-a7b81c44f7e5", "LLMInferenceService": "rate-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:15:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "rate-test-model-bc713f", "reconcileID": "9fa7b6ac-4085-42ea-b0b5-a7b81c44f7e5", "LLMInferenceService": "rate-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:15:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "rate-test-model-bc713f", "reconcileID": "9fa7b6ac-4085-42ea-b0b5-a7b81c44f7e5", "LLMInferenceService": "rate-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "rate-test-model-bc713f-kserve-route-authn"} 2026-07-28T15:15:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "rate-test-model-bc713f", "reconcileID": "9fa7b6ac-4085-42ea-b0b5-a7b81c44f7e5", "LLMInferenceService": "rate-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f", "authType": "userdefined"} 2026-07-28T15:15:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "rate-test-model-bc713f", "reconcileID": "9fa7b6ac-4085-42ea-b0b5-a7b81c44f7e5", "LLMInferenceService": "rate-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:15:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "rate-test-model-bc713f", "reconcileID": "39c165d7-1264-45fc-b7d7-8f0e76d7dfdc", "LLMInferenceService": "rate-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:15:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "rate-test-model-bc713f", "reconcileID": "39c165d7-1264-45fc-b7d7-8f0e76d7dfdc", "LLMInferenceService": "rate-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:15:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "rate-test-model-bc713f", "reconcileID": "39c165d7-1264-45fc-b7d7-8f0e76d7dfdc", "LLMInferenceService": "rate-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:15:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "rate-test-model-bc713f", "reconcileID": "39c165d7-1264-45fc-b7d7-8f0e76d7dfdc", "LLMInferenceService": "rate-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "rate-test-model-bc713f-kserve-route-authn"} 2026-07-28T15:15:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "rate-test-model-bc713f", "reconcileID": "39c165d7-1264-45fc-b7d7-8f0e76d7dfdc", "LLMInferenceService": "rate-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f", "authType": "userdefined"} 2026-07-28T15:15:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "rate-test-model-bc713f", "reconcileID": "39c165d7-1264-45fc-b7d7-8f0e76d7dfdc", "LLMInferenceService": "rate-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:15:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd42ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef", "reconcileID": "1dd872b8-0724-4547-a68f-75996950fc36", "Gateway": "e2e-shared-a-fd42ef", "namespace": "openshift-ingress"} 2026-07-28T15:15:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd42ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef", "reconcileID": "1dd872b8-0724-4547-a68f-75996950fc36", "Gateway": "e2e-shared-a-fd42ef", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef-authn-ssl"} 2026-07-28T15:15:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd42ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef", "reconcileID": "1dd872b8-0724-4547-a68f-75996950fc36", "Gateway": "e2e-shared-a-fd42ef", "namespace": "openshift-ingress"} 2026-07-28T15:15:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "e6de2d05-07e6-45d3-940e-b77326dd58a1", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress"} 2026-07-28T15:15:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "e6de2d05-07e6-45d3-940e-b77326dd58a1", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f-authn-ssl"} 2026-07-28T15:15:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "e6de2d05-07e6-45d3-940e-b77326dd58a1", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress"} 2026-07-28T15:15:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd42ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef", "reconcileID": "541e5471-b25e-488f-a48c-c7e59d9eff8e", "Gateway": "e2e-shared-a-fd42ef", "namespace": "openshift-ingress"} 2026-07-28T15:15:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd42ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef", "reconcileID": "541e5471-b25e-488f-a48c-c7e59d9eff8e", "Gateway": "e2e-shared-a-fd42ef", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef-authn-ssl"} 2026-07-28T15:15:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd42ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef", "reconcileID": "541e5471-b25e-488f-a48c-c7e59d9eff8e", "Gateway": "e2e-shared-a-fd42ef", "namespace": "openshift-ingress"} 2026-07-28T15:15:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "208add80-e31f-49e7-94fe-4b79d8174bd1", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress"} 2026-07-28T15:15:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "208add80-e31f-49e7-94fe-4b79d8174bd1", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f-authn-ssl"} 2026-07-28T15:15:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "208add80-e31f-49e7-94fe-4b79d8174bd1", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress"} 2026-07-28T15:15:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "e45cc487-df6f-419f-9032-ccdb27b91f7d", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress"} 2026-07-28T15:15:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "e45cc487-df6f-419f-9032-ccdb27b91f7d", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f-authn-ssl"} 2026-07-28T15:15:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "e45cc487-df6f-419f-9032-ccdb27b91f7d", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress"} 2026-07-28T15:15:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd42ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef", "reconcileID": "d1c5079e-7a3a-4288-8678-fce7db698dae", "Gateway": "e2e-shared-a-fd42ef", "namespace": "openshift-ingress"} 2026-07-28T15:15:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd42ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef", "reconcileID": "d1c5079e-7a3a-4288-8678-fce7db698dae", "Gateway": "e2e-shared-a-fd42ef", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef-authn-ssl"} 2026-07-28T15:15:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd42ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef", "reconcileID": "d1c5079e-7a3a-4288-8678-fce7db698dae", "Gateway": "e2e-shared-a-fd42ef", "namespace": "openshift-ingress"} 2026-07-28T15:16:19Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "rate-test-model-fd42ef", "reconcileID": "b3a797f6-4973-45bb-b1b9-13d1229cd40d", "LLMInferenceService": "rate-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef"} 2026-07-28T15:16:19Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "rate-test-model-fd42ef", "reconcileID": "b3a797f6-4973-45bb-b1b9-13d1229cd40d", "LLMInferenceService": "rate-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "rate-test-model-fd42ef"} 2026-07-28T15:16:19Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "rate-test-model-fd42ef", "reconcileID": "b3a797f6-4973-45bb-b1b9-13d1229cd40d", "LLMInferenceService": "rate-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef"} 2026-07-28T15:16:19Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "rate-test-model-fd42ef", "reconcileID": "b3a797f6-4973-45bb-b1b9-13d1229cd40d", "LLMInferenceService": "rate-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef"} 2026-07-28T15:16:19Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "rate-test-model-fd42ef", "reconcileID": "b3a797f6-4973-45bb-b1b9-13d1229cd40d", "LLMInferenceService": "rate-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "rate-test-model-fd42ef-kserve-route-authn"} 2026-07-28T15:16:19Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "rate-test-model-fd42ef", "reconcileID": "b3a797f6-4973-45bb-b1b9-13d1229cd40d", "LLMInferenceService": "rate-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "rate-test-model-fd42ef-kserve-route-authn"} 2026-07-28T15:16:19Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "rate-test-model-fd42ef", "reconcileID": "b3a797f6-4973-45bb-b1b9-13d1229cd40d", "LLMInferenceService": "rate-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef"} 2026-07-28T15:16:19Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "rate-test-model-fd42ef", "reconcileID": "b3a797f6-4973-45bb-b1b9-13d1229cd40d", "LLMInferenceService": "rate-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef"} 2026-07-28T15:16:19Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd42ef","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "rate-test-model-fd42ef", "reconcileID": "6be587c8-efb1-4ee7-af27-0d1f1d2b67d7", "LLMInferenceService": "rate-test-model-fd42ef", "namespace": "ai-tenant-e2e-shared-a-fd42ef"} 2026-07-28T15:16:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd42ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef", "reconcileID": "67cb0668-b715-40d2-ad8b-41b9dc4b137c", "Gateway": "e2e-shared-a-fd42ef", "namespace": "openshift-ingress"} 2026-07-28T15:16:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd42ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef", "reconcileID": "67cb0668-b715-40d2-ad8b-41b9dc4b137c", "Gateway": "e2e-shared-a-fd42ef", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef-authn-ssl"} 2026-07-28T15:16:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd42ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef", "reconcileID": "67cb0668-b715-40d2-ad8b-41b9dc4b137c", "Gateway": "e2e-shared-a-fd42ef", "namespace": "openshift-ingress"} 2026-07-28T15:16:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd42ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef", "reconcileID": "ea6f95e1-6c17-468c-957d-3329958db040", "Gateway": "e2e-shared-a-fd42ef", "namespace": "openshift-ingress"} 2026-07-28T15:16:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd42ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef", "reconcileID": "ea6f95e1-6c17-468c-957d-3329958db040", "Gateway": "e2e-shared-a-fd42ef", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef-authn-ssl"} 2026-07-28T15:16:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd42ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef", "reconcileID": "ea6f95e1-6c17-468c-957d-3329958db040", "Gateway": "e2e-shared-a-fd42ef", "namespace": "openshift-ingress"} 2026-07-28T15:16:19Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "rate-test-model-bc713f", "reconcileID": "e567110a-8b20-47c7-8781-ace9cd10826b", "LLMInferenceService": "rate-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:16:19Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "rate-test-model-bc713f", "reconcileID": "e567110a-8b20-47c7-8781-ace9cd10826b", "LLMInferenceService": "rate-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "rate-test-model-bc713f"} 2026-07-28T15:16:19Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "rate-test-model-bc713f", "reconcileID": "e567110a-8b20-47c7-8781-ace9cd10826b", "LLMInferenceService": "rate-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:16:19Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "rate-test-model-bc713f", "reconcileID": "e567110a-8b20-47c7-8781-ace9cd10826b", "LLMInferenceService": "rate-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:16:19Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "rate-test-model-bc713f", "reconcileID": "e567110a-8b20-47c7-8781-ace9cd10826b", "LLMInferenceService": "rate-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "rate-test-model-bc713f-kserve-route-authn"} 2026-07-28T15:16:19Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "rate-test-model-bc713f", "reconcileID": "e567110a-8b20-47c7-8781-ace9cd10826b", "LLMInferenceService": "rate-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "rate-test-model-bc713f-kserve-route-authn"} 2026-07-28T15:16:19Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "rate-test-model-bc713f", "reconcileID": "e567110a-8b20-47c7-8781-ace9cd10826b", "LLMInferenceService": "rate-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:16:19Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "rate-test-model-bc713f", "reconcileID": "e567110a-8b20-47c7-8781-ace9cd10826b", "LLMInferenceService": "rate-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:16:20Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc713f","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "rate-test-model-bc713f", "reconcileID": "c84e1a43-a386-44bb-9456-e2767c41c5bf", "LLMInferenceService": "rate-test-model-bc713f", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:16:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "38be8360-1517-4d47-80e9-56d5f7068683", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress"} 2026-07-28T15:16:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "38be8360-1517-4d47-80e9-56d5f7068683", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f-authn-ssl"} 2026-07-28T15:16:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "38be8360-1517-4d47-80e9-56d5f7068683", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress"} 2026-07-28T15:16:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "8bf31c97-d354-4fd2-a56c-1c411a67bb09", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress"} 2026-07-28T15:16:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "8bf31c97-d354-4fd2-a56c-1c411a67bb09", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f-authn-ssl"} 2026-07-28T15:16:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "8bf31c97-d354-4fd2-a56c-1c411a67bb09", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress"} 2026-07-28T15:16:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "ad54d6e1-eea6-451e-ad9e-666a1f300cf5", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress"} 2026-07-28T15:16:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "ad54d6e1-eea6-451e-ad9e-666a1f300cf5", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f-authn-ssl"} 2026-07-28T15:16:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "ad54d6e1-eea6-451e-ad9e-666a1f300cf5", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress"} 2026-07-28T15:16:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd42ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef", "reconcileID": "094387eb-b893-4416-824b-87fdc97fd589", "Gateway": "e2e-shared-a-fd42ef", "namespace": "openshift-ingress"} 2026-07-28T15:16:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd42ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef", "reconcileID": "094387eb-b893-4416-824b-87fdc97fd589", "Gateway": "e2e-shared-a-fd42ef", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef-authn-ssl"} 2026-07-28T15:16:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd42ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef", "reconcileID": "094387eb-b893-4416-824b-87fdc97fd589", "Gateway": "e2e-shared-a-fd42ef", "namespace": "openshift-ingress"} 2026-07-28T15:16:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c218c0a6-5173-48cb-bdc5-ed5ffedd6706", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T15:16:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "fae7640d-71f9-4544-9162-b1eb7734db42", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress"} 2026-07-28T15:16:39Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "fae7640d-71f9-4544-9162-b1eb7734db42", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04-authn-ssl"} 2026-07-28T15:16:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "fae7640d-71f9-4544-9162-b1eb7734db42", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress"} 2026-07-28T15:16:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "733b11a5-40e5-471d-8780-fa86b6ad450b", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress"} 2026-07-28T15:16:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "733b11a5-40e5-471d-8780-fa86b6ad450b", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04-authn-ssl"} 2026-07-28T15:16:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "733b11a5-40e5-471d-8780-fa86b6ad450b", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress"} 2026-07-28T15:16:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "f6b88f32-253b-4bb2-b3e2-424125d7dbf4", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress"} 2026-07-28T15:16:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "f6b88f32-253b-4bb2-b3e2-424125d7dbf4", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04-authn-ssl"} 2026-07-28T15:16:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "f6b88f32-253b-4bb2-b3e2-424125d7dbf4", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress"} 2026-07-28T15:16:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "f161a9b3-8c8d-4fe9-9cff-0cfc4070e133", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress"} 2026-07-28T15:16:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "f161a9b3-8c8d-4fe9-9cff-0cfc4070e133", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04-authn-ssl"} 2026-07-28T15:16:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "f161a9b3-8c8d-4fe9-9cff-0cfc4070e133", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress"} 2026-07-28T15:16:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "7a7834b0-d66e-4579-b237-447bb30f4dd0", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress"} 2026-07-28T15:16:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "7a7834b0-d66e-4579-b237-447bb30f4dd0", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04-authn-ssl"} 2026-07-28T15:16:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "7a7834b0-d66e-4579-b237-447bb30f4dd0", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress"} 2026-07-28T15:16:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "1db77235-747f-408c-a6c7-a4d9ed8ea6b9", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress"} 2026-07-28T15:16:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "1db77235-747f-408c-a6c7-a4d9ed8ea6b9", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04-authn-ssl"} 2026-07-28T15:16:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "1db77235-747f-408c-a6c7-a4d9ed8ea6b9", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress"} 2026-07-28T15:16:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "bb12af25-0f46-4203-9570-31c3edd918ae", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress"} 2026-07-28T15:16:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "bb12af25-0f46-4203-9570-31c3edd918ae", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04-authn-ssl"} 2026-07-28T15:16:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "bb12af25-0f46-4203-9570-31c3edd918ae", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress"} 2026-07-28T15:16:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "f7a0ecb0-0547-4a43-98ec-c7c0d8824e17", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress"} 2026-07-28T15:16:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "f7a0ecb0-0547-4a43-98ec-c7c0d8824e17", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04-authn-ssl"} 2026-07-28T15:16:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "f7a0ecb0-0547-4a43-98ec-c7c0d8824e17", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress"} 2026-07-28T15:16:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "odh-trusted-ca-bundle", "reconcileID": "d6dc3b65-7047-4b01-bb8a-50a107c0657f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-968c04"} 2026-07-28T15:16:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "openshift-service-ca.crt", "reconcileID": "cee9c758-d8a8-4147-ae2a-d1061e634629", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-968c04"} 2026-07-28T15:16:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "openshift-service-ca.crt", "reconcileID": "80d4c906-8989-42c5-a729-5794d00e6b40", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-968c04", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T15:16:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "openshift-service-ca.crt", "reconcileID": "80d4c906-8989-42c5-a729-5794d00e6b40", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-968c04"} 2026-07-28T15:16:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1cec27a8-f6d7-4b68-a22f-40cdf729b3e1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-968c04"} 2026-07-28T15:16:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "openshift-service-ca.crt", "reconcileID": "faabf475-5bec-48e6-8647-a8cb3da0552c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-968c04"} 2026-07-28T15:16:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "odh-trusted-ca-bundle", "reconcileID": "bf8f6da3-767f-4f20-af1c-30bf8b164315", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-968c04", "update": "odh-kserve-custom-ca-bundle"} 2026-07-28T15:16:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "odh-trusted-ca-bundle", "reconcileID": "bf8f6da3-767f-4f20-af1c-30bf8b164315", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-968c04"} 2026-07-28T15:16:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "84ce8fc9-f0e4-4c96-ad23-94bbbe81c5c8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-968c04"} 2026-07-28T15:16:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "77f3b149-45d4-45b8-8934-2e245e68f725", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress"} 2026-07-28T15:16:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "77f3b149-45d4-45b8-8934-2e245e68f725", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04-authn-ssl"} 2026-07-28T15:16:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "77f3b149-45d4-45b8-8934-2e245e68f725", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress"} 2026-07-28T15:16:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "49d62c10-2367-4eef-943c-6b0474b22a98", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T15:16:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "c5dcb868-0d68-49d0-98a7-15aa00a24225", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress"} 2026-07-28T15:16:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "c5dcb868-0d68-49d0-98a7-15aa00a24225", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04-authn-ssl"} 2026-07-28T15:16:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "c5dcb868-0d68-49d0-98a7-15aa00a24225", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress"} 2026-07-28T15:17:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2a907ef5-5203-4587-87ec-323d5ea99dbf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T15:17:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86ef5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86ef5d", "reconcileID": "22a1bf98-2827-49a6-be23-ee61524765fd", "Gateway": "e2e-ipp-b-86ef5d", "namespace": "openshift-ingress"} 2026-07-28T15:17:09Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86ef5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86ef5d", "reconcileID": "22a1bf98-2827-49a6-be23-ee61524765fd", "Gateway": "e2e-ipp-b-86ef5d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86ef5d-authn-ssl"} 2026-07-28T15:17:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86ef5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86ef5d", "reconcileID": "22a1bf98-2827-49a6-be23-ee61524765fd", "Gateway": "e2e-ipp-b-86ef5d", "namespace": "openshift-ingress"} 2026-07-28T15:17:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86ef5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86ef5d", "reconcileID": "7197caf7-a12b-4c4d-afcb-87588b066fc1", "Gateway": "e2e-ipp-b-86ef5d", "namespace": "openshift-ingress"} 2026-07-28T15:17:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86ef5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86ef5d", "reconcileID": "7197caf7-a12b-4c4d-afcb-87588b066fc1", "Gateway": "e2e-ipp-b-86ef5d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86ef5d-authn-ssl"} 2026-07-28T15:17:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86ef5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86ef5d", "reconcileID": "7197caf7-a12b-4c4d-afcb-87588b066fc1", "Gateway": "e2e-ipp-b-86ef5d", "namespace": "openshift-ingress"} 2026-07-28T15:17:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86ef5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86ef5d", "reconcileID": "0dc587b2-d737-47ab-a4a9-0e08f6905029", "Gateway": "e2e-ipp-b-86ef5d", "namespace": "openshift-ingress"} 2026-07-28T15:17:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86ef5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86ef5d", "reconcileID": "0dc587b2-d737-47ab-a4a9-0e08f6905029", "Gateway": "e2e-ipp-b-86ef5d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86ef5d-authn-ssl"} 2026-07-28T15:17:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86ef5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86ef5d", "reconcileID": "0dc587b2-d737-47ab-a4a9-0e08f6905029", "Gateway": "e2e-ipp-b-86ef5d", "namespace": "openshift-ingress"} 2026-07-28T15:17:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86ef5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86ef5d", "reconcileID": "1fb715e0-c4e1-4f3b-b0d6-17266a6b9cb8", "Gateway": "e2e-ipp-b-86ef5d", "namespace": "openshift-ingress"} 2026-07-28T15:17:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86ef5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86ef5d", "reconcileID": "1fb715e0-c4e1-4f3b-b0d6-17266a6b9cb8", "Gateway": "e2e-ipp-b-86ef5d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86ef5d-authn-ssl"} 2026-07-28T15:17:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86ef5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86ef5d", "reconcileID": "1fb715e0-c4e1-4f3b-b0d6-17266a6b9cb8", "Gateway": "e2e-ipp-b-86ef5d", "namespace": "openshift-ingress"} 2026-07-28T15:17:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86ef5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86ef5d", "reconcileID": "c23f90fe-486d-4a67-aa55-ea1e67134929", "Gateway": "e2e-ipp-b-86ef5d", "namespace": "openshift-ingress"} 2026-07-28T15:17:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86ef5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86ef5d", "reconcileID": "c23f90fe-486d-4a67-aa55-ea1e67134929", "Gateway": "e2e-ipp-b-86ef5d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86ef5d-authn-ssl"} 2026-07-28T15:17:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86ef5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86ef5d", "reconcileID": "c23f90fe-486d-4a67-aa55-ea1e67134929", "Gateway": "e2e-ipp-b-86ef5d", "namespace": "openshift-ingress"} 2026-07-28T15:17:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86ef5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86ef5d", "reconcileID": "4b69badb-f5ea-44b3-afd5-7c6a4b467f68", "Gateway": "e2e-ipp-b-86ef5d", "namespace": "openshift-ingress"} 2026-07-28T15:17:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86ef5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86ef5d", "reconcileID": "4b69badb-f5ea-44b3-afd5-7c6a4b467f68", "Gateway": "e2e-ipp-b-86ef5d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86ef5d-authn-ssl"} 2026-07-28T15:17:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86ef5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86ef5d", "reconcileID": "4b69badb-f5ea-44b3-afd5-7c6a4b467f68", "Gateway": "e2e-ipp-b-86ef5d", "namespace": "openshift-ingress"} 2026-07-28T15:17:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86ef5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86ef5d", "reconcileID": "f266da31-28c4-45cd-b2c8-7114448f910a", "Gateway": "e2e-ipp-b-86ef5d", "namespace": "openshift-ingress"} 2026-07-28T15:17:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86ef5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86ef5d", "reconcileID": "f266da31-28c4-45cd-b2c8-7114448f910a", "Gateway": "e2e-ipp-b-86ef5d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86ef5d-authn-ssl"} 2026-07-28T15:17:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86ef5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86ef5d", "reconcileID": "f266da31-28c4-45cd-b2c8-7114448f910a", "Gateway": "e2e-ipp-b-86ef5d", "namespace": "openshift-ingress"} 2026-07-28T15:17:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-86ef5d"}, "namespace": "ai-tenant-e2e-ipp-b-86ef5d", "name": "openshift-service-ca.crt", "reconcileID": "65b20917-ceff-496e-9b73-8e594d7f812a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-86ef5d"} 2026-07-28T15:17:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86ef5d"}, "namespace": "ai-tenant-e2e-ipp-b-86ef5d", "name": "odh-trusted-ca-bundle", "reconcileID": "f3143052-0425-4623-b23d-db064f458ea4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86ef5d"} 2026-07-28T15:17:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-86ef5d"}, "namespace": "ai-tenant-e2e-ipp-b-86ef5d", "name": "openshift-service-ca.crt", "reconcileID": "d3602ea6-4ad3-4ae4-9bee-3c0885c6476b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-86ef5d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T15:17:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-86ef5d"}, "namespace": "ai-tenant-e2e-ipp-b-86ef5d", "name": "openshift-service-ca.crt", "reconcileID": "d3602ea6-4ad3-4ae4-9bee-3c0885c6476b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-86ef5d"} 2026-07-28T15:17:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86ef5d"}, "namespace": "ai-tenant-e2e-ipp-b-86ef5d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "11f2b9a0-0926-4c1f-baf7-3a0b7883db37", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86ef5d"} 2026-07-28T15:17:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-86ef5d"}, "namespace": "ai-tenant-e2e-ipp-b-86ef5d", "name": "openshift-service-ca.crt", "reconcileID": "3b627b8a-8466-46b8-ac61-7c3f1ce975b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-86ef5d"} 2026-07-28T15:17:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86ef5d"}, "namespace": "ai-tenant-e2e-ipp-b-86ef5d", "name": "odh-trusted-ca-bundle", "reconcileID": "42f91422-bbb9-433b-b1a8-32358848e22f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86ef5d", "update": "odh-kserve-custom-ca-bundle"} 2026-07-28T15:17:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86ef5d"}, "namespace": "ai-tenant-e2e-ipp-b-86ef5d", "name": "odh-trusted-ca-bundle", "reconcileID": "42f91422-bbb9-433b-b1a8-32358848e22f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86ef5d"} 2026-07-28T15:17:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86ef5d"}, "namespace": "ai-tenant-e2e-ipp-b-86ef5d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "056602c4-4493-42b1-b0cb-7eef9cd2571e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86ef5d"} 2026-07-28T15:17:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86ef5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86ef5d", "reconcileID": "a5fdea7a-a526-4a2e-a575-d75c89249538", "Gateway": "e2e-ipp-b-86ef5d", "namespace": "openshift-ingress"} 2026-07-28T15:17:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86ef5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86ef5d", "reconcileID": "a5fdea7a-a526-4a2e-a575-d75c89249538", "Gateway": "e2e-ipp-b-86ef5d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86ef5d-authn-ssl"} 2026-07-28T15:17:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86ef5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86ef5d", "reconcileID": "a5fdea7a-a526-4a2e-a575-d75c89249538", "Gateway": "e2e-ipp-b-86ef5d", "namespace": "openshift-ingress"} 2026-07-28T15:17:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b04272b7-8371-4bea-a6a7-f2ea112c34aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T15:17:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86ef5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86ef5d", "reconcileID": "960f26bb-0813-4afa-aead-9304828171fc", "Gateway": "e2e-ipp-b-86ef5d", "namespace": "openshift-ingress"} 2026-07-28T15:17:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86ef5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86ef5d", "reconcileID": "960f26bb-0813-4afa-aead-9304828171fc", "Gateway": "e2e-ipp-b-86ef5d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86ef5d-authn-ssl"} 2026-07-28T15:17:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86ef5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86ef5d", "reconcileID": "960f26bb-0813-4afa-aead-9304828171fc", "Gateway": "e2e-ipp-b-86ef5d", "namespace": "openshift-ingress"} 2026-07-28T15:17:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-968c04","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04", "reconcileID": "88f937b0-c21c-4660-b158-ba0ce30d8757", "LLMInferenceService": "ipp-route-968c04", "namespace": "ai-tenant-e2e-ipp-a-968c04"} 2026-07-28T15:17:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-968c04","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04", "reconcileID": "88f937b0-c21c-4660-b158-ba0ce30d8757", "LLMInferenceService": "ipp-route-968c04", "namespace": "ai-tenant-e2e-ipp-a-968c04"} 2026-07-28T15:17:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-968c04","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04", "reconcileID": "88f937b0-c21c-4660-b158-ba0ce30d8757", "LLMInferenceService": "ipp-route-968c04", "namespace": "ai-tenant-e2e-ipp-a-968c04"} 2026-07-28T15:17:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "1e8105ca-f31a-4ec1-aaf7-a16171ab7aac", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress"} 2026-07-28T15:17:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-968c04","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04", "reconcileID": "88f937b0-c21c-4660-b158-ba0ce30d8757", "LLMInferenceService": "ipp-route-968c04", "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04-kserve-route-authn"} 2026-07-28T15:17:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-968c04","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04", "reconcileID": "88f937b0-c21c-4660-b158-ba0ce30d8757", "LLMInferenceService": "ipp-route-968c04", "namespace": "ai-tenant-e2e-ipp-a-968c04", "authType": "userdefined"} 2026-07-28T15:17:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-968c04","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04", "reconcileID": "88f937b0-c21c-4660-b158-ba0ce30d8757", "LLMInferenceService": "ipp-route-968c04", "namespace": "ai-tenant-e2e-ipp-a-968c04"} 2026-07-28T15:17:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "1e8105ca-f31a-4ec1-aaf7-a16171ab7aac", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04-authn-ssl"} 2026-07-28T15:17:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "1e8105ca-f31a-4ec1-aaf7-a16171ab7aac", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress"} 2026-07-28T15:17:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-968c04","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04", "reconcileID": "d42d5dcc-2e29-4d46-92c6-3bf4b8145048", "LLMInferenceService": "ipp-route-968c04", "namespace": "ai-tenant-e2e-ipp-a-968c04"} 2026-07-28T15:17:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-968c04","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04", "reconcileID": "d42d5dcc-2e29-4d46-92c6-3bf4b8145048", "LLMInferenceService": "ipp-route-968c04", "namespace": "ai-tenant-e2e-ipp-a-968c04"} 2026-07-28T15:17:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-968c04","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04", "reconcileID": "d42d5dcc-2e29-4d46-92c6-3bf4b8145048", "LLMInferenceService": "ipp-route-968c04", "namespace": "ai-tenant-e2e-ipp-a-968c04"} 2026-07-28T15:17:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-968c04","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04", "reconcileID": "d42d5dcc-2e29-4d46-92c6-3bf4b8145048", "LLMInferenceService": "ipp-route-968c04", "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04-kserve-route-authn"} 2026-07-28T15:17:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-968c04","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04", "reconcileID": "d42d5dcc-2e29-4d46-92c6-3bf4b8145048", "LLMInferenceService": "ipp-route-968c04", "namespace": "ai-tenant-e2e-ipp-a-968c04", "authType": "userdefined"} 2026-07-28T15:17:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-968c04","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04", "reconcileID": "d42d5dcc-2e29-4d46-92c6-3bf4b8145048", "LLMInferenceService": "ipp-route-968c04", "namespace": "ai-tenant-e2e-ipp-a-968c04"} 2026-07-28T15:17:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "54a6301f-4f9f-420f-88a3-afda2d724f3d", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress"} 2026-07-28T15:17:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "54a6301f-4f9f-420f-88a3-afda2d724f3d", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04-authn-ssl"} 2026-07-28T15:17:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "54a6301f-4f9f-420f-88a3-afda2d724f3d", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress"} 2026-07-28T15:17:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-968c04","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04", "reconcileID": "c0088cf8-0b83-4617-ac3f-42292790f851", "LLMInferenceService": "ipp-route-968c04", "namespace": "ai-tenant-e2e-ipp-a-968c04"} 2026-07-28T15:17:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-968c04","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04", "reconcileID": "c0088cf8-0b83-4617-ac3f-42292790f851", "LLMInferenceService": "ipp-route-968c04", "namespace": "ai-tenant-e2e-ipp-a-968c04"} 2026-07-28T15:17:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-968c04","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04", "reconcileID": "c0088cf8-0b83-4617-ac3f-42292790f851", "LLMInferenceService": "ipp-route-968c04", "namespace": "ai-tenant-e2e-ipp-a-968c04"} 2026-07-28T15:17:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-968c04","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04", "reconcileID": "c0088cf8-0b83-4617-ac3f-42292790f851", "LLMInferenceService": "ipp-route-968c04", "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04-kserve-route-authn"} 2026-07-28T15:17:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-968c04","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04", "reconcileID": "c0088cf8-0b83-4617-ac3f-42292790f851", "LLMInferenceService": "ipp-route-968c04", "namespace": "ai-tenant-e2e-ipp-a-968c04", "authType": "userdefined"} 2026-07-28T15:17:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-968c04","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04", "reconcileID": "c0088cf8-0b83-4617-ac3f-42292790f851", "LLMInferenceService": "ipp-route-968c04", "namespace": "ai-tenant-e2e-ipp-a-968c04"} 2026-07-28T15:18:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-968c04","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04", "reconcileID": "ee41d6e4-6a0c-484b-b902-61b4e7ecfe54", "LLMInferenceService": "ipp-route-968c04", "namespace": "ai-tenant-e2e-ipp-a-968c04"} 2026-07-28T15:18:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-968c04","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04", "reconcileID": "ee41d6e4-6a0c-484b-b902-61b4e7ecfe54", "LLMInferenceService": "ipp-route-968c04", "namespace": "ai-tenant-e2e-ipp-a-968c04"} 2026-07-28T15:18:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-968c04","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04", "reconcileID": "ee41d6e4-6a0c-484b-b902-61b4e7ecfe54", "LLMInferenceService": "ipp-route-968c04", "namespace": "ai-tenant-e2e-ipp-a-968c04"} 2026-07-28T15:18:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-968c04","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04", "reconcileID": "ee41d6e4-6a0c-484b-b902-61b4e7ecfe54", "LLMInferenceService": "ipp-route-968c04", "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04-kserve-route-authn"} 2026-07-28T15:18:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-968c04","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04", "reconcileID": "ee41d6e4-6a0c-484b-b902-61b4e7ecfe54", "LLMInferenceService": "ipp-route-968c04", "namespace": "ai-tenant-e2e-ipp-a-968c04", "authType": "userdefined"} 2026-07-28T15:18:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-968c04","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04", "reconcileID": "ee41d6e4-6a0c-484b-b902-61b4e7ecfe54", "LLMInferenceService": "ipp-route-968c04", "namespace": "ai-tenant-e2e-ipp-a-968c04"} 2026-07-28T15:18:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-968c04","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04", "reconcileID": "b20cc9a5-b474-400f-b9b3-bbf38add8a77", "LLMInferenceService": "ipp-route-968c04", "namespace": "ai-tenant-e2e-ipp-a-968c04"} 2026-07-28T15:18:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-968c04","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04", "reconcileID": "b20cc9a5-b474-400f-b9b3-bbf38add8a77", "LLMInferenceService": "ipp-route-968c04", "namespace": "ai-tenant-e2e-ipp-a-968c04"} 2026-07-28T15:18:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-968c04","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04", "reconcileID": "b20cc9a5-b474-400f-b9b3-bbf38add8a77", "LLMInferenceService": "ipp-route-968c04", "namespace": "ai-tenant-e2e-ipp-a-968c04"} 2026-07-28T15:18:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-968c04","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04", "reconcileID": "b20cc9a5-b474-400f-b9b3-bbf38add8a77", "LLMInferenceService": "ipp-route-968c04", "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04-kserve-route-authn"} 2026-07-28T15:18:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-968c04","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04", "reconcileID": "b20cc9a5-b474-400f-b9b3-bbf38add8a77", "LLMInferenceService": "ipp-route-968c04", "namespace": "ai-tenant-e2e-ipp-a-968c04", "authType": "userdefined"} 2026-07-28T15:18:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-968c04","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04", "reconcileID": "b20cc9a5-b474-400f-b9b3-bbf38add8a77", "LLMInferenceService": "ipp-route-968c04", "namespace": "ai-tenant-e2e-ipp-a-968c04"} 2026-07-28T15:18:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "2faddb51-4d89-4853-9d8d-e89356700030", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress"} 2026-07-28T15:18:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "2faddb51-4d89-4853-9d8d-e89356700030", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04-authn-ssl"} 2026-07-28T15:18:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "2faddb51-4d89-4853-9d8d-e89356700030", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress"} 2026-07-28T15:18:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-adb651","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-adb651", "reconcileID": "3182bc2c-2bdd-4bc4-8a40-9a37d00a9898", "Gateway": "e2e-ipp-cleanup-adb651", "namespace": "openshift-ingress"} 2026-07-28T15:18:42Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-adb651","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-adb651", "reconcileID": "3182bc2c-2bdd-4bc4-8a40-9a37d00a9898", "Gateway": "e2e-ipp-cleanup-adb651", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-adb651-authn-ssl"} 2026-07-28T15:18:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-adb651","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-adb651", "reconcileID": "3182bc2c-2bdd-4bc4-8a40-9a37d00a9898", "Gateway": "e2e-ipp-cleanup-adb651", "namespace": "openshift-ingress"} 2026-07-28T15:18:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-adb651","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-adb651", "reconcileID": "f1424346-a93e-463a-8d0c-a2b41f8b3410", "Gateway": "e2e-ipp-cleanup-adb651", "namespace": "openshift-ingress"} 2026-07-28T15:18:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-adb651","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-adb651", "reconcileID": "f1424346-a93e-463a-8d0c-a2b41f8b3410", "Gateway": "e2e-ipp-cleanup-adb651", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-adb651-authn-ssl"} 2026-07-28T15:18:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-adb651","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-adb651", "reconcileID": "f1424346-a93e-463a-8d0c-a2b41f8b3410", "Gateway": "e2e-ipp-cleanup-adb651", "namespace": "openshift-ingress"} 2026-07-28T15:18:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-adb651","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-adb651", "reconcileID": "b7e86790-5398-4b6e-892b-3c4adc5aa3c1", "Gateway": "e2e-ipp-cleanup-adb651", "namespace": "openshift-ingress"} 2026-07-28T15:18:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-adb651","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-adb651", "reconcileID": "b7e86790-5398-4b6e-892b-3c4adc5aa3c1", "Gateway": "e2e-ipp-cleanup-adb651", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-adb651-authn-ssl"} 2026-07-28T15:18:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-adb651","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-adb651", "reconcileID": "b7e86790-5398-4b6e-892b-3c4adc5aa3c1", "Gateway": "e2e-ipp-cleanup-adb651", "namespace": "openshift-ingress"} 2026-07-28T15:18:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-adb651","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-adb651", "reconcileID": "dc72ae4a-3d74-4c4f-a095-a07209d339c4", "Gateway": "e2e-ipp-cleanup-adb651", "namespace": "openshift-ingress"} 2026-07-28T15:18:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-adb651","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-adb651", "reconcileID": "dc72ae4a-3d74-4c4f-a095-a07209d339c4", "Gateway": "e2e-ipp-cleanup-adb651", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-adb651-authn-ssl"} 2026-07-28T15:18:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-adb651","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-adb651", "reconcileID": "dc72ae4a-3d74-4c4f-a095-a07209d339c4", "Gateway": "e2e-ipp-cleanup-adb651", "namespace": "openshift-ingress"} 2026-07-28T15:18:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-adb651","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-adb651", "reconcileID": "5ab0bf3d-c918-4441-971f-a6db8ad91819", "Gateway": "e2e-ipp-cleanup-adb651", "namespace": "openshift-ingress"} 2026-07-28T15:18:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-adb651","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-adb651", "reconcileID": "5ab0bf3d-c918-4441-971f-a6db8ad91819", "Gateway": "e2e-ipp-cleanup-adb651", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-adb651-authn-ssl"} 2026-07-28T15:18:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-adb651","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-adb651", "reconcileID": "5ab0bf3d-c918-4441-971f-a6db8ad91819", "Gateway": "e2e-ipp-cleanup-adb651", "namespace": "openshift-ingress"} 2026-07-28T15:18:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-adb651","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-adb651", "reconcileID": "d83cb45f-a97f-47ba-bf08-a4f4ecef3e48", "Gateway": "e2e-ipp-cleanup-adb651", "namespace": "openshift-ingress"} 2026-07-28T15:18:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-adb651","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-adb651", "reconcileID": "d83cb45f-a97f-47ba-bf08-a4f4ecef3e48", "Gateway": "e2e-ipp-cleanup-adb651", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-adb651-authn-ssl"} 2026-07-28T15:18:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-adb651","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-adb651", "reconcileID": "d83cb45f-a97f-47ba-bf08-a4f4ecef3e48", "Gateway": "e2e-ipp-cleanup-adb651", "namespace": "openshift-ingress"} 2026-07-28T15:18:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-adb651"}, "namespace": "ai-tenant-e2e-ipp-cleanup-adb651", "name": "openshift-service-ca.crt", "reconcileID": "4a05ff7c-8f97-46f3-aea1-623dc5c30732", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-adb651"} 2026-07-28T15:18:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-adb651"}, "namespace": "ai-tenant-e2e-ipp-cleanup-adb651", "name": "odh-trusted-ca-bundle", "reconcileID": "425c1394-4149-45d7-a7c9-f33b3cf93843", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-adb651"} 2026-07-28T15:18:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-adb651"}, "namespace": "ai-tenant-e2e-ipp-cleanup-adb651", "name": "openshift-service-ca.crt", "reconcileID": "d783a07d-d3fc-49a3-81ce-75b288d3c672", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-adb651", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T15:18:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-adb651"}, "namespace": "ai-tenant-e2e-ipp-cleanup-adb651", "name": "openshift-service-ca.crt", "reconcileID": "d783a07d-d3fc-49a3-81ce-75b288d3c672", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-adb651"} 2026-07-28T15:18:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-adb651"}, "namespace": "ai-tenant-e2e-ipp-cleanup-adb651", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21ab53ec-e342-4003-9b9b-ebe01a5b21d6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-adb651"} 2026-07-28T15:18:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-adb651"}, "namespace": "ai-tenant-e2e-ipp-cleanup-adb651", "name": "openshift-service-ca.crt", "reconcileID": "16e2ef22-950c-4467-944a-c0eef1d7cc9b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-adb651"} 2026-07-28T15:18:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-adb651"}, "namespace": "ai-tenant-e2e-ipp-cleanup-adb651", "name": "odh-trusted-ca-bundle", "reconcileID": "adf383b9-7926-4c99-87bc-b6573478ae32", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-adb651", "update": "odh-kserve-custom-ca-bundle"} 2026-07-28T15:18:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-adb651"}, "namespace": "ai-tenant-e2e-ipp-cleanup-adb651", "name": "odh-trusted-ca-bundle", "reconcileID": "adf383b9-7926-4c99-87bc-b6573478ae32", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-adb651"} 2026-07-28T15:18:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-adb651"}, "namespace": "ai-tenant-e2e-ipp-cleanup-adb651", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eec37843-0d12-45cf-bac9-59ee69c61f5c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-adb651"} 2026-07-28T15:18:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-adb651","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-adb651", "reconcileID": "2a4f4755-03c2-4b51-a44e-ab813e5c026c", "Gateway": "e2e-ipp-cleanup-adb651", "namespace": "openshift-ingress"} 2026-07-28T15:18:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-adb651","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-adb651", "reconcileID": "2a4f4755-03c2-4b51-a44e-ab813e5c026c", "Gateway": "e2e-ipp-cleanup-adb651", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-adb651-authn-ssl"} 2026-07-28T15:18:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-adb651","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-adb651", "reconcileID": "2a4f4755-03c2-4b51-a44e-ab813e5c026c", "Gateway": "e2e-ipp-cleanup-adb651", "namespace": "openshift-ingress"} 2026-07-28T15:18:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0ec1588f-6fad-410f-8f24-23caaeb8fa21", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T15:18:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-adb651","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-adb651", "reconcileID": "af855437-2093-4856-8971-0afe16df2dde", "Gateway": "e2e-ipp-cleanup-adb651", "namespace": "openshift-ingress"} 2026-07-28T15:18:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-adb651","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-adb651", "reconcileID": "af855437-2093-4856-8971-0afe16df2dde", "Gateway": "e2e-ipp-cleanup-adb651", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-adb651-authn-ssl"} 2026-07-28T15:18:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-adb651","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-adb651", "reconcileID": "af855437-2093-4856-8971-0afe16df2dde", "Gateway": "e2e-ipp-cleanup-adb651", "namespace": "openshift-ingress"} 2026-07-28T15:19:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-adb651","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-adb651", "reconcileID": "b2a95160-eda7-4292-9cd4-87ad5bf006f4", "Gateway": "e2e-ipp-cleanup-adb651", "namespace": "openshift-ingress"} 2026-07-28T15:19:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-adb651","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-adb651", "reconcileID": "b2a95160-eda7-4292-9cd4-87ad5bf006f4", "Gateway": "e2e-ipp-cleanup-adb651", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-adb651-authn-ssl"} 2026-07-28T15:19:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-adb651","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-adb651", "reconcileID": "b2a95160-eda7-4292-9cd4-87ad5bf006f4", "Gateway": "e2e-ipp-cleanup-adb651", "namespace": "openshift-ingress"} 2026-07-28T15:19:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-adb651"}, "namespace": "ai-tenant-e2e-ipp-cleanup-adb651", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d1df0ab-cf8f-4029-9e92-2a7e9e831b9d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-adb651"} 2026-07-28T15:19:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-adb651"}, "namespace": "ai-tenant-e2e-ipp-cleanup-adb651", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d1df0ab-cf8f-4029-9e92-2a7e9e831b9d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-adb651", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T15:19:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-adb651"}, "namespace": "ai-tenant-e2e-ipp-cleanup-adb651", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d1df0ab-cf8f-4029-9e92-2a7e9e831b9d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-adb651 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T15:19:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-adb651"}, "namespace": "ai-tenant-e2e-ipp-cleanup-adb651", "name": "odh-trusted-ca-bundle", "reconcileID": "0d096480-3a61-4b52-a509-7b1d026b5237", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-adb651"} 2026-07-28T15:19:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-adb651"}, "namespace": "ai-tenant-e2e-ipp-cleanup-adb651", "name": "odh-trusted-ca-bundle", "reconcileID": "0d096480-3a61-4b52-a509-7b1d026b5237", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-adb651"} 2026-07-28T15:19:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-adb651"}, "namespace": "ai-tenant-e2e-ipp-cleanup-adb651", "name": "openshift-service-ca.crt", "reconcileID": "22c66baf-d34e-4774-8b58-db0533b43f0d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-adb651"} 2026-07-28T15:19:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-adb651"}, "namespace": "ai-tenant-e2e-ipp-cleanup-adb651", "name": "openshift-service-ca.crt", "reconcileID": "22c66baf-d34e-4774-8b58-db0533b43f0d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-adb651"} 2026-07-28T15:19:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-adb651"}, "namespace": "ai-tenant-e2e-ipp-cleanup-adb651", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "39fb8b36-5431-4371-87d4-15091f7db272", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-adb651"} 2026-07-28T15:19:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-adb651"}, "namespace": "ai-tenant-e2e-ipp-cleanup-adb651", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "39fb8b36-5431-4371-87d4-15091f7db272", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-adb651"} 2026-07-28T15:19:22Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-adb651","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-adb651", "reconcileID": "56fcb734-47a5-47ff-bf36-813c2583cac2", "Gateway": "e2e-ipp-cleanup-adb651", "namespace": "openshift-ingress"} 2026-07-28T15:19:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "12d5bc6a-7dfc-445c-a493-19da41cfaf65", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T15:19:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5369555c-361d-4f62-8629-20b2e02e9c0e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T15:19:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d2844b57-6def-460f-a57d-1d4ad0c6b04f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T15:19:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "283c1b87-4793-4493-a146-54e9b01d272d", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress"} 2026-07-28T15:19:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "283c1b87-4793-4493-a146-54e9b01d272d", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04-authn-ssl"} 2026-07-28T15:19:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "283c1b87-4793-4493-a146-54e9b01d272d", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress"} 2026-07-28T15:19:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "a720a989-ab38-4b52-b5fe-4f58807ecf66", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress"} 2026-07-28T15:19:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "a720a989-ab38-4b52-b5fe-4f58807ecf66", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04-authn-ssl"} 2026-07-28T15:19:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "a720a989-ab38-4b52-b5fe-4f58807ecf66", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress"} 2026-07-28T15:19:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-968c04","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04", "reconcileID": "6a7af9b6-4105-4563-86db-89f877c24f3e", "LLMInferenceService": "ipp-route-968c04", "namespace": "ai-tenant-e2e-ipp-a-968c04"} 2026-07-28T15:19:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-968c04","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04", "reconcileID": "6a7af9b6-4105-4563-86db-89f877c24f3e", "LLMInferenceService": "ipp-route-968c04", "namespace": "ai-tenant-e2e-ipp-a-968c04"} 2026-07-28T15:19:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-968c04","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04", "reconcileID": "6a7af9b6-4105-4563-86db-89f877c24f3e", "LLMInferenceService": "ipp-route-968c04", "namespace": "ai-tenant-e2e-ipp-a-968c04"} 2026-07-28T15:19:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-968c04","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04", "reconcileID": "6a7af9b6-4105-4563-86db-89f877c24f3e", "LLMInferenceService": "ipp-route-968c04", "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04-kserve-route-authn"} 2026-07-28T15:19:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-968c04","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04", "reconcileID": "6a7af9b6-4105-4563-86db-89f877c24f3e", "LLMInferenceService": "ipp-route-968c04", "namespace": "ai-tenant-e2e-ipp-a-968c04", "authType": "userdefined"} 2026-07-28T15:19:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-968c04","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04", "reconcileID": "6a7af9b6-4105-4563-86db-89f877c24f3e", "LLMInferenceService": "ipp-route-968c04", "namespace": "ai-tenant-e2e-ipp-a-968c04"} 2026-07-28T15:19:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "ebde7abe-3143-4582-8f19-721fc35216e1", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress"} 2026-07-28T15:19:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "ebde7abe-3143-4582-8f19-721fc35216e1", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04-authn-ssl"} 2026-07-28T15:19:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "ebde7abe-3143-4582-8f19-721fc35216e1", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress"} 2026-07-28T15:20:10Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T15:20:10Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T15:20:11Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T15:20:11Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T15:20:24Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-968c04","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04", "reconcileID": "98f3dfbc-c9a0-4a54-9701-e43efc435fd7", "LLMInferenceService": "ipp-route-968c04", "namespace": "ai-tenant-e2e-ipp-a-968c04"} 2026-07-28T15:20:24Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-968c04","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04", "reconcileID": "98f3dfbc-c9a0-4a54-9701-e43efc435fd7", "LLMInferenceService": "ipp-route-968c04", "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04"} 2026-07-28T15:20:24Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-968c04","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04", "reconcileID": "98f3dfbc-c9a0-4a54-9701-e43efc435fd7", "LLMInferenceService": "ipp-route-968c04", "namespace": "ai-tenant-e2e-ipp-a-968c04"} 2026-07-28T15:20:24Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-968c04","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04", "reconcileID": "98f3dfbc-c9a0-4a54-9701-e43efc435fd7", "LLMInferenceService": "ipp-route-968c04", "namespace": "ai-tenant-e2e-ipp-a-968c04"} 2026-07-28T15:20:24Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-968c04","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04", "reconcileID": "98f3dfbc-c9a0-4a54-9701-e43efc435fd7", "LLMInferenceService": "ipp-route-968c04", "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04-kserve-route-authn"} 2026-07-28T15:20:24Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-968c04","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04", "reconcileID": "98f3dfbc-c9a0-4a54-9701-e43efc435fd7", "LLMInferenceService": "ipp-route-968c04", "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04-kserve-route-authn"} 2026-07-28T15:20:24Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-968c04","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04", "reconcileID": "98f3dfbc-c9a0-4a54-9701-e43efc435fd7", "LLMInferenceService": "ipp-route-968c04", "namespace": "ai-tenant-e2e-ipp-a-968c04", "namespace": "ai-tenant-e2e-ipp-a-968c04"} 2026-07-28T15:20:24Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-968c04","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04", "reconcileID": "98f3dfbc-c9a0-4a54-9701-e43efc435fd7", "LLMInferenceService": "ipp-route-968c04", "namespace": "ai-tenant-e2e-ipp-a-968c04", "namespace": "ai-tenant-e2e-ipp-a-968c04"} 2026-07-28T15:20:24Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-968c04","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "ipp-route-968c04", "reconcileID": "8b965862-f4a0-431f-9c24-8440b93f8330", "LLMInferenceService": "ipp-route-968c04", "namespace": "ai-tenant-e2e-ipp-a-968c04"} 2026-07-28T15:20:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "0fb5d19f-1b34-410e-ae5a-81409fd18251", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress"} 2026-07-28T15:20:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "0fb5d19f-1b34-410e-ae5a-81409fd18251", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04-authn-ssl"} 2026-07-28T15:20:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "0fb5d19f-1b34-410e-ae5a-81409fd18251", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress"} 2026-07-28T15:20:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "1d4c6915-3222-4a8b-98e7-18c501492d99", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress"} 2026-07-28T15:20:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "1d4c6915-3222-4a8b-98e7-18c501492d99", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04-authn-ssl"} 2026-07-28T15:20:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "1d4c6915-3222-4a8b-98e7-18c501492d99", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress"} 2026-07-28T15:20:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d238d529-4ef5-43f7-9e86-e27d89219157", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-968c04"} 2026-07-28T15:20:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d238d529-4ef5-43f7-9e86-e27d89219157", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-968c04", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T15:20:25Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d238d529-4ef5-43f7-9e86-e27d89219157", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-968c04 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T15:20:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "odh-trusted-ca-bundle", "reconcileID": "a112001e-aba0-4de2-b6c2-c730c60061f7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-968c04"} 2026-07-28T15:20:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "odh-trusted-ca-bundle", "reconcileID": "a112001e-aba0-4de2-b6c2-c730c60061f7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-968c04"} 2026-07-28T15:20:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "openshift-service-ca.crt", "reconcileID": "14c58e58-cc0c-47b0-8f1a-02f0801294f4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-968c04"} 2026-07-28T15:20:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "openshift-service-ca.crt", "reconcileID": "14c58e58-cc0c-47b0-8f1a-02f0801294f4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-968c04"} 2026-07-28T15:20:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ea48e72-6973-46d6-bb7e-40fabd6ed424", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-968c04"} 2026-07-28T15:20:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-968c04"}, "namespace": "ai-tenant-e2e-ipp-a-968c04", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ea48e72-6973-46d6-bb7e-40fabd6ed424", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-968c04"} 2026-07-28T15:20:31Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-968c04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-968c04", "reconcileID": "7fc96aa5-a14a-41bd-b7f6-494d51a5a757", "Gateway": "e2e-ipp-a-968c04", "namespace": "openshift-ingress"} 2026-07-28T15:20:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cf107ba1-cfbb-41c5-8ff5-0452babf2139", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T15:20:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86ef5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86ef5d", "reconcileID": "598bfbc4-d1bd-491a-b0d3-a17907226b0d", "Gateway": "e2e-ipp-b-86ef5d", "namespace": "openshift-ingress"} 2026-07-28T15:20:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86ef5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86ef5d", "reconcileID": "598bfbc4-d1bd-491a-b0d3-a17907226b0d", "Gateway": "e2e-ipp-b-86ef5d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86ef5d-authn-ssl"} 2026-07-28T15:20:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86ef5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86ef5d", "reconcileID": "598bfbc4-d1bd-491a-b0d3-a17907226b0d", "Gateway": "e2e-ipp-b-86ef5d", "namespace": "openshift-ingress"} 2026-07-28T15:20:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86ef5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86ef5d", "reconcileID": "1169fd6f-dd2f-4916-b239-161eecc624f7", "Gateway": "e2e-ipp-b-86ef5d", "namespace": "openshift-ingress"} 2026-07-28T15:20:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86ef5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86ef5d", "reconcileID": "1169fd6f-dd2f-4916-b239-161eecc624f7", "Gateway": "e2e-ipp-b-86ef5d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86ef5d-authn-ssl"} 2026-07-28T15:20:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86ef5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86ef5d", "reconcileID": "1169fd6f-dd2f-4916-b239-161eecc624f7", "Gateway": "e2e-ipp-b-86ef5d", "namespace": "openshift-ingress"} 2026-07-28T15:20:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86ef5d"}, "namespace": "ai-tenant-e2e-ipp-b-86ef5d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce874c3b-0b6e-45b4-b26d-4b0a7bc193e9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86ef5d"} 2026-07-28T15:20:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86ef5d"}, "namespace": "ai-tenant-e2e-ipp-b-86ef5d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce874c3b-0b6e-45b4-b26d-4b0a7bc193e9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86ef5d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T15:20:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86ef5d"}, "namespace": "ai-tenant-e2e-ipp-b-86ef5d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce874c3b-0b6e-45b4-b26d-4b0a7bc193e9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-86ef5d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T15:20:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86ef5d"}, "namespace": "ai-tenant-e2e-ipp-b-86ef5d", "name": "odh-trusted-ca-bundle", "reconcileID": "f88d4345-527b-4411-92b7-0bb34c6fefe1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86ef5d"} 2026-07-28T15:20:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86ef5d"}, "namespace": "ai-tenant-e2e-ipp-b-86ef5d", "name": "odh-trusted-ca-bundle", "reconcileID": "f88d4345-527b-4411-92b7-0bb34c6fefe1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86ef5d"} 2026-07-28T15:20:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-86ef5d"}, "namespace": "ai-tenant-e2e-ipp-b-86ef5d", "name": "openshift-service-ca.crt", "reconcileID": "9c54de6a-14a4-4ba0-b901-89c3895fc8aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-86ef5d"} 2026-07-28T15:20:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-86ef5d"}, "namespace": "ai-tenant-e2e-ipp-b-86ef5d", "name": "openshift-service-ca.crt", "reconcileID": "9c54de6a-14a4-4ba0-b901-89c3895fc8aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-86ef5d"} 2026-07-28T15:20:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86ef5d"}, "namespace": "ai-tenant-e2e-ipp-b-86ef5d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a8609e58-ab5c-4cac-aef6-40cda38aff48", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86ef5d"} 2026-07-28T15:20:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86ef5d"}, "namespace": "ai-tenant-e2e-ipp-b-86ef5d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a8609e58-ab5c-4cac-aef6-40cda38aff48", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86ef5d"} 2026-07-28T15:20:49Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86ef5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86ef5d", "reconcileID": "378764c6-8189-4e99-935d-a782e6b61be3", "Gateway": "e2e-ipp-b-86ef5d", "namespace": "openshift-ingress"} 2026-07-28T15:20:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b0c18c23-ef99-4108-aa21-eaab0fb2dff7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T15:21:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd42ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef", "reconcileID": "cfe6f9a0-c91a-42d1-998b-ad5e16790541", "Gateway": "e2e-shared-a-fd42ef", "namespace": "openshift-ingress"} 2026-07-28T15:21:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd42ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef", "reconcileID": "cfe6f9a0-c91a-42d1-998b-ad5e16790541", "Gateway": "e2e-shared-a-fd42ef", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef-authn-ssl"} 2026-07-28T15:21:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd42ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef", "reconcileID": "cfe6f9a0-c91a-42d1-998b-ad5e16790541", "Gateway": "e2e-shared-a-fd42ef", "namespace": "openshift-ingress"} 2026-07-28T15:21:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd42ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef", "reconcileID": "d74db084-f6e2-45c7-9d54-65bf78e7eda6", "Gateway": "e2e-shared-a-fd42ef", "namespace": "openshift-ingress"} 2026-07-28T15:21:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd42ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef", "reconcileID": "d74db084-f6e2-45c7-9d54-65bf78e7eda6", "Gateway": "e2e-shared-a-fd42ef", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef-authn-ssl"} 2026-07-28T15:21:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd42ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef", "reconcileID": "d74db084-f6e2-45c7-9d54-65bf78e7eda6", "Gateway": "e2e-shared-a-fd42ef", "namespace": "openshift-ingress"} 2026-07-28T15:21:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c87e6473-ab0c-4fd5-a5b0-dc74d79cc31d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-fd42ef"} 2026-07-28T15:21:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c87e6473-ab0c-4fd5-a5b0-dc74d79cc31d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-fd42ef", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T15:21:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c87e6473-ab0c-4fd5-a5b0-dc74d79cc31d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-fd42ef because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T15:21:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "odh-trusted-ca-bundle", "reconcileID": "b0d987e0-2846-4f46-a343-6ce597ac54cb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-fd42ef"} 2026-07-28T15:21:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "odh-trusted-ca-bundle", "reconcileID": "b0d987e0-2846-4f46-a343-6ce597ac54cb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-fd42ef"} 2026-07-28T15:21:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "openshift-service-ca.crt", "reconcileID": "5eb328ec-8585-4bcf-8820-a89faa0bb457", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-fd42ef"} 2026-07-28T15:21:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "openshift-service-ca.crt", "reconcileID": "5eb328ec-8585-4bcf-8820-a89faa0bb457", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-fd42ef"} 2026-07-28T15:21:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "649b631c-af99-422a-8ada-b672d94b1e52", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-fd42ef"} 2026-07-28T15:21:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fd42ef"}, "namespace": "ai-tenant-e2e-shared-a-fd42ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "649b631c-af99-422a-8ada-b672d94b1e52", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-fd42ef"} 2026-07-28T15:21:07Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd42ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd42ef", "reconcileID": "8b08f660-458b-4a94-8efc-3bba437f41c2", "Gateway": "e2e-shared-a-fd42ef", "namespace": "openshift-ingress"} 2026-07-28T15:21:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2f40fd44-9197-476b-85a0-974e559a1025", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T15:21:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "9c807385-6228-4ecc-9aa5-655906e6b222", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress"} 2026-07-28T15:21:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "9c807385-6228-4ecc-9aa5-655906e6b222", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f-authn-ssl"} 2026-07-28T15:21:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "9c807385-6228-4ecc-9aa5-655906e6b222", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress"} 2026-07-28T15:21:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "222aa08a-4d09-4d55-a448-6d3714e7b8a1", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress"} 2026-07-28T15:21:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "222aa08a-4d09-4d55-a448-6d3714e7b8a1", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f-authn-ssl"} 2026-07-28T15:21:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "222aa08a-4d09-4d55-a448-6d3714e7b8a1", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress"} 2026-07-28T15:21:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1b6655d9-7c34-41a8-9bdc-8314f4cb6df2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:21:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1b6655d9-7c34-41a8-9bdc-8314f4cb6df2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bc713f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T15:21:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1b6655d9-7c34-41a8-9bdc-8314f4cb6df2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-bc713f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T15:21:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "odh-trusted-ca-bundle", "reconcileID": "7315c586-15f6-43da-a0ca-769ca6fa23e3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:21:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "odh-trusted-ca-bundle", "reconcileID": "7315c586-15f6-43da-a0ca-769ca6fa23e3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:21:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "openshift-service-ca.crt", "reconcileID": "fabc709c-9016-4a73-887e-4a450204170a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:21:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "openshift-service-ca.crt", "reconcileID": "fabc709c-9016-4a73-887e-4a450204170a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:21:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de9569e7-304a-42ae-94de-61bb8f3ae1c9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:21:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bc713f"}, "namespace": "ai-tenant-e2e-shared-b-bc713f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de9569e7-304a-42ae-94de-61bb8f3ae1c9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bc713f"} 2026-07-28T15:21:25Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bc713f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bc713f", "reconcileID": "3e20873d-d313-4d67-8f74-46b742dada51", "Gateway": "e2e-shared-b-bc713f", "namespace": "openshift-ingress"}