2026-07-24T17:49:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-13c2c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7", "reconcileID": "fae08d95-457b-4e5a-a6b2-ef2ddc47b975", "Gateway": "e2e-shared-a-13c2c7", "namespace": "openshift-ingress"} 2026-07-24T17:49:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "sub-test-model-13c2c7", "reconcileID": "39b0f8e1-6619-46dd-a392-b0ac540bd0a5", "LLMInferenceService": "sub-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7"} 2026-07-24T17:49:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "sub-test-model-13c2c7", "reconcileID": "39b0f8e1-6619-46dd-a392-b0ac540bd0a5", "LLMInferenceService": "sub-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7"} 2026-07-24T17:49:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "sub-test-model-13c2c7", "reconcileID": "39b0f8e1-6619-46dd-a392-b0ac540bd0a5", "LLMInferenceService": "sub-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7"} 2026-07-24T17:49:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "sub-test-model-13c2c7", "reconcileID": "39b0f8e1-6619-46dd-a392-b0ac540bd0a5", "LLMInferenceService": "sub-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "sub-test-model-13c2c7-kserve-route-authn"} 2026-07-24T17:49:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "sub-test-model-13c2c7", "reconcileID": "39b0f8e1-6619-46dd-a392-b0ac540bd0a5", "LLMInferenceService": "sub-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7", "authType": "userdefined"} 2026-07-24T17:49:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "sub-test-model-13c2c7", "reconcileID": "39b0f8e1-6619-46dd-a392-b0ac540bd0a5", "LLMInferenceService": "sub-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7"} 2026-07-24T17:49:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "sub-test-model-13c2c7", "reconcileID": "99fb75b3-1600-494f-86b3-8ce6010c40de", "LLMInferenceService": "sub-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7"} 2026-07-24T17:49:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "sub-test-model-13c2c7", "reconcileID": "99fb75b3-1600-494f-86b3-8ce6010c40de", "LLMInferenceService": "sub-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7"} 2026-07-24T17:49:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "sub-test-model-13c2c7", "reconcileID": "99fb75b3-1600-494f-86b3-8ce6010c40de", "LLMInferenceService": "sub-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7"} 2026-07-24T17:49:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "sub-test-model-13c2c7", "reconcileID": "99fb75b3-1600-494f-86b3-8ce6010c40de", "LLMInferenceService": "sub-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "sub-test-model-13c2c7-kserve-route-authn"} 2026-07-24T17:49:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "sub-test-model-13c2c7", "reconcileID": "99fb75b3-1600-494f-86b3-8ce6010c40de", "LLMInferenceService": "sub-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7", "authType": "userdefined"} 2026-07-24T17:49:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "sub-test-model-13c2c7", "reconcileID": "99fb75b3-1600-494f-86b3-8ce6010c40de", "LLMInferenceService": "sub-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7"} 2026-07-24T17:49:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "sub-test-model-b9a122", "reconcileID": "f4ad8019-11f3-4db9-86cb-565c9f49cbeb", "LLMInferenceService": "sub-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:49:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "sub-test-model-b9a122", "reconcileID": "f4ad8019-11f3-4db9-86cb-565c9f49cbeb", "LLMInferenceService": "sub-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:49:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "sub-test-model-b9a122", "reconcileID": "f4ad8019-11f3-4db9-86cb-565c9f49cbeb", "LLMInferenceService": "sub-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:49:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b9a122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122", "reconcileID": "4932b11d-a211-4184-a043-de2794ad27e2", "Gateway": "e2e-shared-b-b9a122", "namespace": "openshift-ingress"} 2026-07-24T17:49:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "sub-test-model-b9a122", "reconcileID": "f4ad8019-11f3-4db9-86cb-565c9f49cbeb", "LLMInferenceService": "sub-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "sub-test-model-b9a122-kserve-route-authn"} 2026-07-24T17:49:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "sub-test-model-b9a122", "reconcileID": "f4ad8019-11f3-4db9-86cb-565c9f49cbeb", "LLMInferenceService": "sub-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122", "authType": "userdefined"} 2026-07-24T17:49:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "sub-test-model-b9a122", "reconcileID": "f4ad8019-11f3-4db9-86cb-565c9f49cbeb", "LLMInferenceService": "sub-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:49:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b9a122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122", "reconcileID": "4932b11d-a211-4184-a043-de2794ad27e2", "Gateway": "e2e-shared-b-b9a122", "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122-authn-ssl"} 2026-07-24T17:49:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b9a122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122", "reconcileID": "4932b11d-a211-4184-a043-de2794ad27e2", "Gateway": "e2e-shared-b-b9a122", "namespace": "openshift-ingress"} 2026-07-24T17:49:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "sub-test-model-b9a122", "reconcileID": "9e196d0c-1db3-4ced-9d37-40b5f9484540", "LLMInferenceService": "sub-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:49:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "sub-test-model-b9a122", "reconcileID": "9e196d0c-1db3-4ced-9d37-40b5f9484540", "LLMInferenceService": "sub-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:49:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "sub-test-model-b9a122", "reconcileID": "9e196d0c-1db3-4ced-9d37-40b5f9484540", "LLMInferenceService": "sub-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:49:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "sub-test-model-b9a122", "reconcileID": "9e196d0c-1db3-4ced-9d37-40b5f9484540", "LLMInferenceService": "sub-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "sub-test-model-b9a122-kserve-route-authn"} 2026-07-24T17:49:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "sub-test-model-b9a122", "reconcileID": "9e196d0c-1db3-4ced-9d37-40b5f9484540", "LLMInferenceService": "sub-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122", "authType": "userdefined"} 2026-07-24T17:49:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "sub-test-model-b9a122", "reconcileID": "9e196d0c-1db3-4ced-9d37-40b5f9484540", "LLMInferenceService": "sub-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:49:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b9a122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122", "reconcileID": "ce69e788-cf7b-492b-afee-211efc26015a", "Gateway": "e2e-shared-b-b9a122", "namespace": "openshift-ingress"} 2026-07-24T17:49:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b9a122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122", "reconcileID": "ce69e788-cf7b-492b-afee-211efc26015a", "Gateway": "e2e-shared-b-b9a122", "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122-authn-ssl"} 2026-07-24T17:49:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b9a122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122", "reconcileID": "ce69e788-cf7b-492b-afee-211efc26015a", "Gateway": "e2e-shared-b-b9a122", "namespace": "openshift-ingress"} 2026-07-24T17:49:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "sub-test-model-b9a122", "reconcileID": "88ca2b42-fe69-49d1-8e37-6d3b630cc3b9", "LLMInferenceService": "sub-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:49:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "sub-test-model-b9a122", "reconcileID": "88ca2b42-fe69-49d1-8e37-6d3b630cc3b9", "LLMInferenceService": "sub-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:49:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "sub-test-model-b9a122", "reconcileID": "88ca2b42-fe69-49d1-8e37-6d3b630cc3b9", "LLMInferenceService": "sub-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:49:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "sub-test-model-b9a122", "reconcileID": "88ca2b42-fe69-49d1-8e37-6d3b630cc3b9", "LLMInferenceService": "sub-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "sub-test-model-b9a122-kserve-route-authn"} 2026-07-24T17:49:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "sub-test-model-b9a122", "reconcileID": "88ca2b42-fe69-49d1-8e37-6d3b630cc3b9", "LLMInferenceService": "sub-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122", "authType": "userdefined"} 2026-07-24T17:49:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "sub-test-model-b9a122", "reconcileID": "88ca2b42-fe69-49d1-8e37-6d3b630cc3b9", "LLMInferenceService": "sub-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:50:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "sub-test-model-b9a122", "reconcileID": "058e21b7-0e83-4560-85ed-5389723141c4", "LLMInferenceService": "sub-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:50:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "sub-test-model-b9a122", "reconcileID": "058e21b7-0e83-4560-85ed-5389723141c4", "LLMInferenceService": "sub-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:50:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "sub-test-model-b9a122", "reconcileID": "058e21b7-0e83-4560-85ed-5389723141c4", "LLMInferenceService": "sub-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:50:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "sub-test-model-b9a122", "reconcileID": "058e21b7-0e83-4560-85ed-5389723141c4", "LLMInferenceService": "sub-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "sub-test-model-b9a122-kserve-route-authn"} 2026-07-24T17:50:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "sub-test-model-b9a122", "reconcileID": "058e21b7-0e83-4560-85ed-5389723141c4", "LLMInferenceService": "sub-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122", "authType": "userdefined"} 2026-07-24T17:50:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "sub-test-model-b9a122", "reconcileID": "058e21b7-0e83-4560-85ed-5389723141c4", "LLMInferenceService": "sub-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:50:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "sub-test-model-b9a122", "reconcileID": "7d043749-a08d-4058-a1ce-1ec784285bfa", "LLMInferenceService": "sub-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:50:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "sub-test-model-b9a122", "reconcileID": "7d043749-a08d-4058-a1ce-1ec784285bfa", "LLMInferenceService": "sub-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:50:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "sub-test-model-b9a122", "reconcileID": "7d043749-a08d-4058-a1ce-1ec784285bfa", "LLMInferenceService": "sub-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:50:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "sub-test-model-b9a122", "reconcileID": "7d043749-a08d-4058-a1ce-1ec784285bfa", "LLMInferenceService": "sub-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "sub-test-model-b9a122-kserve-route-authn"} 2026-07-24T17:50:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "sub-test-model-b9a122", "reconcileID": "7d043749-a08d-4058-a1ce-1ec784285bfa", "LLMInferenceService": "sub-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122", "authType": "userdefined"} 2026-07-24T17:50:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "sub-test-model-b9a122", "reconcileID": "7d043749-a08d-4058-a1ce-1ec784285bfa", "LLMInferenceService": "sub-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:50:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-13c2c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7", "reconcileID": "8fee6d2e-2bb7-4439-a3d9-6ee7e9d450a4", "Gateway": "e2e-shared-a-13c2c7", "namespace": "openshift-ingress"} 2026-07-24T17:50:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-13c2c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7", "reconcileID": "8fee6d2e-2bb7-4439-a3d9-6ee7e9d450a4", "Gateway": "e2e-shared-a-13c2c7", "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7-authn-ssl"} 2026-07-24T17:50:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-13c2c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7", "reconcileID": "8fee6d2e-2bb7-4439-a3d9-6ee7e9d450a4", "Gateway": "e2e-shared-a-13c2c7", "namespace": "openshift-ingress"} 2026-07-24T17:50:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b9a122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122", "reconcileID": "5fad188f-0759-4a3a-ac65-d10c5998a1ea", "Gateway": "e2e-shared-b-b9a122", "namespace": "openshift-ingress"} 2026-07-24T17:50:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b9a122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122", "reconcileID": "5fad188f-0759-4a3a-ac65-d10c5998a1ea", "Gateway": "e2e-shared-b-b9a122", "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122-authn-ssl"} 2026-07-24T17:50:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b9a122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122", "reconcileID": "5fad188f-0759-4a3a-ac65-d10c5998a1ea", "Gateway": "e2e-shared-b-b9a122", "namespace": "openshift-ingress"} 2026-07-24T17:50:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "sub-test-model-13c2c7", "reconcileID": "61fd30b5-16b1-4c05-947c-6ae91a5e60e6", "LLMInferenceService": "sub-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7"} 2026-07-24T17:50:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "sub-test-model-13c2c7", "reconcileID": "61fd30b5-16b1-4c05-947c-6ae91a5e60e6", "LLMInferenceService": "sub-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "sub-test-model-13c2c7"} 2026-07-24T17:50:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "sub-test-model-13c2c7", "reconcileID": "61fd30b5-16b1-4c05-947c-6ae91a5e60e6", "LLMInferenceService": "sub-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7"} 2026-07-24T17:50:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "sub-test-model-13c2c7", "reconcileID": "61fd30b5-16b1-4c05-947c-6ae91a5e60e6", "LLMInferenceService": "sub-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7"} 2026-07-24T17:50:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "sub-test-model-13c2c7", "reconcileID": "61fd30b5-16b1-4c05-947c-6ae91a5e60e6", "LLMInferenceService": "sub-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "sub-test-model-13c2c7-kserve-route-authn"} 2026-07-24T17:50:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "sub-test-model-13c2c7", "reconcileID": "61fd30b5-16b1-4c05-947c-6ae91a5e60e6", "LLMInferenceService": "sub-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "sub-test-model-13c2c7-kserve-route-authn"} 2026-07-24T17:50:42Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "sub-test-model-13c2c7", "reconcileID": "61fd30b5-16b1-4c05-947c-6ae91a5e60e6", "LLMInferenceService": "sub-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7"} 2026-07-24T17:50:42Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "sub-test-model-13c2c7", "reconcileID": "61fd30b5-16b1-4c05-947c-6ae91a5e60e6", "LLMInferenceService": "sub-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7"} 2026-07-24T17:50:42Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "sub-test-model-13c2c7", "reconcileID": "d79d9fe9-9986-4377-9164-8028d8a6b70b", "LLMInferenceService": "sub-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7"} 2026-07-24T17:50:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-13c2c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7", "reconcileID": "9ce4efce-5542-4861-b3a6-2edf81c38470", "Gateway": "e2e-shared-a-13c2c7", "namespace": "openshift-ingress"} 2026-07-24T17:50:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-13c2c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7", "reconcileID": "9ce4efce-5542-4861-b3a6-2edf81c38470", "Gateway": "e2e-shared-a-13c2c7", "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7-authn-ssl"} 2026-07-24T17:50:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-13c2c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7", "reconcileID": "9ce4efce-5542-4861-b3a6-2edf81c38470", "Gateway": "e2e-shared-a-13c2c7", "namespace": "openshift-ingress"} 2026-07-24T17:50:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-13c2c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7", "reconcileID": "9faba5e0-e670-46a6-ae57-7d12fa36fa8e", "Gateway": "e2e-shared-a-13c2c7", "namespace": "openshift-ingress"} 2026-07-24T17:50:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-13c2c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7", "reconcileID": "9faba5e0-e670-46a6-ae57-7d12fa36fa8e", "Gateway": "e2e-shared-a-13c2c7", "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7-authn-ssl"} 2026-07-24T17:50:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-13c2c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7", "reconcileID": "9faba5e0-e670-46a6-ae57-7d12fa36fa8e", "Gateway": "e2e-shared-a-13c2c7", "namespace": "openshift-ingress"} 2026-07-24T17:50:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "sub-test-model-b9a122", "reconcileID": "9289ca59-0d81-4f6f-a4c2-c5be88a7e9bc", "LLMInferenceService": "sub-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:50:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "sub-test-model-b9a122", "reconcileID": "9289ca59-0d81-4f6f-a4c2-c5be88a7e9bc", "LLMInferenceService": "sub-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "sub-test-model-b9a122"} 2026-07-24T17:50:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "sub-test-model-b9a122", "reconcileID": "9289ca59-0d81-4f6f-a4c2-c5be88a7e9bc", "LLMInferenceService": "sub-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:50:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "sub-test-model-b9a122", "reconcileID": "9289ca59-0d81-4f6f-a4c2-c5be88a7e9bc", "LLMInferenceService": "sub-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:50:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "sub-test-model-b9a122", "reconcileID": "9289ca59-0d81-4f6f-a4c2-c5be88a7e9bc", "LLMInferenceService": "sub-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "sub-test-model-b9a122-kserve-route-authn"} 2026-07-24T17:50:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "sub-test-model-b9a122", "reconcileID": "9289ca59-0d81-4f6f-a4c2-c5be88a7e9bc", "LLMInferenceService": "sub-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "sub-test-model-b9a122-kserve-route-authn"} 2026-07-24T17:50:42Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "sub-test-model-b9a122", "reconcileID": "9289ca59-0d81-4f6f-a4c2-c5be88a7e9bc", "LLMInferenceService": "sub-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:50:42Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "sub-test-model-b9a122", "reconcileID": "9289ca59-0d81-4f6f-a4c2-c5be88a7e9bc", "LLMInferenceService": "sub-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:50:43Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "sub-test-model-b9a122", "reconcileID": "c679ac4b-d3f4-4f7a-b5c2-38b11f515b2a", "LLMInferenceService": "sub-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:50:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b9a122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122", "reconcileID": "1630f2f1-0b65-422d-ae51-8e0e90cd86e3", "Gateway": "e2e-shared-b-b9a122", "namespace": "openshift-ingress"} 2026-07-24T17:50:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b9a122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122", "reconcileID": "1630f2f1-0b65-422d-ae51-8e0e90cd86e3", "Gateway": "e2e-shared-b-b9a122", "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122-authn-ssl"} 2026-07-24T17:50:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b9a122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122", "reconcileID": "1630f2f1-0b65-422d-ae51-8e0e90cd86e3", "Gateway": "e2e-shared-b-b9a122", "namespace": "openshift-ingress"} 2026-07-24T17:50:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b9a122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122", "reconcileID": "b39a8454-4adf-4696-b0de-d9a827fc1c59", "Gateway": "e2e-shared-b-b9a122", "namespace": "openshift-ingress"} 2026-07-24T17:50:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b9a122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122", "reconcileID": "b39a8454-4adf-4696-b0de-d9a827fc1c59", "Gateway": "e2e-shared-b-b9a122", "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122-authn-ssl"} 2026-07-24T17:50:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b9a122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122", "reconcileID": "b39a8454-4adf-4696-b0de-d9a827fc1c59", "Gateway": "e2e-shared-b-b9a122", "namespace": "openshift-ingress"} 2026-07-24T17:50:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "rate-test-model-13c2c7", "reconcileID": "2fee87ad-f888-4dbb-a8c5-b4f298a0e97f", "LLMInferenceService": "rate-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7"} 2026-07-24T17:50:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "rate-test-model-13c2c7", "reconcileID": "2fee87ad-f888-4dbb-a8c5-b4f298a0e97f", "LLMInferenceService": "rate-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7"} 2026-07-24T17:50:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "rate-test-model-13c2c7", "reconcileID": "2fee87ad-f888-4dbb-a8c5-b4f298a0e97f", "LLMInferenceService": "rate-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7"} 2026-07-24T17:50:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-13c2c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7", "reconcileID": "e7c30b3a-73f6-4e61-b747-27ae30436919", "Gateway": "e2e-shared-a-13c2c7", "namespace": "openshift-ingress"} 2026-07-24T17:50:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "rate-test-model-13c2c7", "reconcileID": "2fee87ad-f888-4dbb-a8c5-b4f298a0e97f", "LLMInferenceService": "rate-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "rate-test-model-13c2c7-kserve-route-authn"} 2026-07-24T17:50:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "rate-test-model-13c2c7", "reconcileID": "2fee87ad-f888-4dbb-a8c5-b4f298a0e97f", "LLMInferenceService": "rate-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7", "authType": "userdefined"} 2026-07-24T17:50:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "rate-test-model-13c2c7", "reconcileID": "2fee87ad-f888-4dbb-a8c5-b4f298a0e97f", "LLMInferenceService": "rate-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7"} 2026-07-24T17:50:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-13c2c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7", "reconcileID": "e7c30b3a-73f6-4e61-b747-27ae30436919", "Gateway": "e2e-shared-a-13c2c7", "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7-authn-ssl"} 2026-07-24T17:50:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-13c2c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7", "reconcileID": "e7c30b3a-73f6-4e61-b747-27ae30436919", "Gateway": "e2e-shared-a-13c2c7", "namespace": "openshift-ingress"} 2026-07-24T17:50:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "rate-test-model-13c2c7", "reconcileID": "35f6b325-f3ee-4ebe-b169-842f93ba8b4b", "LLMInferenceService": "rate-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7"} 2026-07-24T17:50:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "rate-test-model-13c2c7", "reconcileID": "35f6b325-f3ee-4ebe-b169-842f93ba8b4b", "LLMInferenceService": "rate-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7"} 2026-07-24T17:50:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "rate-test-model-13c2c7", "reconcileID": "35f6b325-f3ee-4ebe-b169-842f93ba8b4b", "LLMInferenceService": "rate-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7"} 2026-07-24T17:50:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "rate-test-model-13c2c7", "reconcileID": "35f6b325-f3ee-4ebe-b169-842f93ba8b4b", "LLMInferenceService": "rate-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "rate-test-model-13c2c7-kserve-route-authn"} 2026-07-24T17:50:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "rate-test-model-13c2c7", "reconcileID": "35f6b325-f3ee-4ebe-b169-842f93ba8b4b", "LLMInferenceService": "rate-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7", "authType": "userdefined"} 2026-07-24T17:50:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "rate-test-model-13c2c7", "reconcileID": "35f6b325-f3ee-4ebe-b169-842f93ba8b4b", "LLMInferenceService": "rate-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7"} 2026-07-24T17:50:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-13c2c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7", "reconcileID": "6490d076-df84-484c-b9ff-88ef736ef0d8", "Gateway": "e2e-shared-a-13c2c7", "namespace": "openshift-ingress"} 2026-07-24T17:50:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-13c2c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7", "reconcileID": "6490d076-df84-484c-b9ff-88ef736ef0d8", "Gateway": "e2e-shared-a-13c2c7", "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7-authn-ssl"} 2026-07-24T17:50:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-13c2c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7", "reconcileID": "6490d076-df84-484c-b9ff-88ef736ef0d8", "Gateway": "e2e-shared-a-13c2c7", "namespace": "openshift-ingress"} 2026-07-24T17:50:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5c63595b-1f12-4ab3-96a4-8c2e7ddfee93", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:50:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-13c2c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7", "reconcileID": "08c1ae30-f19b-48c5-b58f-dadf0a8b258c", "Gateway": "e2e-shared-a-13c2c7", "namespace": "openshift-ingress"} 2026-07-24T17:50:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-13c2c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7", "reconcileID": "08c1ae30-f19b-48c5-b58f-dadf0a8b258c", "Gateway": "e2e-shared-a-13c2c7", "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7-authn-ssl"} 2026-07-24T17:50:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-13c2c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7", "reconcileID": "08c1ae30-f19b-48c5-b58f-dadf0a8b258c", "Gateway": "e2e-shared-a-13c2c7", "namespace": "openshift-ingress"} 2026-07-24T17:50:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b9a122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122", "reconcileID": "761094de-08f0-4890-b054-e5dcca098230", "Gateway": "e2e-shared-b-b9a122", "namespace": "openshift-ingress"} 2026-07-24T17:50:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b9a122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122", "reconcileID": "761094de-08f0-4890-b054-e5dcca098230", "Gateway": "e2e-shared-b-b9a122", "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122-authn-ssl"} 2026-07-24T17:50:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b9a122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122", "reconcileID": "761094de-08f0-4890-b054-e5dcca098230", "Gateway": "e2e-shared-b-b9a122", "namespace": "openshift-ingress"} 2026-07-24T17:50:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "rate-test-model-13c2c7", "reconcileID": "7215288a-331c-4765-acfd-f8819c476253", "LLMInferenceService": "rate-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7"} 2026-07-24T17:50:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "rate-test-model-13c2c7", "reconcileID": "7215288a-331c-4765-acfd-f8819c476253", "LLMInferenceService": "rate-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7"} 2026-07-24T17:50:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "rate-test-model-13c2c7", "reconcileID": "7215288a-331c-4765-acfd-f8819c476253", "LLMInferenceService": "rate-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7"} 2026-07-24T17:50:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "rate-test-model-13c2c7", "reconcileID": "7215288a-331c-4765-acfd-f8819c476253", "LLMInferenceService": "rate-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "rate-test-model-13c2c7-kserve-route-authn"} 2026-07-24T17:50:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "rate-test-model-13c2c7", "reconcileID": "7215288a-331c-4765-acfd-f8819c476253", "LLMInferenceService": "rate-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7", "authType": "userdefined"} 2026-07-24T17:50:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "rate-test-model-13c2c7", "reconcileID": "7215288a-331c-4765-acfd-f8819c476253", "LLMInferenceService": "rate-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7"} 2026-07-24T17:51:03Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T17:51:03Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T17:51:05Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T17:51:05Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T17:51:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "rate-test-model-13c2c7", "reconcileID": "248a3551-017e-4bbe-86bd-7fbc8d5ba650", "LLMInferenceService": "rate-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7"} 2026-07-24T17:51:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "rate-test-model-13c2c7", "reconcileID": "248a3551-017e-4bbe-86bd-7fbc8d5ba650", "LLMInferenceService": "rate-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7"} 2026-07-24T17:51:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "rate-test-model-13c2c7", "reconcileID": "248a3551-017e-4bbe-86bd-7fbc8d5ba650", "LLMInferenceService": "rate-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7"} 2026-07-24T17:51:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "rate-test-model-13c2c7", "reconcileID": "248a3551-017e-4bbe-86bd-7fbc8d5ba650", "LLMInferenceService": "rate-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "rate-test-model-13c2c7-kserve-route-authn"} 2026-07-24T17:51:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "rate-test-model-13c2c7", "reconcileID": "248a3551-017e-4bbe-86bd-7fbc8d5ba650", "LLMInferenceService": "rate-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7", "authType": "userdefined"} 2026-07-24T17:51:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "rate-test-model-13c2c7", "reconcileID": "248a3551-017e-4bbe-86bd-7fbc8d5ba650", "LLMInferenceService": "rate-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7"} 2026-07-24T17:51:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "rate-test-model-b9a122", "reconcileID": "f2dd44da-676c-443c-9b8d-c48570d39140", "LLMInferenceService": "rate-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:51:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "rate-test-model-b9a122", "reconcileID": "f2dd44da-676c-443c-9b8d-c48570d39140", "LLMInferenceService": "rate-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:51:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "rate-test-model-b9a122", "reconcileID": "f2dd44da-676c-443c-9b8d-c48570d39140", "LLMInferenceService": "rate-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:51:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b9a122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122", "reconcileID": "ce9f4881-8744-41a3-8f3b-312b63b98dc8", "Gateway": "e2e-shared-b-b9a122", "namespace": "openshift-ingress"} 2026-07-24T17:51:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "rate-test-model-b9a122", "reconcileID": "f2dd44da-676c-443c-9b8d-c48570d39140", "LLMInferenceService": "rate-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "rate-test-model-b9a122-kserve-route-authn"} 2026-07-24T17:51:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "rate-test-model-b9a122", "reconcileID": "f2dd44da-676c-443c-9b8d-c48570d39140", "LLMInferenceService": "rate-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122", "authType": "userdefined"} 2026-07-24T17:51:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "rate-test-model-b9a122", "reconcileID": "f2dd44da-676c-443c-9b8d-c48570d39140", "LLMInferenceService": "rate-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:51:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b9a122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122", "reconcileID": "ce9f4881-8744-41a3-8f3b-312b63b98dc8", "Gateway": "e2e-shared-b-b9a122", "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122-authn-ssl"} 2026-07-24T17:51:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b9a122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122", "reconcileID": "ce9f4881-8744-41a3-8f3b-312b63b98dc8", "Gateway": "e2e-shared-b-b9a122", "namespace": "openshift-ingress"} 2026-07-24T17:51:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "rate-test-model-b9a122", "reconcileID": "d6f2e13a-1385-4e16-a076-170006219a85", "LLMInferenceService": "rate-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:51:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "rate-test-model-b9a122", "reconcileID": "d6f2e13a-1385-4e16-a076-170006219a85", "LLMInferenceService": "rate-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:51:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "rate-test-model-b9a122", "reconcileID": "d6f2e13a-1385-4e16-a076-170006219a85", "LLMInferenceService": "rate-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:51:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "rate-test-model-b9a122", "reconcileID": "d6f2e13a-1385-4e16-a076-170006219a85", "LLMInferenceService": "rate-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "rate-test-model-b9a122-kserve-route-authn"} 2026-07-24T17:51:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "rate-test-model-b9a122", "reconcileID": "d6f2e13a-1385-4e16-a076-170006219a85", "LLMInferenceService": "rate-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122", "authType": "userdefined"} 2026-07-24T17:51:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "rate-test-model-b9a122", "reconcileID": "d6f2e13a-1385-4e16-a076-170006219a85", "LLMInferenceService": "rate-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:51:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b9a122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122", "reconcileID": "5c03dc05-6b19-4ab1-b13d-4990ceca2ffa", "Gateway": "e2e-shared-b-b9a122", "namespace": "openshift-ingress"} 2026-07-24T17:51:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b9a122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122", "reconcileID": "5c03dc05-6b19-4ab1-b13d-4990ceca2ffa", "Gateway": "e2e-shared-b-b9a122", "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122-authn-ssl"} 2026-07-24T17:51:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b9a122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122", "reconcileID": "5c03dc05-6b19-4ab1-b13d-4990ceca2ffa", "Gateway": "e2e-shared-b-b9a122", "namespace": "openshift-ingress"} 2026-07-24T17:51:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "rate-test-model-b9a122", "reconcileID": "494d6532-a77e-49b7-9012-2432fbc229eb", "LLMInferenceService": "rate-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:51:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "rate-test-model-b9a122", "reconcileID": "494d6532-a77e-49b7-9012-2432fbc229eb", "LLMInferenceService": "rate-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:51:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "rate-test-model-b9a122", "reconcileID": "494d6532-a77e-49b7-9012-2432fbc229eb", "LLMInferenceService": "rate-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:51:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "rate-test-model-b9a122", "reconcileID": "494d6532-a77e-49b7-9012-2432fbc229eb", "LLMInferenceService": "rate-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "rate-test-model-b9a122-kserve-route-authn"} 2026-07-24T17:51:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "rate-test-model-b9a122", "reconcileID": "494d6532-a77e-49b7-9012-2432fbc229eb", "LLMInferenceService": "rate-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122", "authType": "userdefined"} 2026-07-24T17:51:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "rate-test-model-b9a122", "reconcileID": "494d6532-a77e-49b7-9012-2432fbc229eb", "LLMInferenceService": "rate-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:51:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "rate-test-model-b9a122", "reconcileID": "3d28a349-6eee-434c-a937-602ed702718a", "LLMInferenceService": "rate-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:51:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "rate-test-model-b9a122", "reconcileID": "3d28a349-6eee-434c-a937-602ed702718a", "LLMInferenceService": "rate-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:51:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "rate-test-model-b9a122", "reconcileID": "3d28a349-6eee-434c-a937-602ed702718a", "LLMInferenceService": "rate-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:51:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "rate-test-model-b9a122", "reconcileID": "3d28a349-6eee-434c-a937-602ed702718a", "LLMInferenceService": "rate-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "rate-test-model-b9a122-kserve-route-authn"} 2026-07-24T17:51:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "rate-test-model-b9a122", "reconcileID": "3d28a349-6eee-434c-a937-602ed702718a", "LLMInferenceService": "rate-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122", "authType": "userdefined"} 2026-07-24T17:51:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "rate-test-model-b9a122", "reconcileID": "3d28a349-6eee-434c-a937-602ed702718a", "LLMInferenceService": "rate-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:51:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-13c2c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7", "reconcileID": "61003148-1306-4834-bd05-44fc4834f12d", "Gateway": "e2e-shared-a-13c2c7", "namespace": "openshift-ingress"} 2026-07-24T17:51:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-13c2c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7", "reconcileID": "61003148-1306-4834-bd05-44fc4834f12d", "Gateway": "e2e-shared-a-13c2c7", "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7-authn-ssl"} 2026-07-24T17:51:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-13c2c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7", "reconcileID": "61003148-1306-4834-bd05-44fc4834f12d", "Gateway": "e2e-shared-a-13c2c7", "namespace": "openshift-ingress"} 2026-07-24T17:51:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b9a122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122", "reconcileID": "5106bc4c-3e37-46a0-acd2-af74c7e98172", "Gateway": "e2e-shared-b-b9a122", "namespace": "openshift-ingress"} 2026-07-24T17:51:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b9a122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122", "reconcileID": "5106bc4c-3e37-46a0-acd2-af74c7e98172", "Gateway": "e2e-shared-b-b9a122", "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122-authn-ssl"} 2026-07-24T17:51:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b9a122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122", "reconcileID": "5106bc4c-3e37-46a0-acd2-af74c7e98172", "Gateway": "e2e-shared-b-b9a122", "namespace": "openshift-ingress"} 2026-07-24T17:51:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "df3bf518-41fb-42ae-87c4-5e471875ee3e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:52:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "319798fc-13cb-46c5-9f28-d851af6856df", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:52:01Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "rate-test-model-13c2c7", "reconcileID": "e396c777-59c1-40cc-906d-b01da0bec625", "LLMInferenceService": "rate-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7"} 2026-07-24T17:52:01Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "rate-test-model-13c2c7", "reconcileID": "e396c777-59c1-40cc-906d-b01da0bec625", "LLMInferenceService": "rate-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "rate-test-model-13c2c7"} 2026-07-24T17:52:01Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "rate-test-model-13c2c7", "reconcileID": "e396c777-59c1-40cc-906d-b01da0bec625", "LLMInferenceService": "rate-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7"} 2026-07-24T17:52:01Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "rate-test-model-13c2c7", "reconcileID": "e396c777-59c1-40cc-906d-b01da0bec625", "LLMInferenceService": "rate-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7"} 2026-07-24T17:52:01Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "rate-test-model-13c2c7", "reconcileID": "e396c777-59c1-40cc-906d-b01da0bec625", "LLMInferenceService": "rate-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "rate-test-model-13c2c7-kserve-route-authn"} 2026-07-24T17:52:01Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "rate-test-model-13c2c7", "reconcileID": "e396c777-59c1-40cc-906d-b01da0bec625", "LLMInferenceService": "rate-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "rate-test-model-13c2c7-kserve-route-authn"} 2026-07-24T17:52:01Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "rate-test-model-13c2c7", "reconcileID": "e396c777-59c1-40cc-906d-b01da0bec625", "LLMInferenceService": "rate-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7"} 2026-07-24T17:52:01Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "rate-test-model-13c2c7", "reconcileID": "e396c777-59c1-40cc-906d-b01da0bec625", "LLMInferenceService": "rate-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7"} 2026-07-24T17:52:02Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13c2c7","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "rate-test-model-13c2c7", "reconcileID": "36a4da5a-0863-4a43-8826-5a18ea0feaea", "LLMInferenceService": "rate-test-model-13c2c7", "namespace": "ai-tenant-e2e-shared-a-13c2c7"} 2026-07-24T17:52:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-13c2c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7", "reconcileID": "c2294cf0-83cf-44ae-8e96-e344cc1b375d", "Gateway": "e2e-shared-a-13c2c7", "namespace": "openshift-ingress"} 2026-07-24T17:52:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-13c2c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7", "reconcileID": "c2294cf0-83cf-44ae-8e96-e344cc1b375d", "Gateway": "e2e-shared-a-13c2c7", "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7-authn-ssl"} 2026-07-24T17:52:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-13c2c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7", "reconcileID": "c2294cf0-83cf-44ae-8e96-e344cc1b375d", "Gateway": "e2e-shared-a-13c2c7", "namespace": "openshift-ingress"} 2026-07-24T17:52:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-13c2c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7", "reconcileID": "015ec416-e6ca-478e-a456-45377b594b07", "Gateway": "e2e-shared-a-13c2c7", "namespace": "openshift-ingress"} 2026-07-24T17:52:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-13c2c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7", "reconcileID": "015ec416-e6ca-478e-a456-45377b594b07", "Gateway": "e2e-shared-a-13c2c7", "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7-authn-ssl"} 2026-07-24T17:52:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-13c2c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7", "reconcileID": "015ec416-e6ca-478e-a456-45377b594b07", "Gateway": "e2e-shared-a-13c2c7", "namespace": "openshift-ingress"} 2026-07-24T17:52:02Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "rate-test-model-b9a122", "reconcileID": "10d940e3-0d87-40e9-997a-a260903b44d0", "LLMInferenceService": "rate-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:52:02Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "rate-test-model-b9a122", "reconcileID": "10d940e3-0d87-40e9-997a-a260903b44d0", "LLMInferenceService": "rate-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "rate-test-model-b9a122"} 2026-07-24T17:52:02Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "rate-test-model-b9a122", "reconcileID": "10d940e3-0d87-40e9-997a-a260903b44d0", "LLMInferenceService": "rate-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:52:02Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "rate-test-model-b9a122", "reconcileID": "10d940e3-0d87-40e9-997a-a260903b44d0", "LLMInferenceService": "rate-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:52:02Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "rate-test-model-b9a122", "reconcileID": "10d940e3-0d87-40e9-997a-a260903b44d0", "LLMInferenceService": "rate-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "rate-test-model-b9a122-kserve-route-authn"} 2026-07-24T17:52:02Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "rate-test-model-b9a122", "reconcileID": "10d940e3-0d87-40e9-997a-a260903b44d0", "LLMInferenceService": "rate-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "rate-test-model-b9a122-kserve-route-authn"} 2026-07-24T17:52:02Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "rate-test-model-b9a122", "reconcileID": "10d940e3-0d87-40e9-997a-a260903b44d0", "LLMInferenceService": "rate-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:52:02Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "rate-test-model-b9a122", "reconcileID": "10d940e3-0d87-40e9-997a-a260903b44d0", "LLMInferenceService": "rate-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:52:03Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9a122","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "rate-test-model-b9a122", "reconcileID": "36d20bd0-5f4c-49d5-9752-f1f24b59b60a", "LLMInferenceService": "rate-test-model-b9a122", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:52:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b9a122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122", "reconcileID": "92bd6d98-fd1d-4273-b7f6-f77bc7749f36", "Gateway": "e2e-shared-b-b9a122", "namespace": "openshift-ingress"} 2026-07-24T17:52:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b9a122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122", "reconcileID": "92bd6d98-fd1d-4273-b7f6-f77bc7749f36", "Gateway": "e2e-shared-b-b9a122", "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122-authn-ssl"} 2026-07-24T17:52:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b9a122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122", "reconcileID": "92bd6d98-fd1d-4273-b7f6-f77bc7749f36", "Gateway": "e2e-shared-b-b9a122", "namespace": "openshift-ingress"} 2026-07-24T17:52:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b9a122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122", "reconcileID": "7af7d2ef-af6c-4790-8080-876a62543e1e", "Gateway": "e2e-shared-b-b9a122", "namespace": "openshift-ingress"} 2026-07-24T17:52:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b9a122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122", "reconcileID": "7af7d2ef-af6c-4790-8080-876a62543e1e", "Gateway": "e2e-shared-b-b9a122", "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122-authn-ssl"} 2026-07-24T17:52:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b9a122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122", "reconcileID": "7af7d2ef-af6c-4790-8080-876a62543e1e", "Gateway": "e2e-shared-b-b9a122", "namespace": "openshift-ingress"} 2026-07-24T17:52:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-13c2c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7", "reconcileID": "777ae535-9ce8-4d19-9a6f-840b86bc709d", "Gateway": "e2e-shared-a-13c2c7", "namespace": "openshift-ingress"} 2026-07-24T17:52:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-13c2c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7", "reconcileID": "777ae535-9ce8-4d19-9a6f-840b86bc709d", "Gateway": "e2e-shared-a-13c2c7", "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7-authn-ssl"} 2026-07-24T17:52:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-13c2c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7", "reconcileID": "777ae535-9ce8-4d19-9a6f-840b86bc709d", "Gateway": "e2e-shared-a-13c2c7", "namespace": "openshift-ingress"} 2026-07-24T17:52:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b9a122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122", "reconcileID": "f02b2714-2f30-434e-9d0b-9db8ea2cf3c3", "Gateway": "e2e-shared-b-b9a122", "namespace": "openshift-ingress"} 2026-07-24T17:52:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b9a122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122", "reconcileID": "f02b2714-2f30-434e-9d0b-9db8ea2cf3c3", "Gateway": "e2e-shared-b-b9a122", "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122-authn-ssl"} 2026-07-24T17:52:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b9a122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122", "reconcileID": "f02b2714-2f30-434e-9d0b-9db8ea2cf3c3", "Gateway": "e2e-shared-b-b9a122", "namespace": "openshift-ingress"} 2026-07-24T17:52:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "7db01df3-6188-4232-b7c7-6490a951515b", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress"} 2026-07-24T17:52:23Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "7db01df3-6188-4232-b7c7-6490a951515b", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f-authn-ssl"} 2026-07-24T17:52:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "7db01df3-6188-4232-b7c7-6490a951515b", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress"} 2026-07-24T17:52:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "acda9119-a37d-46ae-93ce-49a8dee977cb", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress"} 2026-07-24T17:52:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "acda9119-a37d-46ae-93ce-49a8dee977cb", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f-authn-ssl"} 2026-07-24T17:52:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "acda9119-a37d-46ae-93ce-49a8dee977cb", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress"} 2026-07-24T17:52:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "cf8f8a69-28f6-4ea1-9078-6599c8abb0ef", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress"} 2026-07-24T17:52:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "cf8f8a69-28f6-4ea1-9078-6599c8abb0ef", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f-authn-ssl"} 2026-07-24T17:52:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "cf8f8a69-28f6-4ea1-9078-6599c8abb0ef", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress"} 2026-07-24T17:52:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "f8a52a60-026a-46aa-bcff-0d2b8eeefb97", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress"} 2026-07-24T17:52:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "f8a52a60-026a-46aa-bcff-0d2b8eeefb97", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f-authn-ssl"} 2026-07-24T17:52:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "f8a52a60-026a-46aa-bcff-0d2b8eeefb97", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress"} 2026-07-24T17:52:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "1b46db80-f702-4082-b5d9-e8be2b1f9eff", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress"} 2026-07-24T17:52:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "1b46db80-f702-4082-b5d9-e8be2b1f9eff", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f-authn-ssl"} 2026-07-24T17:52:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "1b46db80-f702-4082-b5d9-e8be2b1f9eff", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress"} 2026-07-24T17:52:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "0b8bab72-f6c8-4d5b-b526-7480368620ff", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress"} 2026-07-24T17:52:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "0b8bab72-f6c8-4d5b-b526-7480368620ff", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f-authn-ssl"} 2026-07-24T17:52:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "0b8bab72-f6c8-4d5b-b526-7480368620ff", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress"} 2026-07-24T17:52:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "cc55d355-6865-4622-9359-41234f0beb44", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress"} 2026-07-24T17:52:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "cc55d355-6865-4622-9359-41234f0beb44", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f-authn-ssl"} 2026-07-24T17:52:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "cc55d355-6865-4622-9359-41234f0beb44", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress"} 2026-07-24T17:52:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "openshift-service-ca.crt", "reconcileID": "88379544-0159-4d5a-87a2-76dd2b18945c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:52:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "odh-trusted-ca-bundle", "reconcileID": "d895b928-29d1-4eae-852d-1900034d5ec9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:52:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "openshift-service-ca.crt", "reconcileID": "ee74cbad-4e8e-490e-baf2-9eaf0dd7c69a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-92693f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T17:52:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "openshift-service-ca.crt", "reconcileID": "ee74cbad-4e8e-490e-baf2-9eaf0dd7c69a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:52:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "285ca473-a7e3-45f5-8fb1-cb699f46e073", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:52:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "openshift-service-ca.crt", "reconcileID": "8d415c2d-ad4d-4f60-9f0e-f54e624d4b91", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:52:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "odh-trusted-ca-bundle", "reconcileID": "cf286c49-42f9-4f8f-83b1-0ee2ffa1bfc6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-92693f", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T17:52:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "odh-trusted-ca-bundle", "reconcileID": "cf286c49-42f9-4f8f-83b1-0ee2ffa1bfc6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:52:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4dabc4d2-55e4-4353-bde6-0adad014f772", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:52:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "aca8f14b-231e-4377-b0bc-33fa1d554784", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress"} 2026-07-24T17:52:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "aca8f14b-231e-4377-b0bc-33fa1d554784", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f-authn-ssl"} 2026-07-24T17:52:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "aca8f14b-231e-4377-b0bc-33fa1d554784", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress"} 2026-07-24T17:52:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "172d98af-8f76-4978-b39b-fe86724abaab", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:52:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "16c20025-a2a6-41b7-b4ea-9af279692359", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress"} 2026-07-24T17:52:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "16c20025-a2a6-41b7-b4ea-9af279692359", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f-authn-ssl"} 2026-07-24T17:52:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "16c20025-a2a6-41b7-b4ea-9af279692359", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress"} 2026-07-24T17:52:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ea8b57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ea8b57", "reconcileID": "4651a167-b9ad-4953-825b-bf00115434f8", "Gateway": "e2e-ipp-b-ea8b57", "namespace": "openshift-ingress"} 2026-07-24T17:52:41Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ea8b57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ea8b57", "reconcileID": "4651a167-b9ad-4953-825b-bf00115434f8", "Gateway": "e2e-ipp-b-ea8b57", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ea8b57-authn-ssl"} 2026-07-24T17:52:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ea8b57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ea8b57", "reconcileID": "4651a167-b9ad-4953-825b-bf00115434f8", "Gateway": "e2e-ipp-b-ea8b57", "namespace": "openshift-ingress"} 2026-07-24T17:52:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ea8b57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ea8b57", "reconcileID": "4d1e33dd-ae50-4b25-9ef0-9c2cd8e3a13c", "Gateway": "e2e-ipp-b-ea8b57", "namespace": "openshift-ingress"} 2026-07-24T17:52:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ea8b57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ea8b57", "reconcileID": "4d1e33dd-ae50-4b25-9ef0-9c2cd8e3a13c", "Gateway": "e2e-ipp-b-ea8b57", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ea8b57-authn-ssl"} 2026-07-24T17:52:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ea8b57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ea8b57", "reconcileID": "4d1e33dd-ae50-4b25-9ef0-9c2cd8e3a13c", "Gateway": "e2e-ipp-b-ea8b57", "namespace": "openshift-ingress"} 2026-07-24T17:52:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ea8b57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ea8b57", "reconcileID": "e6f9f531-913b-4662-b42d-1e4ca23d0b0f", "Gateway": "e2e-ipp-b-ea8b57", "namespace": "openshift-ingress"} 2026-07-24T17:52:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ea8b57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ea8b57", "reconcileID": "e6f9f531-913b-4662-b42d-1e4ca23d0b0f", "Gateway": "e2e-ipp-b-ea8b57", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ea8b57-authn-ssl"} 2026-07-24T17:52:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ea8b57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ea8b57", "reconcileID": "e6f9f531-913b-4662-b42d-1e4ca23d0b0f", "Gateway": "e2e-ipp-b-ea8b57", "namespace": "openshift-ingress"} 2026-07-24T17:52:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ea8b57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ea8b57", "reconcileID": "6a96cc3d-8b59-488e-a97d-5ab5bd868883", "Gateway": "e2e-ipp-b-ea8b57", "namespace": "openshift-ingress"} 2026-07-24T17:52:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ea8b57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ea8b57", "reconcileID": "6a96cc3d-8b59-488e-a97d-5ab5bd868883", "Gateway": "e2e-ipp-b-ea8b57", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ea8b57-authn-ssl"} 2026-07-24T17:52:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ea8b57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ea8b57", "reconcileID": "6a96cc3d-8b59-488e-a97d-5ab5bd868883", "Gateway": "e2e-ipp-b-ea8b57", "namespace": "openshift-ingress"} 2026-07-24T17:52:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ea8b57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ea8b57", "reconcileID": "ebabe3c6-df42-4a64-972f-379e5ed44630", "Gateway": "e2e-ipp-b-ea8b57", "namespace": "openshift-ingress"} 2026-07-24T17:52:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ea8b57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ea8b57", "reconcileID": "ebabe3c6-df42-4a64-972f-379e5ed44630", "Gateway": "e2e-ipp-b-ea8b57", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ea8b57-authn-ssl"} 2026-07-24T17:52:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ea8b57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ea8b57", "reconcileID": "ebabe3c6-df42-4a64-972f-379e5ed44630", "Gateway": "e2e-ipp-b-ea8b57", "namespace": "openshift-ingress"} 2026-07-24T17:52:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ea8b57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ea8b57", "reconcileID": "a0fb2cb5-d375-4aa0-92f1-29c24d993c9a", "Gateway": "e2e-ipp-b-ea8b57", "namespace": "openshift-ingress"} 2026-07-24T17:52:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ea8b57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ea8b57", "reconcileID": "a0fb2cb5-d375-4aa0-92f1-29c24d993c9a", "Gateway": "e2e-ipp-b-ea8b57", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ea8b57-authn-ssl"} 2026-07-24T17:52:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ea8b57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ea8b57", "reconcileID": "a0fb2cb5-d375-4aa0-92f1-29c24d993c9a", "Gateway": "e2e-ipp-b-ea8b57", "namespace": "openshift-ingress"} 2026-07-24T17:52:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ea8b57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ea8b57", "reconcileID": "e88f407c-075e-4bdf-9ac7-a08b12e3b60e", "Gateway": "e2e-ipp-b-ea8b57", "namespace": "openshift-ingress"} 2026-07-24T17:52:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ea8b57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ea8b57", "reconcileID": "e88f407c-075e-4bdf-9ac7-a08b12e3b60e", "Gateway": "e2e-ipp-b-ea8b57", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ea8b57-authn-ssl"} 2026-07-24T17:52:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ea8b57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ea8b57", "reconcileID": "e88f407c-075e-4bdf-9ac7-a08b12e3b60e", "Gateway": "e2e-ipp-b-ea8b57", "namespace": "openshift-ingress"} 2026-07-24T17:52:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ea8b57"}, "namespace": "ai-tenant-e2e-ipp-b-ea8b57", "name": "openshift-service-ca.crt", "reconcileID": "89d78921-aa2e-40dc-b8b8-b35d551707a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ea8b57"} 2026-07-24T17:52:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ea8b57"}, "namespace": "ai-tenant-e2e-ipp-b-ea8b57", "name": "odh-trusted-ca-bundle", "reconcileID": "41ecf5a7-d5ed-4c64-b48b-de8469f28bbc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ea8b57"} 2026-07-24T17:52:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ea8b57"}, "namespace": "ai-tenant-e2e-ipp-b-ea8b57", "name": "openshift-service-ca.crt", "reconcileID": "4e5baf78-57f3-4630-a958-36ae09f35516", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ea8b57", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T17:52:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ea8b57"}, "namespace": "ai-tenant-e2e-ipp-b-ea8b57", "name": "openshift-service-ca.crt", "reconcileID": "4e5baf78-57f3-4630-a958-36ae09f35516", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ea8b57"} 2026-07-24T17:52:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ea8b57"}, "namespace": "ai-tenant-e2e-ipp-b-ea8b57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b4989a8d-d3f2-4339-b15b-e606f06e43db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ea8b57"} 2026-07-24T17:52:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ea8b57"}, "namespace": "ai-tenant-e2e-ipp-b-ea8b57", "name": "openshift-service-ca.crt", "reconcileID": "5371f49d-9692-4b8c-8631-bca152d87e1b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ea8b57"} 2026-07-24T17:52:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ea8b57"}, "namespace": "ai-tenant-e2e-ipp-b-ea8b57", "name": "odh-trusted-ca-bundle", "reconcileID": "3b943045-b645-4932-b2a2-abb6f8cbc310", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ea8b57", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T17:52:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ea8b57"}, "namespace": "ai-tenant-e2e-ipp-b-ea8b57", "name": "odh-trusted-ca-bundle", "reconcileID": "3b943045-b645-4932-b2a2-abb6f8cbc310", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ea8b57"} 2026-07-24T17:52:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ea8b57"}, "namespace": "ai-tenant-e2e-ipp-b-ea8b57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2c108bc1-1053-4df1-b707-f4fb48259eec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ea8b57"} 2026-07-24T17:52:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ea8b57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ea8b57", "reconcileID": "91b6a286-a4fc-4837-b000-35666a39b4ee", "Gateway": "e2e-ipp-b-ea8b57", "namespace": "openshift-ingress"} 2026-07-24T17:52:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ea8b57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ea8b57", "reconcileID": "91b6a286-a4fc-4837-b000-35666a39b4ee", "Gateway": "e2e-ipp-b-ea8b57", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ea8b57-authn-ssl"} 2026-07-24T17:52:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ea8b57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ea8b57", "reconcileID": "91b6a286-a4fc-4837-b000-35666a39b4ee", "Gateway": "e2e-ipp-b-ea8b57", "namespace": "openshift-ingress"} 2026-07-24T17:52:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "38edb546-eed1-4704-a7a8-a2221d2daca8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:52:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "65a44cdc-7bef-439d-bc49-1b2cc08c9478", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:52:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ea8b57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ea8b57", "reconcileID": "e79499d3-898c-405e-93e7-608e5cbafed8", "Gateway": "e2e-ipp-b-ea8b57", "namespace": "openshift-ingress"} 2026-07-24T17:52:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ea8b57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ea8b57", "reconcileID": "e79499d3-898c-405e-93e7-608e5cbafed8", "Gateway": "e2e-ipp-b-ea8b57", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ea8b57-authn-ssl"} 2026-07-24T17:52:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ea8b57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ea8b57", "reconcileID": "e79499d3-898c-405e-93e7-608e5cbafed8", "Gateway": "e2e-ipp-b-ea8b57", "namespace": "openshift-ingress"} 2026-07-24T17:53:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bb6d289b-0e6f-4ce2-841c-237f016c3159", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:53:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "a0fb5da1-38de-4bef-8b71-a6d24d90a78b", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:53:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "a0fb5da1-38de-4bef-8b71-a6d24d90a78b", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:53:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "a0fb5da1-38de-4bef-8b71-a6d24d90a78b", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:53:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "a10e3e55-2164-49c3-8582-6f25376fa7bb", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress"} 2026-07-24T17:53:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "a0fb5da1-38de-4bef-8b71-a6d24d90a78b", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f-kserve-route-authn"} 2026-07-24T17:53:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "a0fb5da1-38de-4bef-8b71-a6d24d90a78b", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f", "authType": "userdefined"} 2026-07-24T17:53:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "a0fb5da1-38de-4bef-8b71-a6d24d90a78b", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:53:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "a10e3e55-2164-49c3-8582-6f25376fa7bb", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f-authn-ssl"} 2026-07-24T17:53:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "a10e3e55-2164-49c3-8582-6f25376fa7bb", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress"} 2026-07-24T17:53:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "d806925e-8808-4aa2-8280-08b2adcdfcd6", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:53:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "d806925e-8808-4aa2-8280-08b2adcdfcd6", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:53:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "d806925e-8808-4aa2-8280-08b2adcdfcd6", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:53:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "d806925e-8808-4aa2-8280-08b2adcdfcd6", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f-kserve-route-authn"} 2026-07-24T17:53:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "d806925e-8808-4aa2-8280-08b2adcdfcd6", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f", "authType": "userdefined"} 2026-07-24T17:53:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "d806925e-8808-4aa2-8280-08b2adcdfcd6", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:53:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "59759506-a2b6-474e-a66f-455171aa9389", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress"} 2026-07-24T17:53:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "59759506-a2b6-474e-a66f-455171aa9389", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f-authn-ssl"} 2026-07-24T17:53:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "59759506-a2b6-474e-a66f-455171aa9389", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress"} 2026-07-24T17:53:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "0098ab8e-c2a1-4c50-8247-73e4135b2ff9", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:53:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "0098ab8e-c2a1-4c50-8247-73e4135b2ff9", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:53:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "0098ab8e-c2a1-4c50-8247-73e4135b2ff9", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:53:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "0098ab8e-c2a1-4c50-8247-73e4135b2ff9", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f-kserve-route-authn"} 2026-07-24T17:53:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "0098ab8e-c2a1-4c50-8247-73e4135b2ff9", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f", "authType": "userdefined"} 2026-07-24T17:53:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "0098ab8e-c2a1-4c50-8247-73e4135b2ff9", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:53:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "0319bdc8-9a96-47f4-a423-0f66a9e3f035", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:53:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "0319bdc8-9a96-47f4-a423-0f66a9e3f035", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:53:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "0319bdc8-9a96-47f4-a423-0f66a9e3f035", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:53:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "0319bdc8-9a96-47f4-a423-0f66a9e3f035", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f-kserve-route-authn"} 2026-07-24T17:53:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "0319bdc8-9a96-47f4-a423-0f66a9e3f035", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f", "authType": "userdefined"} 2026-07-24T17:53:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "0319bdc8-9a96-47f4-a423-0f66a9e3f035", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:53:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "21ae90ee-c7c7-48f6-9c40-0b2ab32953fa", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:53:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "21ae90ee-c7c7-48f6-9c40-0b2ab32953fa", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:53:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "21ae90ee-c7c7-48f6-9c40-0b2ab32953fa", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:53:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "21ae90ee-c7c7-48f6-9c40-0b2ab32953fa", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f-kserve-route-authn"} 2026-07-24T17:53:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "21ae90ee-c7c7-48f6-9c40-0b2ab32953fa", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f", "authType": "userdefined"} 2026-07-24T17:53:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "21ae90ee-c7c7-48f6-9c40-0b2ab32953fa", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:53:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "b3ab3abe-c7f6-47e4-8a80-c0c904aafd7b", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress"} 2026-07-24T17:53:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "b3ab3abe-c7f6-47e4-8a80-c0c904aafd7b", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f-authn-ssl"} 2026-07-24T17:53:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "b3ab3abe-c7f6-47e4-8a80-c0c904aafd7b", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress"} 2026-07-24T17:53:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-201d60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-201d60", "reconcileID": "72436eaf-d4f7-4368-b626-54b2baac127e", "Gateway": "e2e-ipp-cleanup-201d60", "namespace": "openshift-ingress"} 2026-07-24T17:53:54Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-201d60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-201d60", "reconcileID": "72436eaf-d4f7-4368-b626-54b2baac127e", "Gateway": "e2e-ipp-cleanup-201d60", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-201d60-authn-ssl"} 2026-07-24T17:53:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-201d60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-201d60", "reconcileID": "72436eaf-d4f7-4368-b626-54b2baac127e", "Gateway": "e2e-ipp-cleanup-201d60", "namespace": "openshift-ingress"} 2026-07-24T17:53:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-201d60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-201d60", "reconcileID": "6a13ad1c-d764-4cc0-b89c-75d68fb3cd67", "Gateway": "e2e-ipp-cleanup-201d60", "namespace": "openshift-ingress"} 2026-07-24T17:53:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-201d60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-201d60", "reconcileID": "6a13ad1c-d764-4cc0-b89c-75d68fb3cd67", "Gateway": "e2e-ipp-cleanup-201d60", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-201d60-authn-ssl"} 2026-07-24T17:53:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-201d60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-201d60", "reconcileID": "6a13ad1c-d764-4cc0-b89c-75d68fb3cd67", "Gateway": "e2e-ipp-cleanup-201d60", "namespace": "openshift-ingress"} 2026-07-24T17:53:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-201d60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-201d60", "reconcileID": "c0602e19-15d8-4c22-82dc-3a2026363c3c", "Gateway": "e2e-ipp-cleanup-201d60", "namespace": "openshift-ingress"} 2026-07-24T17:53:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-201d60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-201d60", "reconcileID": "c0602e19-15d8-4c22-82dc-3a2026363c3c", "Gateway": "e2e-ipp-cleanup-201d60", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-201d60-authn-ssl"} 2026-07-24T17:53:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-201d60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-201d60", "reconcileID": "c0602e19-15d8-4c22-82dc-3a2026363c3c", "Gateway": "e2e-ipp-cleanup-201d60", "namespace": "openshift-ingress"} 2026-07-24T17:53:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-201d60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-201d60", "reconcileID": "a81e8fc6-6143-469e-85d3-e6cbd5f44ba5", "Gateway": "e2e-ipp-cleanup-201d60", "namespace": "openshift-ingress"} 2026-07-24T17:53:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-201d60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-201d60", "reconcileID": "a81e8fc6-6143-469e-85d3-e6cbd5f44ba5", "Gateway": "e2e-ipp-cleanup-201d60", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-201d60-authn-ssl"} 2026-07-24T17:53:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-201d60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-201d60", "reconcileID": "a81e8fc6-6143-469e-85d3-e6cbd5f44ba5", "Gateway": "e2e-ipp-cleanup-201d60", "namespace": "openshift-ingress"} 2026-07-24T17:53:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-201d60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-201d60", "reconcileID": "a8d17427-77dd-4201-bbed-53b170d46452", "Gateway": "e2e-ipp-cleanup-201d60", "namespace": "openshift-ingress"} 2026-07-24T17:53:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-201d60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-201d60", "reconcileID": "a8d17427-77dd-4201-bbed-53b170d46452", "Gateway": "e2e-ipp-cleanup-201d60", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-201d60-authn-ssl"} 2026-07-24T17:53:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-201d60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-201d60", "reconcileID": "a8d17427-77dd-4201-bbed-53b170d46452", "Gateway": "e2e-ipp-cleanup-201d60", "namespace": "openshift-ingress"} 2026-07-24T17:53:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-201d60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-201d60", "reconcileID": "fd4290c8-59cd-43e2-9aec-c1e159c6bf7d", "Gateway": "e2e-ipp-cleanup-201d60", "namespace": "openshift-ingress"} 2026-07-24T17:53:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-201d60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-201d60", "reconcileID": "fd4290c8-59cd-43e2-9aec-c1e159c6bf7d", "Gateway": "e2e-ipp-cleanup-201d60", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-201d60-authn-ssl"} 2026-07-24T17:53:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-201d60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-201d60", "reconcileID": "fd4290c8-59cd-43e2-9aec-c1e159c6bf7d", "Gateway": "e2e-ipp-cleanup-201d60", "namespace": "openshift-ingress"} 2026-07-24T17:53:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-201d60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-201d60", "reconcileID": "bd2b9d83-8714-4c85-9684-ef556a28f054", "Gateway": "e2e-ipp-cleanup-201d60", "namespace": "openshift-ingress"} 2026-07-24T17:53:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-201d60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-201d60", "reconcileID": "bd2b9d83-8714-4c85-9684-ef556a28f054", "Gateway": "e2e-ipp-cleanup-201d60", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-201d60-authn-ssl"} 2026-07-24T17:53:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-201d60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-201d60", "reconcileID": "bd2b9d83-8714-4c85-9684-ef556a28f054", "Gateway": "e2e-ipp-cleanup-201d60", "namespace": "openshift-ingress"} 2026-07-24T17:53:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-201d60"}, "namespace": "ai-tenant-e2e-ipp-cleanup-201d60", "name": "openshift-service-ca.crt", "reconcileID": "19a88ce8-b42c-49a2-bf17-f2b7ef58c8a7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-201d60"} 2026-07-24T17:53:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-201d60"}, "namespace": "ai-tenant-e2e-ipp-cleanup-201d60", "name": "odh-trusted-ca-bundle", "reconcileID": "15afb903-6686-4af8-90d4-abcb35734a52", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-201d60"} 2026-07-24T17:53:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-201d60"}, "namespace": "ai-tenant-e2e-ipp-cleanup-201d60", "name": "openshift-service-ca.crt", "reconcileID": "d75c009e-d338-4e87-8d89-c313e661a990", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-201d60", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T17:53:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-201d60"}, "namespace": "ai-tenant-e2e-ipp-cleanup-201d60", "name": "openshift-service-ca.crt", "reconcileID": "d75c009e-d338-4e87-8d89-c313e661a990", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-201d60"} 2026-07-24T17:53:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-201d60"}, "namespace": "ai-tenant-e2e-ipp-cleanup-201d60", "name": "openshift-service-ca.crt", "reconcileID": "aca189a8-424a-4a54-98e2-8c100438659f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-201d60"} 2026-07-24T17:53:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-201d60"}, "namespace": "ai-tenant-e2e-ipp-cleanup-201d60", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a1cb4d58-b35d-41e3-9e11-a882ae6ea658", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-201d60"} 2026-07-24T17:53:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-201d60"}, "namespace": "ai-tenant-e2e-ipp-cleanup-201d60", "name": "odh-trusted-ca-bundle", "reconcileID": "08a9758f-f32b-48c0-b6e6-a27de9b31015", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-201d60", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T17:53:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-201d60"}, "namespace": "ai-tenant-e2e-ipp-cleanup-201d60", "name": "odh-trusted-ca-bundle", "reconcileID": "08a9758f-f32b-48c0-b6e6-a27de9b31015", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-201d60"} 2026-07-24T17:53:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-201d60"}, "namespace": "ai-tenant-e2e-ipp-cleanup-201d60", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a69fc28-6cad-425b-a54c-c2280eab27e5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-201d60"} 2026-07-24T17:53:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-201d60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-201d60", "reconcileID": "a16a4193-d64c-498b-a1e5-73ef43280748", "Gateway": "e2e-ipp-cleanup-201d60", "namespace": "openshift-ingress"} 2026-07-24T17:53:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-201d60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-201d60", "reconcileID": "a16a4193-d64c-498b-a1e5-73ef43280748", "Gateway": "e2e-ipp-cleanup-201d60", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-201d60-authn-ssl"} 2026-07-24T17:53:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-201d60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-201d60", "reconcileID": "a16a4193-d64c-498b-a1e5-73ef43280748", "Gateway": "e2e-ipp-cleanup-201d60", "namespace": "openshift-ingress"} 2026-07-24T17:53:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4ad8c3e5-6e86-4739-9df4-10f0ed20d346", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:54:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-201d60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-201d60", "reconcileID": "e799c090-3f0c-49a0-8522-535126c63aa2", "Gateway": "e2e-ipp-cleanup-201d60", "namespace": "openshift-ingress"} 2026-07-24T17:54:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-201d60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-201d60", "reconcileID": "e799c090-3f0c-49a0-8522-535126c63aa2", "Gateway": "e2e-ipp-cleanup-201d60", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-201d60-authn-ssl"} 2026-07-24T17:54:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-201d60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-201d60", "reconcileID": "e799c090-3f0c-49a0-8522-535126c63aa2", "Gateway": "e2e-ipp-cleanup-201d60", "namespace": "openshift-ingress"} 2026-07-24T17:54:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-201d60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-201d60", "reconcileID": "c447d37d-da52-4d61-99e1-1e49691ba73c", "Gateway": "e2e-ipp-cleanup-201d60", "namespace": "openshift-ingress"} 2026-07-24T17:54:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-201d60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-201d60", "reconcileID": "c447d37d-da52-4d61-99e1-1e49691ba73c", "Gateway": "e2e-ipp-cleanup-201d60", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-201d60-authn-ssl"} 2026-07-24T17:54:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-201d60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-201d60", "reconcileID": "c447d37d-da52-4d61-99e1-1e49691ba73c", "Gateway": "e2e-ipp-cleanup-201d60", "namespace": "openshift-ingress"} 2026-07-24T17:54:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-201d60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-201d60", "reconcileID": "abd09797-3fef-4fae-b788-33e886e16774", "Gateway": "e2e-ipp-cleanup-201d60", "namespace": "openshift-ingress"} 2026-07-24T17:54:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-201d60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-201d60", "reconcileID": "abd09797-3fef-4fae-b788-33e886e16774", "Gateway": "e2e-ipp-cleanup-201d60", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-201d60-authn-ssl"} 2026-07-24T17:54:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-201d60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-201d60", "reconcileID": "abd09797-3fef-4fae-b788-33e886e16774", "Gateway": "e2e-ipp-cleanup-201d60", "namespace": "openshift-ingress"} 2026-07-24T17:54:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-201d60"}, "namespace": "ai-tenant-e2e-ipp-cleanup-201d60", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8937b718-1e66-4a5a-bca6-f4e099a6b5e3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-201d60"} 2026-07-24T17:54:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-201d60"}, "namespace": "ai-tenant-e2e-ipp-cleanup-201d60", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8937b718-1e66-4a5a-bca6-f4e099a6b5e3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-201d60", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T17:54:35Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-201d60"}, "namespace": "ai-tenant-e2e-ipp-cleanup-201d60", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8937b718-1e66-4a5a-bca6-f4e099a6b5e3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-201d60 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T17:54:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-201d60"}, "namespace": "ai-tenant-e2e-ipp-cleanup-201d60", "name": "odh-trusted-ca-bundle", "reconcileID": "a98389e4-9e29-4ec1-b80a-11612357bab6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-201d60"} 2026-07-24T17:54:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-201d60"}, "namespace": "ai-tenant-e2e-ipp-cleanup-201d60", "name": "odh-trusted-ca-bundle", "reconcileID": "a98389e4-9e29-4ec1-b80a-11612357bab6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-201d60"} 2026-07-24T17:54:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-201d60"}, "namespace": "ai-tenant-e2e-ipp-cleanup-201d60", "name": "openshift-service-ca.crt", "reconcileID": "5de7292d-421a-489a-8330-cd925ffd437e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-201d60"} 2026-07-24T17:54:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-201d60"}, "namespace": "ai-tenant-e2e-ipp-cleanup-201d60", "name": "openshift-service-ca.crt", "reconcileID": "5de7292d-421a-489a-8330-cd925ffd437e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-201d60"} 2026-07-24T17:54:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-201d60"}, "namespace": "ai-tenant-e2e-ipp-cleanup-201d60", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "86645213-e1e2-4b5a-acff-9bb2de503068", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-201d60"} 2026-07-24T17:54:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-201d60"}, "namespace": "ai-tenant-e2e-ipp-cleanup-201d60", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "86645213-e1e2-4b5a-acff-9bb2de503068", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-201d60"} 2026-07-24T17:54:35Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-201d60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-201d60", "reconcileID": "a049ed6e-4998-4669-a8cb-fd1953cec4de", "Gateway": "e2e-ipp-cleanup-201d60", "namespace": "openshift-ingress"} 2026-07-24T17:54:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b2650fef-05bc-4bb5-aad0-c9751de8e4fd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:54:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "a8c0fa62-58f3-4501-961a-3421377b9dd3", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress"} 2026-07-24T17:54:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "a8c0fa62-58f3-4501-961a-3421377b9dd3", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f-authn-ssl"} 2026-07-24T17:54:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "a8c0fa62-58f3-4501-961a-3421377b9dd3", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress"} 2026-07-24T17:54:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "0fae5b3f-4cc3-49fd-b402-54fc4c0d39d9", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress"} 2026-07-24T17:54:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "0fae5b3f-4cc3-49fd-b402-54fc4c0d39d9", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f-authn-ssl"} 2026-07-24T17:54:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "0fae5b3f-4cc3-49fd-b402-54fc4c0d39d9", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress"} 2026-07-24T17:55:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "90f59889-98ee-45a0-852b-6b295c18bd0d", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress"} 2026-07-24T17:55:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "90f59889-98ee-45a0-852b-6b295c18bd0d", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f-authn-ssl"} 2026-07-24T17:55:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "90f59889-98ee-45a0-852b-6b295c18bd0d", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress"} 2026-07-24T17:55:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "9aa3a73d-0acf-4163-8eba-4d7a31044ac9", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:55:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "9aa3a73d-0acf-4163-8eba-4d7a31044ac9", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:55:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "9aa3a73d-0acf-4163-8eba-4d7a31044ac9", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:55:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "9aa3a73d-0acf-4163-8eba-4d7a31044ac9", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f-kserve-route-authn"} 2026-07-24T17:55:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "9aa3a73d-0acf-4163-8eba-4d7a31044ac9", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f", "authType": "userdefined"} 2026-07-24T17:55:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "9aa3a73d-0acf-4163-8eba-4d7a31044ac9", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:55:41Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "93fd8e6f-712f-4cd8-8899-3611f4626b6f", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:55:41Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "93fd8e6f-712f-4cd8-8899-3611f4626b6f", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f"} 2026-07-24T17:55:41Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "93fd8e6f-712f-4cd8-8899-3611f4626b6f", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:55:41Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "93fd8e6f-712f-4cd8-8899-3611f4626b6f", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:55:41Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "93fd8e6f-712f-4cd8-8899-3611f4626b6f", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f-kserve-route-authn"} 2026-07-24T17:55:41Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "93fd8e6f-712f-4cd8-8899-3611f4626b6f", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f-kserve-route-authn"} 2026-07-24T17:55:41Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "93fd8e6f-712f-4cd8-8899-3611f4626b6f", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:55:41Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "93fd8e6f-712f-4cd8-8899-3611f4626b6f", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:55:41Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "9fc3acc7-94a8-4f20-8632-7711206edcca", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:55:41Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "9fc3acc7-94a8-4f20-8632-7711206edcca", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f"} 2026-07-24T17:55:41Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "9fc3acc7-94a8-4f20-8632-7711206edcca", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:55:41Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "9fc3acc7-94a8-4f20-8632-7711206edcca", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:55:41Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "9fc3acc7-94a8-4f20-8632-7711206edcca", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f-kserve-route-authn"} 2026-07-24T17:55:41Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "9fc3acc7-94a8-4f20-8632-7711206edcca", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f-kserve-route-authn"} 2026-07-24T17:55:41Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "9fc3acc7-94a8-4f20-8632-7711206edcca", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:55:41Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "9fc3acc7-94a8-4f20-8632-7711206edcca", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:55:42Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92693f","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "ipp-route-92693f", "reconcileID": "6f68c9fe-5544-466d-a7c6-bba2a8a0144a", "LLMInferenceService": "ipp-route-92693f", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:55:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "e11017e4-e487-4085-bcc2-3d1341b5541b", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress"} 2026-07-24T17:55:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "e11017e4-e487-4085-bcc2-3d1341b5541b", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f-authn-ssl"} 2026-07-24T17:55:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "e11017e4-e487-4085-bcc2-3d1341b5541b", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress"} 2026-07-24T17:55:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "320d8ec2-2385-4872-b480-6daf40de73bb", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress"} 2026-07-24T17:55:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "320d8ec2-2385-4872-b480-6daf40de73bb", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f-authn-ssl"} 2026-07-24T17:55:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "320d8ec2-2385-4872-b480-6daf40de73bb", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress"} 2026-07-24T17:55:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca729ceb-a2b2-454a-a161-90cd1ac58518", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:55:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca729ceb-a2b2-454a-a161-90cd1ac58518", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-92693f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T17:55:42Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca729ceb-a2b2-454a-a161-90cd1ac58518", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-92693f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T17:55:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "odh-trusted-ca-bundle", "reconcileID": "003325dc-2c87-4bb4-a0cb-12be0ed0f3eb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:55:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "odh-trusted-ca-bundle", "reconcileID": "003325dc-2c87-4bb4-a0cb-12be0ed0f3eb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:55:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "openshift-service-ca.crt", "reconcileID": "6a67de5b-cf4d-4f06-8814-34e177b713fd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:55:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "openshift-service-ca.crt", "reconcileID": "6a67de5b-cf4d-4f06-8814-34e177b713fd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:55:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "51834a15-bd92-42ca-ab9f-9e9dae5ee7c9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:55:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-92693f"}, "namespace": "ai-tenant-e2e-ipp-a-92693f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "51834a15-bd92-42ca-ab9f-9e9dae5ee7c9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-92693f"} 2026-07-24T17:55:49Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92693f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92693f", "reconcileID": "2bc72656-6f3d-41ed-9c13-58458c4072c2", "Gateway": "e2e-ipp-a-92693f", "namespace": "openshift-ingress"} 2026-07-24T17:55:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0843fb67-696b-4299-a315-aa12cf75b0a4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:55:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0571663b-ec7e-43d6-9b11-f04248553865", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:56:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "342424e6-d3d3-4cc9-ad3b-41cfea5afa6c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:56:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ea8b57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ea8b57", "reconcileID": "3b7182ac-ac77-4c2c-aa7b-504791857c08", "Gateway": "e2e-ipp-b-ea8b57", "namespace": "openshift-ingress"} 2026-07-24T17:56:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ea8b57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ea8b57", "reconcileID": "3b7182ac-ac77-4c2c-aa7b-504791857c08", "Gateway": "e2e-ipp-b-ea8b57", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ea8b57-authn-ssl"} 2026-07-24T17:56:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ea8b57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ea8b57", "reconcileID": "3b7182ac-ac77-4c2c-aa7b-504791857c08", "Gateway": "e2e-ipp-b-ea8b57", "namespace": "openshift-ingress"} 2026-07-24T17:56:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ea8b57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ea8b57", "reconcileID": "9250d9e2-8100-492e-947f-4576ca405051", "Gateway": "e2e-ipp-b-ea8b57", "namespace": "openshift-ingress"} 2026-07-24T17:56:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ea8b57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ea8b57", "reconcileID": "9250d9e2-8100-492e-947f-4576ca405051", "Gateway": "e2e-ipp-b-ea8b57", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ea8b57-authn-ssl"} 2026-07-24T17:56:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ea8b57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ea8b57", "reconcileID": "9250d9e2-8100-492e-947f-4576ca405051", "Gateway": "e2e-ipp-b-ea8b57", "namespace": "openshift-ingress"} 2026-07-24T17:56:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ea8b57"}, "namespace": "ai-tenant-e2e-ipp-b-ea8b57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6a1e139d-1cad-429a-97c8-ef34b2325e94", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ea8b57"} 2026-07-24T17:56:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ea8b57"}, "namespace": "ai-tenant-e2e-ipp-b-ea8b57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6a1e139d-1cad-429a-97c8-ef34b2325e94", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ea8b57", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T17:56:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ea8b57"}, "namespace": "ai-tenant-e2e-ipp-b-ea8b57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6a1e139d-1cad-429a-97c8-ef34b2325e94", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-ea8b57 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T17:56:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ea8b57"}, "namespace": "ai-tenant-e2e-ipp-b-ea8b57", "name": "odh-trusted-ca-bundle", "reconcileID": "9fd8be59-e40a-45b9-a7eb-08245bb15b45", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ea8b57"} 2026-07-24T17:56:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ea8b57"}, "namespace": "ai-tenant-e2e-ipp-b-ea8b57", "name": "odh-trusted-ca-bundle", "reconcileID": "9fd8be59-e40a-45b9-a7eb-08245bb15b45", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ea8b57"} 2026-07-24T17:56:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ea8b57"}, "namespace": "ai-tenant-e2e-ipp-b-ea8b57", "name": "openshift-service-ca.crt", "reconcileID": "56407ac7-01b3-47b7-ac61-0c7be1e22741", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ea8b57"} 2026-07-24T17:56:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ea8b57"}, "namespace": "ai-tenant-e2e-ipp-b-ea8b57", "name": "openshift-service-ca.crt", "reconcileID": "56407ac7-01b3-47b7-ac61-0c7be1e22741", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ea8b57"} 2026-07-24T17:56:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ea8b57"}, "namespace": "ai-tenant-e2e-ipp-b-ea8b57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "faeea10e-81a7-44aa-b0f3-2226e61e7d22", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ea8b57"} 2026-07-24T17:56:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ea8b57"}, "namespace": "ai-tenant-e2e-ipp-b-ea8b57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "faeea10e-81a7-44aa-b0f3-2226e61e7d22", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ea8b57"} 2026-07-24T17:56:12Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ea8b57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ea8b57", "reconcileID": "4a142827-7b86-46d9-a048-67edb02af9aa", "Gateway": "e2e-ipp-b-ea8b57", "namespace": "openshift-ingress"} 2026-07-24T17:56:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e007532f-163f-4b25-9439-8572437f798e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:56:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-13c2c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7", "reconcileID": "627f3c55-7d46-44f6-a8a5-4b8e6425ec41", "Gateway": "e2e-shared-a-13c2c7", "namespace": "openshift-ingress"} 2026-07-24T17:56:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-13c2c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7", "reconcileID": "627f3c55-7d46-44f6-a8a5-4b8e6425ec41", "Gateway": "e2e-shared-a-13c2c7", "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7-authn-ssl"} 2026-07-24T17:56:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-13c2c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7", "reconcileID": "627f3c55-7d46-44f6-a8a5-4b8e6425ec41", "Gateway": "e2e-shared-a-13c2c7", "namespace": "openshift-ingress"} 2026-07-24T17:56:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-13c2c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7", "reconcileID": "5bd22a19-c9ef-44b2-9f4f-3c9147ae449a", "Gateway": "e2e-shared-a-13c2c7", "namespace": "openshift-ingress"} 2026-07-24T17:56:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-13c2c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7", "reconcileID": "5bd22a19-c9ef-44b2-9f4f-3c9147ae449a", "Gateway": "e2e-shared-a-13c2c7", "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7-authn-ssl"} 2026-07-24T17:56:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-13c2c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7", "reconcileID": "5bd22a19-c9ef-44b2-9f4f-3c9147ae449a", "Gateway": "e2e-shared-a-13c2c7", "namespace": "openshift-ingress"} 2026-07-24T17:56:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "218108f0-2e5a-498a-bdce-c3bed4504c26", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-13c2c7"} 2026-07-24T17:56:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "218108f0-2e5a-498a-bdce-c3bed4504c26", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-13c2c7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T17:56:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "218108f0-2e5a-498a-bdce-c3bed4504c26", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-13c2c7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T17:56:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "odh-trusted-ca-bundle", "reconcileID": "eacb4945-872f-401f-bd53-53a07aa81d8d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-13c2c7"} 2026-07-24T17:56:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "odh-trusted-ca-bundle", "reconcileID": "eacb4945-872f-401f-bd53-53a07aa81d8d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-13c2c7"} 2026-07-24T17:56:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "openshift-service-ca.crt", "reconcileID": "5e809b9f-1e9d-4217-8c39-de0d694c3538", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-13c2c7"} 2026-07-24T17:56:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "openshift-service-ca.crt", "reconcileID": "5e809b9f-1e9d-4217-8c39-de0d694c3538", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-13c2c7"} 2026-07-24T17:56:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9729afd-67bb-44f8-9f9b-73ead289589b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-13c2c7"} 2026-07-24T17:56:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-13c2c7"}, "namespace": "ai-tenant-e2e-shared-a-13c2c7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9729afd-67bb-44f8-9f9b-73ead289589b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-13c2c7"} 2026-07-24T17:56:34Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-13c2c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-13c2c7", "reconcileID": "3088f6a5-03ce-49fe-b62b-0ce332dd7656", "Gateway": "e2e-shared-a-13c2c7", "namespace": "openshift-ingress"} 2026-07-24T17:56:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "24ef6e8c-a217-4bc3-a20e-30495cce0b12", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:56:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b9a122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122", "reconcileID": "6fac0d09-67fb-4b49-b761-2b459d47daa4", "Gateway": "e2e-shared-b-b9a122", "namespace": "openshift-ingress"} 2026-07-24T17:56:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b9a122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122", "reconcileID": "6fac0d09-67fb-4b49-b761-2b459d47daa4", "Gateway": "e2e-shared-b-b9a122", "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122-authn-ssl"} 2026-07-24T17:56:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b9a122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122", "reconcileID": "6fac0d09-67fb-4b49-b761-2b459d47daa4", "Gateway": "e2e-shared-b-b9a122", "namespace": "openshift-ingress"} 2026-07-24T17:56:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b9a122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122", "reconcileID": "917ef0be-cd17-4397-a483-c371bfc2503d", "Gateway": "e2e-shared-b-b9a122", "namespace": "openshift-ingress"} 2026-07-24T17:56:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b9a122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122", "reconcileID": "917ef0be-cd17-4397-a483-c371bfc2503d", "Gateway": "e2e-shared-b-b9a122", "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122-authn-ssl"} 2026-07-24T17:56:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b9a122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122", "reconcileID": "917ef0be-cd17-4397-a483-c371bfc2503d", "Gateway": "e2e-shared-b-b9a122", "namespace": "openshift-ingress"} 2026-07-24T17:56:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c40c267a-c7e9-46e2-aaaf-781c942ff7b3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:56:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c40c267a-c7e9-46e2-aaaf-781c942ff7b3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b9a122", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T17:56:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c40c267a-c7e9-46e2-aaaf-781c942ff7b3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-b9a122 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T17:56:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "odh-trusted-ca-bundle", "reconcileID": "c3b15729-4d77-49e0-9a4a-fce2938cc739", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:56:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "odh-trusted-ca-bundle", "reconcileID": "c3b15729-4d77-49e0-9a4a-fce2938cc739", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:56:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "openshift-service-ca.crt", "reconcileID": "4cfe8bcd-0c41-4431-be24-44cc89e3127b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:56:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "openshift-service-ca.crt", "reconcileID": "4cfe8bcd-0c41-4431-be24-44cc89e3127b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:56:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "646f829a-ca43-45f6-893b-440c562d02fe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:56:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b9a122"}, "namespace": "ai-tenant-e2e-shared-b-b9a122", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "646f829a-ca43-45f6-893b-440c562d02fe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b9a122"} 2026-07-24T17:56:57Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b9a122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b9a122", "reconcileID": "11642b63-00ec-4573-8091-a1d27bf8a26e", "Gateway": "e2e-shared-b-b9a122", "namespace": "openshift-ingress"}