2026-07-24T18:03:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "sub-test-model-257940", "reconcileID": "eb3c463a-4e2c-499c-afa0-0fc854718315", "LLMInferenceService": "sub-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940"} 2026-07-24T18:03:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "sub-test-model-257940", "reconcileID": "eb3c463a-4e2c-499c-afa0-0fc854718315", "LLMInferenceService": "sub-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940", "name": "sub-test-model-257940-kserve-route-authn"} 2026-07-24T18:03:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "sub-test-model-257940", "reconcileID": "eb3c463a-4e2c-499c-afa0-0fc854718315", "LLMInferenceService": "sub-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940", "authType": "userdefined"} 2026-07-24T18:03:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "sub-test-model-257940", "reconcileID": "eb3c463a-4e2c-499c-afa0-0fc854718315", "LLMInferenceService": "sub-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940"} 2026-07-24T18:04:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "sub-test-model-257940", "reconcileID": "56151741-8606-493f-8df3-0dfc96e0ea87", "LLMInferenceService": "sub-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940"} 2026-07-24T18:04:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "sub-test-model-257940", "reconcileID": "56151741-8606-493f-8df3-0dfc96e0ea87", "LLMInferenceService": "sub-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940"} 2026-07-24T18:04:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "sub-test-model-257940", "reconcileID": "56151741-8606-493f-8df3-0dfc96e0ea87", "LLMInferenceService": "sub-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940"} 2026-07-24T18:04:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "sub-test-model-257940", "reconcileID": "56151741-8606-493f-8df3-0dfc96e0ea87", "LLMInferenceService": "sub-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940", "name": "sub-test-model-257940-kserve-route-authn"} 2026-07-24T18:04:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "sub-test-model-257940", "reconcileID": "56151741-8606-493f-8df3-0dfc96e0ea87", "LLMInferenceService": "sub-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940", "authType": "userdefined"} 2026-07-24T18:04:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "sub-test-model-257940", "reconcileID": "56151741-8606-493f-8df3-0dfc96e0ea87", "LLMInferenceService": "sub-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940"} 2026-07-24T18:04:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "sub-test-model-06ffdb", "reconcileID": "c952dd43-fe82-40b6-83b1-108008742b3c", "LLMInferenceService": "sub-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:04:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "sub-test-model-06ffdb", "reconcileID": "c952dd43-fe82-40b6-83b1-108008742b3c", "LLMInferenceService": "sub-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:04:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "sub-test-model-06ffdb", "reconcileID": "c952dd43-fe82-40b6-83b1-108008742b3c", "LLMInferenceService": "sub-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:04:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06ffdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb", "reconcileID": "58e6e58c-f1ef-4fce-8895-8a907ea354ae", "Gateway": "e2e-shared-b-06ffdb", "namespace": "openshift-ingress"} 2026-07-24T18:04:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "sub-test-model-06ffdb", "reconcileID": "c952dd43-fe82-40b6-83b1-108008742b3c", "LLMInferenceService": "sub-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "sub-test-model-06ffdb-kserve-route-authn"} 2026-07-24T18:04:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "sub-test-model-06ffdb", "reconcileID": "c952dd43-fe82-40b6-83b1-108008742b3c", "LLMInferenceService": "sub-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb", "authType": "userdefined"} 2026-07-24T18:04:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "sub-test-model-06ffdb", "reconcileID": "c952dd43-fe82-40b6-83b1-108008742b3c", "LLMInferenceService": "sub-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:04:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06ffdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb", "reconcileID": "58e6e58c-f1ef-4fce-8895-8a907ea354ae", "Gateway": "e2e-shared-b-06ffdb", "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb-authn-ssl"} 2026-07-24T18:04:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06ffdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb", "reconcileID": "58e6e58c-f1ef-4fce-8895-8a907ea354ae", "Gateway": "e2e-shared-b-06ffdb", "namespace": "openshift-ingress"} 2026-07-24T18:04:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "sub-test-model-06ffdb", "reconcileID": "00b68660-52a4-4474-9042-0a83f80acf37", "LLMInferenceService": "sub-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:04:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "sub-test-model-06ffdb", "reconcileID": "00b68660-52a4-4474-9042-0a83f80acf37", "LLMInferenceService": "sub-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:04:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "sub-test-model-06ffdb", "reconcileID": "00b68660-52a4-4474-9042-0a83f80acf37", "LLMInferenceService": "sub-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:04:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "sub-test-model-06ffdb", "reconcileID": "00b68660-52a4-4474-9042-0a83f80acf37", "LLMInferenceService": "sub-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "sub-test-model-06ffdb-kserve-route-authn"} 2026-07-24T18:04:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "sub-test-model-06ffdb", "reconcileID": "00b68660-52a4-4474-9042-0a83f80acf37", "LLMInferenceService": "sub-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb", "authType": "userdefined"} 2026-07-24T18:04:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "sub-test-model-06ffdb", "reconcileID": "00b68660-52a4-4474-9042-0a83f80acf37", "LLMInferenceService": "sub-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:04:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06ffdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb", "reconcileID": "02f76e8e-ab19-4ae3-bd14-500140e9c248", "Gateway": "e2e-shared-b-06ffdb", "namespace": "openshift-ingress"} 2026-07-24T18:04:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06ffdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb", "reconcileID": "02f76e8e-ab19-4ae3-bd14-500140e9c248", "Gateway": "e2e-shared-b-06ffdb", "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb-authn-ssl"} 2026-07-24T18:04:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06ffdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb", "reconcileID": "02f76e8e-ab19-4ae3-bd14-500140e9c248", "Gateway": "e2e-shared-b-06ffdb", "namespace": "openshift-ingress"} 2026-07-24T18:04:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "sub-test-model-06ffdb", "reconcileID": "db360faa-656d-4927-8570-57e9c9292e1b", "LLMInferenceService": "sub-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:04:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "sub-test-model-06ffdb", "reconcileID": "db360faa-656d-4927-8570-57e9c9292e1b", "LLMInferenceService": "sub-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:04:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "sub-test-model-06ffdb", "reconcileID": "db360faa-656d-4927-8570-57e9c9292e1b", "LLMInferenceService": "sub-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:04:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "sub-test-model-06ffdb", "reconcileID": "db360faa-656d-4927-8570-57e9c9292e1b", "LLMInferenceService": "sub-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "sub-test-model-06ffdb-kserve-route-authn"} 2026-07-24T18:04:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "sub-test-model-06ffdb", "reconcileID": "db360faa-656d-4927-8570-57e9c9292e1b", "LLMInferenceService": "sub-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb", "authType": "userdefined"} 2026-07-24T18:04:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "sub-test-model-06ffdb", "reconcileID": "db360faa-656d-4927-8570-57e9c9292e1b", "LLMInferenceService": "sub-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:04:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "sub-test-model-06ffdb", "reconcileID": "a59ffdf5-360f-44ce-81b7-298f7bd9dcd9", "LLMInferenceService": "sub-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:04:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "sub-test-model-06ffdb", "reconcileID": "a59ffdf5-360f-44ce-81b7-298f7bd9dcd9", "LLMInferenceService": "sub-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:04:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "sub-test-model-06ffdb", "reconcileID": "a59ffdf5-360f-44ce-81b7-298f7bd9dcd9", "LLMInferenceService": "sub-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:04:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "sub-test-model-06ffdb", "reconcileID": "a59ffdf5-360f-44ce-81b7-298f7bd9dcd9", "LLMInferenceService": "sub-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "sub-test-model-06ffdb-kserve-route-authn"} 2026-07-24T18:04:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "sub-test-model-06ffdb", "reconcileID": "a59ffdf5-360f-44ce-81b7-298f7bd9dcd9", "LLMInferenceService": "sub-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb", "authType": "userdefined"} 2026-07-24T18:04:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "sub-test-model-06ffdb", "reconcileID": "a59ffdf5-360f-44ce-81b7-298f7bd9dcd9", "LLMInferenceService": "sub-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:04:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "37f32e43-0792-421a-94f0-dcfc18e681b2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T18:04:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06ffdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb", "reconcileID": "94013c5f-09b9-4374-b3fc-7e464a229176", "Gateway": "e2e-shared-b-06ffdb", "namespace": "openshift-ingress"} 2026-07-24T18:04:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06ffdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb", "reconcileID": "94013c5f-09b9-4374-b3fc-7e464a229176", "Gateway": "e2e-shared-b-06ffdb", "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb-authn-ssl"} 2026-07-24T18:04:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06ffdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb", "reconcileID": "94013c5f-09b9-4374-b3fc-7e464a229176", "Gateway": "e2e-shared-b-06ffdb", "namespace": "openshift-ingress"} 2026-07-24T18:04:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257940","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257940", "reconcileID": "8571c95e-1b0e-402a-94c2-f6f888e5d2c8", "Gateway": "e2e-shared-a-257940", "namespace": "openshift-ingress"} 2026-07-24T18:04:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257940","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257940", "reconcileID": "8571c95e-1b0e-402a-94c2-f6f888e5d2c8", "Gateway": "e2e-shared-a-257940", "namespace": "openshift-ingress", "name": "e2e-shared-a-257940-authn-ssl"} 2026-07-24T18:04:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257940","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257940", "reconcileID": "8571c95e-1b0e-402a-94c2-f6f888e5d2c8", "Gateway": "e2e-shared-a-257940", "namespace": "openshift-ingress"} 2026-07-24T18:05:05Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "sub-test-model-257940", "reconcileID": "4d91af72-e041-4c15-8936-25621d4273c2", "LLMInferenceService": "sub-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940"} 2026-07-24T18:05:05Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "sub-test-model-257940", "reconcileID": "4d91af72-e041-4c15-8936-25621d4273c2", "LLMInferenceService": "sub-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940", "name": "sub-test-model-257940"} 2026-07-24T18:05:05Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "sub-test-model-257940", "reconcileID": "4d91af72-e041-4c15-8936-25621d4273c2", "LLMInferenceService": "sub-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940"} 2026-07-24T18:05:05Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "sub-test-model-257940", "reconcileID": "4d91af72-e041-4c15-8936-25621d4273c2", "LLMInferenceService": "sub-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940"} 2026-07-24T18:05:05Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "sub-test-model-257940", "reconcileID": "4d91af72-e041-4c15-8936-25621d4273c2", "LLMInferenceService": "sub-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940", "name": "sub-test-model-257940-kserve-route-authn"} 2026-07-24T18:05:05Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "sub-test-model-257940", "reconcileID": "4d91af72-e041-4c15-8936-25621d4273c2", "LLMInferenceService": "sub-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940", "name": "sub-test-model-257940-kserve-route-authn"} 2026-07-24T18:05:05Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "sub-test-model-257940", "reconcileID": "4d91af72-e041-4c15-8936-25621d4273c2", "LLMInferenceService": "sub-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940", "namespace": "ai-tenant-e2e-shared-a-257940"} 2026-07-24T18:05:05Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "sub-test-model-257940", "reconcileID": "4d91af72-e041-4c15-8936-25621d4273c2", "LLMInferenceService": "sub-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940", "namespace": "ai-tenant-e2e-shared-a-257940"} 2026-07-24T18:05:05Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "sub-test-model-257940", "reconcileID": "35119469-82ac-4bf7-a9b2-d3e70a0ab29e", "LLMInferenceService": "sub-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940"} 2026-07-24T18:05:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257940","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257940", "reconcileID": "76b841fd-d2e7-4eba-9a6b-eabf0a01e3ea", "Gateway": "e2e-shared-a-257940", "namespace": "openshift-ingress"} 2026-07-24T18:05:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257940","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257940", "reconcileID": "76b841fd-d2e7-4eba-9a6b-eabf0a01e3ea", "Gateway": "e2e-shared-a-257940", "namespace": "openshift-ingress", "name": "e2e-shared-a-257940-authn-ssl"} 2026-07-24T18:05:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257940","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257940", "reconcileID": "76b841fd-d2e7-4eba-9a6b-eabf0a01e3ea", "Gateway": "e2e-shared-a-257940", "namespace": "openshift-ingress"} 2026-07-24T18:05:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257940","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257940", "reconcileID": "aa6b6681-4cea-468b-b5e3-353a8ee6cb9f", "Gateway": "e2e-shared-a-257940", "namespace": "openshift-ingress"} 2026-07-24T18:05:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257940","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257940", "reconcileID": "aa6b6681-4cea-468b-b5e3-353a8ee6cb9f", "Gateway": "e2e-shared-a-257940", "namespace": "openshift-ingress", "name": "e2e-shared-a-257940-authn-ssl"} 2026-07-24T18:05:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257940","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257940", "reconcileID": "aa6b6681-4cea-468b-b5e3-353a8ee6cb9f", "Gateway": "e2e-shared-a-257940", "namespace": "openshift-ingress"} 2026-07-24T18:05:05Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "sub-test-model-06ffdb", "reconcileID": "5bba1e06-a0eb-4d4b-8cb3-2b0e325ed7dd", "LLMInferenceService": "sub-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:05:05Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "sub-test-model-06ffdb", "reconcileID": "5bba1e06-a0eb-4d4b-8cb3-2b0e325ed7dd", "LLMInferenceService": "sub-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "sub-test-model-06ffdb"} 2026-07-24T18:05:05Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "sub-test-model-06ffdb", "reconcileID": "5bba1e06-a0eb-4d4b-8cb3-2b0e325ed7dd", "LLMInferenceService": "sub-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:05:05Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "sub-test-model-06ffdb", "reconcileID": "5bba1e06-a0eb-4d4b-8cb3-2b0e325ed7dd", "LLMInferenceService": "sub-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:05:05Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "sub-test-model-06ffdb", "reconcileID": "5bba1e06-a0eb-4d4b-8cb3-2b0e325ed7dd", "LLMInferenceService": "sub-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "sub-test-model-06ffdb-kserve-route-authn"} 2026-07-24T18:05:05Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "sub-test-model-06ffdb", "reconcileID": "5bba1e06-a0eb-4d4b-8cb3-2b0e325ed7dd", "LLMInferenceService": "sub-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "sub-test-model-06ffdb-kserve-route-authn"} 2026-07-24T18:05:05Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "sub-test-model-06ffdb", "reconcileID": "5bba1e06-a0eb-4d4b-8cb3-2b0e325ed7dd", "LLMInferenceService": "sub-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:05:05Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "sub-test-model-06ffdb", "reconcileID": "5bba1e06-a0eb-4d4b-8cb3-2b0e325ed7dd", "LLMInferenceService": "sub-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:05:06Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "sub-test-model-06ffdb", "reconcileID": "0727e029-27f0-4f40-9d27-bff7a56e1b25", "LLMInferenceService": "sub-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:05:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06ffdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb", "reconcileID": "50674c31-e641-4356-88b5-4cdf883d2211", "Gateway": "e2e-shared-b-06ffdb", "namespace": "openshift-ingress"} 2026-07-24T18:05:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06ffdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb", "reconcileID": "50674c31-e641-4356-88b5-4cdf883d2211", "Gateway": "e2e-shared-b-06ffdb", "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb-authn-ssl"} 2026-07-24T18:05:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06ffdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb", "reconcileID": "50674c31-e641-4356-88b5-4cdf883d2211", "Gateway": "e2e-shared-b-06ffdb", "namespace": "openshift-ingress"} 2026-07-24T18:05:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06ffdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb", "reconcileID": "e9765476-da64-4c09-b8a8-dd8d6f60142c", "Gateway": "e2e-shared-b-06ffdb", "namespace": "openshift-ingress"} 2026-07-24T18:05:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06ffdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb", "reconcileID": "e9765476-da64-4c09-b8a8-dd8d6f60142c", "Gateway": "e2e-shared-b-06ffdb", "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb-authn-ssl"} 2026-07-24T18:05:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06ffdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb", "reconcileID": "e9765476-da64-4c09-b8a8-dd8d6f60142c", "Gateway": "e2e-shared-b-06ffdb", "namespace": "openshift-ingress"} 2026-07-24T18:05:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "rate-test-model-257940", "reconcileID": "d8b96076-5c09-4846-bccd-5227645ce54a", "LLMInferenceService": "rate-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940"} 2026-07-24T18:05:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "rate-test-model-257940", "reconcileID": "d8b96076-5c09-4846-bccd-5227645ce54a", "LLMInferenceService": "rate-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940"} 2026-07-24T18:05:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "rate-test-model-257940", "reconcileID": "d8b96076-5c09-4846-bccd-5227645ce54a", "LLMInferenceService": "rate-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940"} 2026-07-24T18:05:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257940","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257940", "reconcileID": "e1d49ea7-9bac-45b4-be7d-475168640368", "Gateway": "e2e-shared-a-257940", "namespace": "openshift-ingress"} 2026-07-24T18:05:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "rate-test-model-257940", "reconcileID": "d8b96076-5c09-4846-bccd-5227645ce54a", "LLMInferenceService": "rate-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940", "name": "rate-test-model-257940-kserve-route-authn"} 2026-07-24T18:05:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "rate-test-model-257940", "reconcileID": "d8b96076-5c09-4846-bccd-5227645ce54a", "LLMInferenceService": "rate-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940", "authType": "userdefined"} 2026-07-24T18:05:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "rate-test-model-257940", "reconcileID": "d8b96076-5c09-4846-bccd-5227645ce54a", "LLMInferenceService": "rate-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940"} 2026-07-24T18:05:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257940","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257940", "reconcileID": "e1d49ea7-9bac-45b4-be7d-475168640368", "Gateway": "e2e-shared-a-257940", "namespace": "openshift-ingress", "name": "e2e-shared-a-257940-authn-ssl"} 2026-07-24T18:05:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257940","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257940", "reconcileID": "e1d49ea7-9bac-45b4-be7d-475168640368", "Gateway": "e2e-shared-a-257940", "namespace": "openshift-ingress"} 2026-07-24T18:05:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "rate-test-model-257940", "reconcileID": "2d6fa841-6e33-4127-9f78-912290602ec0", "LLMInferenceService": "rate-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940"} 2026-07-24T18:05:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "rate-test-model-257940", "reconcileID": "2d6fa841-6e33-4127-9f78-912290602ec0", "LLMInferenceService": "rate-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940"} 2026-07-24T18:05:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "rate-test-model-257940", "reconcileID": "2d6fa841-6e33-4127-9f78-912290602ec0", "LLMInferenceService": "rate-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940"} 2026-07-24T18:05:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "rate-test-model-257940", "reconcileID": "2d6fa841-6e33-4127-9f78-912290602ec0", "LLMInferenceService": "rate-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940", "name": "rate-test-model-257940-kserve-route-authn"} 2026-07-24T18:05:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "rate-test-model-257940", "reconcileID": "2d6fa841-6e33-4127-9f78-912290602ec0", "LLMInferenceService": "rate-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940", "authType": "userdefined"} 2026-07-24T18:05:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "rate-test-model-257940", "reconcileID": "2d6fa841-6e33-4127-9f78-912290602ec0", "LLMInferenceService": "rate-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940"} 2026-07-24T18:05:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257940","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257940", "reconcileID": "d4b1ee41-78d9-4eef-b681-d0ba58278f31", "Gateway": "e2e-shared-a-257940", "namespace": "openshift-ingress"} 2026-07-24T18:05:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257940","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257940", "reconcileID": "d4b1ee41-78d9-4eef-b681-d0ba58278f31", "Gateway": "e2e-shared-a-257940", "namespace": "openshift-ingress", "name": "e2e-shared-a-257940-authn-ssl"} 2026-07-24T18:05:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257940","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257940", "reconcileID": "d4b1ee41-78d9-4eef-b681-d0ba58278f31", "Gateway": "e2e-shared-a-257940", "namespace": "openshift-ingress"} 2026-07-24T18:05:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06ffdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb", "reconcileID": "c1f56814-f15f-4749-86c6-a1eaa8f3ff25", "Gateway": "e2e-shared-b-06ffdb", "namespace": "openshift-ingress"} 2026-07-24T18:05:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06ffdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb", "reconcileID": "c1f56814-f15f-4749-86c6-a1eaa8f3ff25", "Gateway": "e2e-shared-b-06ffdb", "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb-authn-ssl"} 2026-07-24T18:05:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06ffdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb", "reconcileID": "c1f56814-f15f-4749-86c6-a1eaa8f3ff25", "Gateway": "e2e-shared-b-06ffdb", "namespace": "openshift-ingress"} 2026-07-24T18:05:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257940","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257940", "reconcileID": "9c9d1460-78f4-4bd6-af58-5677e3350a88", "Gateway": "e2e-shared-a-257940", "namespace": "openshift-ingress"} 2026-07-24T18:05:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257940","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257940", "reconcileID": "9c9d1460-78f4-4bd6-af58-5677e3350a88", "Gateway": "e2e-shared-a-257940", "namespace": "openshift-ingress", "name": "e2e-shared-a-257940-authn-ssl"} 2026-07-24T18:05:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257940","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257940", "reconcileID": "9c9d1460-78f4-4bd6-af58-5677e3350a88", "Gateway": "e2e-shared-a-257940", "namespace": "openshift-ingress"} 2026-07-24T18:05:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "rate-test-model-257940", "reconcileID": "c9be6a5e-9211-4562-92db-265071dce70e", "LLMInferenceService": "rate-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940"} 2026-07-24T18:05:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "rate-test-model-257940", "reconcileID": "c9be6a5e-9211-4562-92db-265071dce70e", "LLMInferenceService": "rate-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940"} 2026-07-24T18:05:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "rate-test-model-257940", "reconcileID": "c9be6a5e-9211-4562-92db-265071dce70e", "LLMInferenceService": "rate-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940"} 2026-07-24T18:05:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "rate-test-model-257940", "reconcileID": "c9be6a5e-9211-4562-92db-265071dce70e", "LLMInferenceService": "rate-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940", "name": "rate-test-model-257940-kserve-route-authn"} 2026-07-24T18:05:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "rate-test-model-257940", "reconcileID": "c9be6a5e-9211-4562-92db-265071dce70e", "LLMInferenceService": "rate-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940", "authType": "userdefined"} 2026-07-24T18:05:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "rate-test-model-257940", "reconcileID": "c9be6a5e-9211-4562-92db-265071dce70e", "LLMInferenceService": "rate-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940"} 2026-07-24T18:05:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "rate-test-model-257940", "reconcileID": "2dec99eb-9bd3-4d21-a084-347f2828946a", "LLMInferenceService": "rate-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940"} 2026-07-24T18:05:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "rate-test-model-257940", "reconcileID": "2dec99eb-9bd3-4d21-a084-347f2828946a", "LLMInferenceService": "rate-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940"} 2026-07-24T18:05:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "rate-test-model-257940", "reconcileID": "2dec99eb-9bd3-4d21-a084-347f2828946a", "LLMInferenceService": "rate-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940"} 2026-07-24T18:05:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "rate-test-model-257940", "reconcileID": "2dec99eb-9bd3-4d21-a084-347f2828946a", "LLMInferenceService": "rate-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940", "name": "rate-test-model-257940-kserve-route-authn"} 2026-07-24T18:05:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "rate-test-model-257940", "reconcileID": "2dec99eb-9bd3-4d21-a084-347f2828946a", "LLMInferenceService": "rate-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940", "authType": "userdefined"} 2026-07-24T18:05:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "rate-test-model-257940", "reconcileID": "2dec99eb-9bd3-4d21-a084-347f2828946a", "LLMInferenceService": "rate-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940"} 2026-07-24T18:05:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "rate-test-model-257940", "reconcileID": "4487eb81-95ba-4f76-8a30-430d762c93d3", "LLMInferenceService": "rate-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940"} 2026-07-24T18:05:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "rate-test-model-257940", "reconcileID": "4487eb81-95ba-4f76-8a30-430d762c93d3", "LLMInferenceService": "rate-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940"} 2026-07-24T18:05:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "rate-test-model-257940", "reconcileID": "4487eb81-95ba-4f76-8a30-430d762c93d3", "LLMInferenceService": "rate-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940"} 2026-07-24T18:05:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "rate-test-model-257940", "reconcileID": "4487eb81-95ba-4f76-8a30-430d762c93d3", "LLMInferenceService": "rate-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940", "name": "rate-test-model-257940-kserve-route-authn"} 2026-07-24T18:05:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "rate-test-model-257940", "reconcileID": "4487eb81-95ba-4f76-8a30-430d762c93d3", "LLMInferenceService": "rate-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940", "authType": "userdefined"} 2026-07-24T18:05:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "rate-test-model-257940", "reconcileID": "4487eb81-95ba-4f76-8a30-430d762c93d3", "LLMInferenceService": "rate-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940"} 2026-07-24T18:05:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "rate-test-model-06ffdb", "reconcileID": "02caed36-213b-4d10-a56b-5d215db596aa", "LLMInferenceService": "rate-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:05:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "rate-test-model-06ffdb", "reconcileID": "02caed36-213b-4d10-a56b-5d215db596aa", "LLMInferenceService": "rate-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:05:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "rate-test-model-06ffdb", "reconcileID": "02caed36-213b-4d10-a56b-5d215db596aa", "LLMInferenceService": "rate-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:05:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06ffdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb", "reconcileID": "cc2dc6bd-0534-481e-b556-df859e2efd2c", "Gateway": "e2e-shared-b-06ffdb", "namespace": "openshift-ingress"} 2026-07-24T18:05:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "rate-test-model-06ffdb", "reconcileID": "02caed36-213b-4d10-a56b-5d215db596aa", "LLMInferenceService": "rate-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "rate-test-model-06ffdb-kserve-route-authn"} 2026-07-24T18:05:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "rate-test-model-06ffdb", "reconcileID": "02caed36-213b-4d10-a56b-5d215db596aa", "LLMInferenceService": "rate-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb", "authType": "userdefined"} 2026-07-24T18:05:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "rate-test-model-06ffdb", "reconcileID": "02caed36-213b-4d10-a56b-5d215db596aa", "LLMInferenceService": "rate-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:05:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06ffdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb", "reconcileID": "cc2dc6bd-0534-481e-b556-df859e2efd2c", "Gateway": "e2e-shared-b-06ffdb", "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb-authn-ssl"} 2026-07-24T18:05:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06ffdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb", "reconcileID": "cc2dc6bd-0534-481e-b556-df859e2efd2c", "Gateway": "e2e-shared-b-06ffdb", "namespace": "openshift-ingress"} 2026-07-24T18:05:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "rate-test-model-06ffdb", "reconcileID": "71ee62c6-9f3a-4fbe-99c2-a0b98392ee67", "LLMInferenceService": "rate-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:05:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "rate-test-model-06ffdb", "reconcileID": "71ee62c6-9f3a-4fbe-99c2-a0b98392ee67", "LLMInferenceService": "rate-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:05:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "rate-test-model-06ffdb", "reconcileID": "71ee62c6-9f3a-4fbe-99c2-a0b98392ee67", "LLMInferenceService": "rate-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:05:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "rate-test-model-06ffdb", "reconcileID": "71ee62c6-9f3a-4fbe-99c2-a0b98392ee67", "LLMInferenceService": "rate-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "rate-test-model-06ffdb-kserve-route-authn"} 2026-07-24T18:05:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "rate-test-model-06ffdb", "reconcileID": "71ee62c6-9f3a-4fbe-99c2-a0b98392ee67", "LLMInferenceService": "rate-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb", "authType": "userdefined"} 2026-07-24T18:05:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "rate-test-model-06ffdb", "reconcileID": "71ee62c6-9f3a-4fbe-99c2-a0b98392ee67", "LLMInferenceService": "rate-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:05:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "aaddd4fa-cd61-4741-983a-4cd121fa4c19", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T18:05:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06ffdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb", "reconcileID": "0cafb8c5-d4af-487a-9a6c-cc58d3e85e31", "Gateway": "e2e-shared-b-06ffdb", "namespace": "openshift-ingress"} 2026-07-24T18:05:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06ffdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb", "reconcileID": "0cafb8c5-d4af-487a-9a6c-cc58d3e85e31", "Gateway": "e2e-shared-b-06ffdb", "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb-authn-ssl"} 2026-07-24T18:05:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06ffdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb", "reconcileID": "0cafb8c5-d4af-487a-9a6c-cc58d3e85e31", "Gateway": "e2e-shared-b-06ffdb", "namespace": "openshift-ingress"} 2026-07-24T18:05:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "rate-test-model-06ffdb", "reconcileID": "15ed4822-984b-4985-979f-d83f000a8161", "LLMInferenceService": "rate-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:05:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "rate-test-model-06ffdb", "reconcileID": "15ed4822-984b-4985-979f-d83f000a8161", "LLMInferenceService": "rate-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:05:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "rate-test-model-06ffdb", "reconcileID": "15ed4822-984b-4985-979f-d83f000a8161", "LLMInferenceService": "rate-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:05:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "rate-test-model-06ffdb", "reconcileID": "15ed4822-984b-4985-979f-d83f000a8161", "LLMInferenceService": "rate-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "rate-test-model-06ffdb-kserve-route-authn"} 2026-07-24T18:05:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "rate-test-model-06ffdb", "reconcileID": "15ed4822-984b-4985-979f-d83f000a8161", "LLMInferenceService": "rate-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb", "authType": "userdefined"} 2026-07-24T18:05:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "rate-test-model-06ffdb", "reconcileID": "15ed4822-984b-4985-979f-d83f000a8161", "LLMInferenceService": "rate-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:05:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f9e16ebf-ca4c-405c-95b2-c6d3dfbced85", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T18:05:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "rate-test-model-06ffdb", "reconcileID": "301f80f2-b64a-43e8-a70b-bb69bcccd1e9", "LLMInferenceService": "rate-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:05:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "rate-test-model-06ffdb", "reconcileID": "301f80f2-b64a-43e8-a70b-bb69bcccd1e9", "LLMInferenceService": "rate-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:05:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "rate-test-model-06ffdb", "reconcileID": "301f80f2-b64a-43e8-a70b-bb69bcccd1e9", "LLMInferenceService": "rate-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:05:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "rate-test-model-06ffdb", "reconcileID": "301f80f2-b64a-43e8-a70b-bb69bcccd1e9", "LLMInferenceService": "rate-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "rate-test-model-06ffdb-kserve-route-authn"} 2026-07-24T18:05:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "rate-test-model-06ffdb", "reconcileID": "301f80f2-b64a-43e8-a70b-bb69bcccd1e9", "LLMInferenceService": "rate-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb", "authType": "userdefined"} 2026-07-24T18:05:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "rate-test-model-06ffdb", "reconcileID": "301f80f2-b64a-43e8-a70b-bb69bcccd1e9", "LLMInferenceService": "rate-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:06:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257940","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257940", "reconcileID": "f817e733-81aa-432a-a4de-f2816f61f9ef", "Gateway": "e2e-shared-a-257940", "namespace": "openshift-ingress"} 2026-07-24T18:06:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257940","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257940", "reconcileID": "f817e733-81aa-432a-a4de-f2816f61f9ef", "Gateway": "e2e-shared-a-257940", "namespace": "openshift-ingress", "name": "e2e-shared-a-257940-authn-ssl"} 2026-07-24T18:06:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257940","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257940", "reconcileID": "f817e733-81aa-432a-a4de-f2816f61f9ef", "Gateway": "e2e-shared-a-257940", "namespace": "openshift-ingress"} 2026-07-24T18:06:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06ffdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb", "reconcileID": "0ffcb612-7e82-4d80-92b0-996b513996dc", "Gateway": "e2e-shared-b-06ffdb", "namespace": "openshift-ingress"} 2026-07-24T18:06:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06ffdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb", "reconcileID": "0ffcb612-7e82-4d80-92b0-996b513996dc", "Gateway": "e2e-shared-b-06ffdb", "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb-authn-ssl"} 2026-07-24T18:06:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06ffdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb", "reconcileID": "0ffcb612-7e82-4d80-92b0-996b513996dc", "Gateway": "e2e-shared-b-06ffdb", "namespace": "openshift-ingress"} 2026-07-24T18:06:25Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "rate-test-model-257940", "reconcileID": "8aef1af5-7ba5-4dec-9601-eb227550b79b", "LLMInferenceService": "rate-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940"} 2026-07-24T18:06:25Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "rate-test-model-257940", "reconcileID": "8aef1af5-7ba5-4dec-9601-eb227550b79b", "LLMInferenceService": "rate-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940", "name": "rate-test-model-257940"} 2026-07-24T18:06:25Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "rate-test-model-257940", "reconcileID": "8aef1af5-7ba5-4dec-9601-eb227550b79b", "LLMInferenceService": "rate-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940"} 2026-07-24T18:06:25Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "rate-test-model-257940", "reconcileID": "8aef1af5-7ba5-4dec-9601-eb227550b79b", "LLMInferenceService": "rate-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940"} 2026-07-24T18:06:25Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "rate-test-model-257940", "reconcileID": "8aef1af5-7ba5-4dec-9601-eb227550b79b", "LLMInferenceService": "rate-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940", "name": "rate-test-model-257940-kserve-route-authn"} 2026-07-24T18:06:25Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "rate-test-model-257940", "reconcileID": "8aef1af5-7ba5-4dec-9601-eb227550b79b", "LLMInferenceService": "rate-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940", "name": "rate-test-model-257940-kserve-route-authn"} 2026-07-24T18:06:25Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "rate-test-model-257940", "reconcileID": "8aef1af5-7ba5-4dec-9601-eb227550b79b", "LLMInferenceService": "rate-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940", "namespace": "ai-tenant-e2e-shared-a-257940"} 2026-07-24T18:06:25Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "rate-test-model-257940", "reconcileID": "8aef1af5-7ba5-4dec-9601-eb227550b79b", "LLMInferenceService": "rate-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940", "namespace": "ai-tenant-e2e-shared-a-257940"} 2026-07-24T18:06:25Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257940","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "rate-test-model-257940", "reconcileID": "097bdc30-ae99-405a-90d1-c8ddfafe24ac", "LLMInferenceService": "rate-test-model-257940", "namespace": "ai-tenant-e2e-shared-a-257940"} 2026-07-24T18:06:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257940","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257940", "reconcileID": "97772104-1419-4674-8588-8c899bcd3482", "Gateway": "e2e-shared-a-257940", "namespace": "openshift-ingress"} 2026-07-24T18:06:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257940","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257940", "reconcileID": "97772104-1419-4674-8588-8c899bcd3482", "Gateway": "e2e-shared-a-257940", "namespace": "openshift-ingress", "name": "e2e-shared-a-257940-authn-ssl"} 2026-07-24T18:06:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257940","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257940", "reconcileID": "97772104-1419-4674-8588-8c899bcd3482", "Gateway": "e2e-shared-a-257940", "namespace": "openshift-ingress"} 2026-07-24T18:06:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257940","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257940", "reconcileID": "e6f0be09-b693-4894-8ccb-1c793d1d5060", "Gateway": "e2e-shared-a-257940", "namespace": "openshift-ingress"} 2026-07-24T18:06:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257940","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257940", "reconcileID": "e6f0be09-b693-4894-8ccb-1c793d1d5060", "Gateway": "e2e-shared-a-257940", "namespace": "openshift-ingress", "name": "e2e-shared-a-257940-authn-ssl"} 2026-07-24T18:06:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257940","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257940", "reconcileID": "e6f0be09-b693-4894-8ccb-1c793d1d5060", "Gateway": "e2e-shared-a-257940", "namespace": "openshift-ingress"} 2026-07-24T18:06:26Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "rate-test-model-06ffdb", "reconcileID": "3238fe42-2d18-44ba-bc4a-a560cacbf490", "LLMInferenceService": "rate-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:06:26Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "rate-test-model-06ffdb", "reconcileID": "3238fe42-2d18-44ba-bc4a-a560cacbf490", "LLMInferenceService": "rate-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "rate-test-model-06ffdb"} 2026-07-24T18:06:26Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "rate-test-model-06ffdb", "reconcileID": "3238fe42-2d18-44ba-bc4a-a560cacbf490", "LLMInferenceService": "rate-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:06:26Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "rate-test-model-06ffdb", "reconcileID": "3238fe42-2d18-44ba-bc4a-a560cacbf490", "LLMInferenceService": "rate-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:06:26Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "rate-test-model-06ffdb", "reconcileID": "3238fe42-2d18-44ba-bc4a-a560cacbf490", "LLMInferenceService": "rate-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "rate-test-model-06ffdb-kserve-route-authn"} 2026-07-24T18:06:26Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "rate-test-model-06ffdb", "reconcileID": "3238fe42-2d18-44ba-bc4a-a560cacbf490", "LLMInferenceService": "rate-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "rate-test-model-06ffdb-kserve-route-authn"} 2026-07-24T18:06:26Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "rate-test-model-06ffdb", "reconcileID": "3238fe42-2d18-44ba-bc4a-a560cacbf490", "LLMInferenceService": "rate-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:06:26Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "rate-test-model-06ffdb", "reconcileID": "3238fe42-2d18-44ba-bc4a-a560cacbf490", "LLMInferenceService": "rate-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:06:26Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06ffdb","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "rate-test-model-06ffdb", "reconcileID": "4a0de69f-313c-49e9-aac6-cbc890ac0610", "LLMInferenceService": "rate-test-model-06ffdb", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:06:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06ffdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb", "reconcileID": "894b4797-b2be-4e1e-9e7f-414b16d06037", "Gateway": "e2e-shared-b-06ffdb", "namespace": "openshift-ingress"} 2026-07-24T18:06:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06ffdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb", "reconcileID": "894b4797-b2be-4e1e-9e7f-414b16d06037", "Gateway": "e2e-shared-b-06ffdb", "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb-authn-ssl"} 2026-07-24T18:06:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06ffdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb", "reconcileID": "894b4797-b2be-4e1e-9e7f-414b16d06037", "Gateway": "e2e-shared-b-06ffdb", "namespace": "openshift-ingress"} 2026-07-24T18:06:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06ffdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb", "reconcileID": "39b874ee-022c-474c-bbcf-91a53c6b194a", "Gateway": "e2e-shared-b-06ffdb", "namespace": "openshift-ingress"} 2026-07-24T18:06:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06ffdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb", "reconcileID": "39b874ee-022c-474c-bbcf-91a53c6b194a", "Gateway": "e2e-shared-b-06ffdb", "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb-authn-ssl"} 2026-07-24T18:06:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06ffdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb", "reconcileID": "39b874ee-022c-474c-bbcf-91a53c6b194a", "Gateway": "e2e-shared-b-06ffdb", "namespace": "openshift-ingress"} 2026-07-24T18:06:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257940","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257940", "reconcileID": "337815d2-9266-4e8b-923e-27b27a11ff28", "Gateway": "e2e-shared-a-257940", "namespace": "openshift-ingress"} 2026-07-24T18:06:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257940","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257940", "reconcileID": "337815d2-9266-4e8b-923e-27b27a11ff28", "Gateway": "e2e-shared-a-257940", "namespace": "openshift-ingress", "name": "e2e-shared-a-257940-authn-ssl"} 2026-07-24T18:06:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257940","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257940", "reconcileID": "337815d2-9266-4e8b-923e-27b27a11ff28", "Gateway": "e2e-shared-a-257940", "namespace": "openshift-ingress"} 2026-07-24T18:06:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06ffdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb", "reconcileID": "d77fa14f-d94f-4ec1-b22d-5b073794592c", "Gateway": "e2e-shared-b-06ffdb", "namespace": "openshift-ingress"} 2026-07-24T18:06:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06ffdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb", "reconcileID": "d77fa14f-d94f-4ec1-b22d-5b073794592c", "Gateway": "e2e-shared-b-06ffdb", "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb-authn-ssl"} 2026-07-24T18:06:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06ffdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb", "reconcileID": "d77fa14f-d94f-4ec1-b22d-5b073794592c", "Gateway": "e2e-shared-b-06ffdb", "namespace": "openshift-ingress"} 2026-07-24T18:06:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "52386cf2-bda6-4c3f-8da9-5b88b45c5e74", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress"} 2026-07-24T18:06:47Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "52386cf2-bda6-4c3f-8da9-5b88b45c5e74", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6-authn-ssl"} 2026-07-24T18:06:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "52386cf2-bda6-4c3f-8da9-5b88b45c5e74", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress"} 2026-07-24T18:06:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "95df24c6-2167-40a5-8038-995230e1f3a7", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress"} 2026-07-24T18:06:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "95df24c6-2167-40a5-8038-995230e1f3a7", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6-authn-ssl"} 2026-07-24T18:06:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "95df24c6-2167-40a5-8038-995230e1f3a7", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress"} 2026-07-24T18:06:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "c5957017-7f1c-45c6-9c3e-26632d259c6c", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress"} 2026-07-24T18:06:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "c5957017-7f1c-45c6-9c3e-26632d259c6c", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6-authn-ssl"} 2026-07-24T18:06:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "c5957017-7f1c-45c6-9c3e-26632d259c6c", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress"} 2026-07-24T18:06:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "b18d2900-a32b-4261-975c-a31c4c7ecb0b", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress"} 2026-07-24T18:06:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "b18d2900-a32b-4261-975c-a31c4c7ecb0b", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6-authn-ssl"} 2026-07-24T18:06:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "b18d2900-a32b-4261-975c-a31c4c7ecb0b", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress"} 2026-07-24T18:06:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "913ad642-c1e4-4311-9189-5cf22e74037b", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress"} 2026-07-24T18:06:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "913ad642-c1e4-4311-9189-5cf22e74037b", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6-authn-ssl"} 2026-07-24T18:06:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "913ad642-c1e4-4311-9189-5cf22e74037b", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress"} 2026-07-24T18:06:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "b0547e91-6036-49a7-a2cf-c7f18711d747", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress"} 2026-07-24T18:06:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "b0547e91-6036-49a7-a2cf-c7f18711d747", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6-authn-ssl"} 2026-07-24T18:06:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "b0547e91-6036-49a7-a2cf-c7f18711d747", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress"} 2026-07-24T18:06:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "46979d00-eeac-4525-a4e2-9c8cd816345a", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress"} 2026-07-24T18:06:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "46979d00-eeac-4525-a4e2-9c8cd816345a", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6-authn-ssl"} 2026-07-24T18:06:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "46979d00-eeac-4525-a4e2-9c8cd816345a", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress"} 2026-07-24T18:06:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "openshift-service-ca.crt", "reconcileID": "0357df92-146a-4246-b346-9b0483b387fd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-737ef6"} 2026-07-24T18:06:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "odh-trusted-ca-bundle", "reconcileID": "59f22cb9-547e-4817-9be5-12b1707872d0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-737ef6"} 2026-07-24T18:06:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "openshift-service-ca.crt", "reconcileID": "db5566fd-68d9-401d-a833-a33d2d71a1b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-737ef6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T18:06:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "openshift-service-ca.crt", "reconcileID": "db5566fd-68d9-401d-a833-a33d2d71a1b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-737ef6"} 2026-07-24T18:06:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b33c1b83-88ec-4654-8672-87004ca2460e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-737ef6"} 2026-07-24T18:06:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "openshift-service-ca.crt", "reconcileID": "eeb10347-e7de-45c2-9315-e488c658e1d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-737ef6"} 2026-07-24T18:06:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "odh-trusted-ca-bundle", "reconcileID": "2ea81ace-68d9-43e2-b276-6e38818836c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-737ef6", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T18:06:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "odh-trusted-ca-bundle", "reconcileID": "2ea81ace-68d9-43e2-b276-6e38818836c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-737ef6"} 2026-07-24T18:06:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "87f4f4ad-236f-41fa-bf75-e2dd43d2c078", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-737ef6"} 2026-07-24T18:06:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "df524a35-633b-4fd5-a09b-fd3beab3fb52", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress"} 2026-07-24T18:06:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "df524a35-633b-4fd5-a09b-fd3beab3fb52", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6-authn-ssl"} 2026-07-24T18:06:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "df524a35-633b-4fd5-a09b-fd3beab3fb52", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress"} 2026-07-24T18:06:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "257ae0ed-0469-48d1-baa1-1708dac00abc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T18:07:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "56bec0ee-fd8d-4915-b607-44700dd73a10", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress"} 2026-07-24T18:07:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "56bec0ee-fd8d-4915-b607-44700dd73a10", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6-authn-ssl"} 2026-07-24T18:07:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "56bec0ee-fd8d-4915-b607-44700dd73a10", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress"} 2026-07-24T18:07:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-53e30e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-53e30e", "reconcileID": "9eedc669-f713-4e65-9193-05cba93e72c0", "Gateway": "e2e-ipp-b-53e30e", "namespace": "openshift-ingress"} 2026-07-24T18:07:06Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-53e30e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-53e30e", "reconcileID": "9eedc669-f713-4e65-9193-05cba93e72c0", "Gateway": "e2e-ipp-b-53e30e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-53e30e-authn-ssl"} 2026-07-24T18:07:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-53e30e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-53e30e", "reconcileID": "9eedc669-f713-4e65-9193-05cba93e72c0", "Gateway": "e2e-ipp-b-53e30e", "namespace": "openshift-ingress"} 2026-07-24T18:07:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-53e30e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-53e30e", "reconcileID": "b5281f1a-8239-4acf-b37e-e981cc27bd27", "Gateway": "e2e-ipp-b-53e30e", "namespace": "openshift-ingress"} 2026-07-24T18:07:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-53e30e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-53e30e", "reconcileID": "b5281f1a-8239-4acf-b37e-e981cc27bd27", "Gateway": "e2e-ipp-b-53e30e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-53e30e-authn-ssl"} 2026-07-24T18:07:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-53e30e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-53e30e", "reconcileID": "b5281f1a-8239-4acf-b37e-e981cc27bd27", "Gateway": "e2e-ipp-b-53e30e", "namespace": "openshift-ingress"} 2026-07-24T18:07:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-53e30e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-53e30e", "reconcileID": "672776b8-fc47-4392-9a44-0f8f5bb64665", "Gateway": "e2e-ipp-b-53e30e", "namespace": "openshift-ingress"} 2026-07-24T18:07:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-53e30e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-53e30e", "reconcileID": "672776b8-fc47-4392-9a44-0f8f5bb64665", "Gateway": "e2e-ipp-b-53e30e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-53e30e-authn-ssl"} 2026-07-24T18:07:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-53e30e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-53e30e", "reconcileID": "672776b8-fc47-4392-9a44-0f8f5bb64665", "Gateway": "e2e-ipp-b-53e30e", "namespace": "openshift-ingress"} 2026-07-24T18:07:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-53e30e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-53e30e", "reconcileID": "e4fbb16f-7a7f-4485-bb42-00ee846972be", "Gateway": "e2e-ipp-b-53e30e", "namespace": "openshift-ingress"} 2026-07-24T18:07:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-53e30e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-53e30e", "reconcileID": "e4fbb16f-7a7f-4485-bb42-00ee846972be", "Gateway": "e2e-ipp-b-53e30e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-53e30e-authn-ssl"} 2026-07-24T18:07:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-53e30e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-53e30e", "reconcileID": "e4fbb16f-7a7f-4485-bb42-00ee846972be", "Gateway": "e2e-ipp-b-53e30e", "namespace": "openshift-ingress"} 2026-07-24T18:07:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-53e30e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-53e30e", "reconcileID": "02b5d96e-9dbd-42dd-86b2-566ffff05237", "Gateway": "e2e-ipp-b-53e30e", "namespace": "openshift-ingress"} 2026-07-24T18:07:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-53e30e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-53e30e", "reconcileID": "02b5d96e-9dbd-42dd-86b2-566ffff05237", "Gateway": "e2e-ipp-b-53e30e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-53e30e-authn-ssl"} 2026-07-24T18:07:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-53e30e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-53e30e", "reconcileID": "02b5d96e-9dbd-42dd-86b2-566ffff05237", "Gateway": "e2e-ipp-b-53e30e", "namespace": "openshift-ingress"} 2026-07-24T18:07:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-53e30e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-53e30e", "reconcileID": "97790134-34d1-4348-8829-887544ff39eb", "Gateway": "e2e-ipp-b-53e30e", "namespace": "openshift-ingress"} 2026-07-24T18:07:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-53e30e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-53e30e", "reconcileID": "97790134-34d1-4348-8829-887544ff39eb", "Gateway": "e2e-ipp-b-53e30e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-53e30e-authn-ssl"} 2026-07-24T18:07:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-53e30e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-53e30e", "reconcileID": "97790134-34d1-4348-8829-887544ff39eb", "Gateway": "e2e-ipp-b-53e30e", "namespace": "openshift-ingress"} 2026-07-24T18:07:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-53e30e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-53e30e", "reconcileID": "22ec148d-bfab-43a8-8f31-3cab5961f63b", "Gateway": "e2e-ipp-b-53e30e", "namespace": "openshift-ingress"} 2026-07-24T18:07:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-53e30e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-53e30e", "reconcileID": "22ec148d-bfab-43a8-8f31-3cab5961f63b", "Gateway": "e2e-ipp-b-53e30e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-53e30e-authn-ssl"} 2026-07-24T18:07:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-53e30e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-53e30e", "reconcileID": "22ec148d-bfab-43a8-8f31-3cab5961f63b", "Gateway": "e2e-ipp-b-53e30e", "namespace": "openshift-ingress"} 2026-07-24T18:07:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-53e30e"}, "namespace": "ai-tenant-e2e-ipp-b-53e30e", "name": "openshift-service-ca.crt", "reconcileID": "20450728-17ee-4bbf-92c8-bf0f12795c60", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-53e30e"} 2026-07-24T18:07:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-53e30e"}, "namespace": "ai-tenant-e2e-ipp-b-53e30e", "name": "openshift-service-ca.crt", "reconcileID": "d812fdef-6ebf-4056-8bc3-82766b68ae01", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-53e30e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T18:07:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-53e30e"}, "namespace": "ai-tenant-e2e-ipp-b-53e30e", "name": "openshift-service-ca.crt", "reconcileID": "d812fdef-6ebf-4056-8bc3-82766b68ae01", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-53e30e"} 2026-07-24T18:07:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-53e30e"}, "namespace": "ai-tenant-e2e-ipp-b-53e30e", "name": "odh-trusted-ca-bundle", "reconcileID": "2c2e9ef0-3d3d-4167-b1d2-570f4661c20d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-53e30e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T18:07:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-53e30e"}, "namespace": "ai-tenant-e2e-ipp-b-53e30e", "name": "odh-trusted-ca-bundle", "reconcileID": "2c2e9ef0-3d3d-4167-b1d2-570f4661c20d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T18:07:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-53e30e"}, "namespace": "ai-tenant-e2e-ipp-b-53e30e", "name": "openshift-service-ca.crt", "reconcileID": "66b05841-b50a-4706-9ae7-7e025c8036a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-53e30e"} 2026-07-24T18:07:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-53e30e"}, "namespace": "ai-tenant-e2e-ipp-b-53e30e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0e271eb6-87cd-449d-a2d3-6ac09ace2994", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-53e30e"} 2026-07-24T18:07:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-53e30e"}, "namespace": "ai-tenant-e2e-ipp-b-53e30e", "name": "odh-trusted-ca-bundle", "reconcileID": "0380d6ec-24a1-44f5-ac89-1329858df5c5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-53e30e"} 2026-07-24T18:07:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-53e30e"}, "namespace": "ai-tenant-e2e-ipp-b-53e30e", "name": "odh-trusted-ca-bundle", "reconcileID": "1cc59afd-f84f-469f-a9de-65b0a641d3ac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-53e30e", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T18:07:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-53e30e"}, "namespace": "ai-tenant-e2e-ipp-b-53e30e", "name": "odh-trusted-ca-bundle", "reconcileID": "1cc59afd-f84f-469f-a9de-65b0a641d3ac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-53e30e"} 2026-07-24T18:07:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-53e30e"}, "namespace": "ai-tenant-e2e-ipp-b-53e30e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "32102e4e-11f9-44dd-b727-7e3100309f5b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-53e30e"} 2026-07-24T18:07:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-53e30e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-53e30e", "reconcileID": "65c18aee-db22-432d-86fc-ea1a30b455f3", "Gateway": "e2e-ipp-b-53e30e", "namespace": "openshift-ingress"} 2026-07-24T18:07:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-53e30e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-53e30e", "reconcileID": "65c18aee-db22-432d-86fc-ea1a30b455f3", "Gateway": "e2e-ipp-b-53e30e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-53e30e-authn-ssl"} 2026-07-24T18:07:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-53e30e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-53e30e", "reconcileID": "65c18aee-db22-432d-86fc-ea1a30b455f3", "Gateway": "e2e-ipp-b-53e30e", "namespace": "openshift-ingress"} 2026-07-24T18:07:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d5f7a910-018c-4953-818a-f8c64c0270c4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T18:07:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2d8b3c8b-9d71-405c-a17b-1cd676654f9f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T18:07:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-53e30e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-53e30e", "reconcileID": "5744ff3d-b195-4939-9039-f061cd812470", "Gateway": "e2e-ipp-b-53e30e", "namespace": "openshift-ingress"} 2026-07-24T18:07:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-53e30e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-53e30e", "reconcileID": "5744ff3d-b195-4939-9039-f061cd812470", "Gateway": "e2e-ipp-b-53e30e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-53e30e-authn-ssl"} 2026-07-24T18:07:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-53e30e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-53e30e", "reconcileID": "5744ff3d-b195-4939-9039-f061cd812470", "Gateway": "e2e-ipp-b-53e30e", "namespace": "openshift-ingress"} 2026-07-24T18:07:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d08c8f00-ce65-4566-a826-c7b7c3b2c1ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T18:07:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-737ef6","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6", "reconcileID": "20d19921-db0f-44f0-b3e4-ca2cd4e3971a", "LLMInferenceService": "ipp-route-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6"} 2026-07-24T18:07:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-737ef6","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6", "reconcileID": "20d19921-db0f-44f0-b3e4-ca2cd4e3971a", "LLMInferenceService": "ipp-route-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6"} 2026-07-24T18:07:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-737ef6","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6", "reconcileID": "20d19921-db0f-44f0-b3e4-ca2cd4e3971a", "LLMInferenceService": "ipp-route-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6"} 2026-07-24T18:07:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "5c176497-12dc-49fa-bd29-e5ba4167434e", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress"} 2026-07-24T18:07:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-737ef6","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6", "reconcileID": "20d19921-db0f-44f0-b3e4-ca2cd4e3971a", "LLMInferenceService": "ipp-route-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6-kserve-route-authn"} 2026-07-24T18:07:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-737ef6","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6", "reconcileID": "20d19921-db0f-44f0-b3e4-ca2cd4e3971a", "LLMInferenceService": "ipp-route-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6", "authType": "userdefined"} 2026-07-24T18:07:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-737ef6","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6", "reconcileID": "20d19921-db0f-44f0-b3e4-ca2cd4e3971a", "LLMInferenceService": "ipp-route-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6"} 2026-07-24T18:07:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "5c176497-12dc-49fa-bd29-e5ba4167434e", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6-authn-ssl"} 2026-07-24T18:07:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "5c176497-12dc-49fa-bd29-e5ba4167434e", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress"} 2026-07-24T18:07:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-737ef6","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6", "reconcileID": "7f1040a2-efee-4bc8-b764-c8bde60a7da4", "LLMInferenceService": "ipp-route-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6"} 2026-07-24T18:07:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-737ef6","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6", "reconcileID": "7f1040a2-efee-4bc8-b764-c8bde60a7da4", "LLMInferenceService": "ipp-route-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6"} 2026-07-24T18:07:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-737ef6","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6", "reconcileID": "7f1040a2-efee-4bc8-b764-c8bde60a7da4", "LLMInferenceService": "ipp-route-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6"} 2026-07-24T18:07:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-737ef6","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6", "reconcileID": "7f1040a2-efee-4bc8-b764-c8bde60a7da4", "LLMInferenceService": "ipp-route-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6-kserve-route-authn"} 2026-07-24T18:07:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-737ef6","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6", "reconcileID": "7f1040a2-efee-4bc8-b764-c8bde60a7da4", "LLMInferenceService": "ipp-route-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6", "authType": "userdefined"} 2026-07-24T18:07:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-737ef6","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6", "reconcileID": "7f1040a2-efee-4bc8-b764-c8bde60a7da4", "LLMInferenceService": "ipp-route-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6"} 2026-07-24T18:07:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "74dfcc3d-1961-4e3b-86d6-7babd7e519d2", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress"} 2026-07-24T18:07:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "74dfcc3d-1961-4e3b-86d6-7babd7e519d2", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6-authn-ssl"} 2026-07-24T18:07:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "74dfcc3d-1961-4e3b-86d6-7babd7e519d2", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress"} 2026-07-24T18:07:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-737ef6","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6", "reconcileID": "48f8d6f3-480f-40b0-a6f0-aa3cfbfbae56", "LLMInferenceService": "ipp-route-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6"} 2026-07-24T18:07:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-737ef6","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6", "reconcileID": "48f8d6f3-480f-40b0-a6f0-aa3cfbfbae56", "LLMInferenceService": "ipp-route-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6"} 2026-07-24T18:07:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-737ef6","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6", "reconcileID": "48f8d6f3-480f-40b0-a6f0-aa3cfbfbae56", "LLMInferenceService": "ipp-route-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6"} 2026-07-24T18:07:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-737ef6","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6", "reconcileID": "48f8d6f3-480f-40b0-a6f0-aa3cfbfbae56", "LLMInferenceService": "ipp-route-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6-kserve-route-authn"} 2026-07-24T18:07:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-737ef6","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6", "reconcileID": "48f8d6f3-480f-40b0-a6f0-aa3cfbfbae56", "LLMInferenceService": "ipp-route-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6", "authType": "userdefined"} 2026-07-24T18:07:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-737ef6","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6", "reconcileID": "48f8d6f3-480f-40b0-a6f0-aa3cfbfbae56", "LLMInferenceService": "ipp-route-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6"} 2026-07-24T18:07:52Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T18:07:52Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T18:07:56Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T18:07:56Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T18:08:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-737ef6","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6", "reconcileID": "fa7a8e59-ff30-497e-b5a8-8e6f6a952000", "LLMInferenceService": "ipp-route-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6"} 2026-07-24T18:08:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-737ef6","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6", "reconcileID": "fa7a8e59-ff30-497e-b5a8-8e6f6a952000", "LLMInferenceService": "ipp-route-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6"} 2026-07-24T18:08:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-737ef6","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6", "reconcileID": "fa7a8e59-ff30-497e-b5a8-8e6f6a952000", "LLMInferenceService": "ipp-route-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6"} 2026-07-24T18:08:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-737ef6","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6", "reconcileID": "fa7a8e59-ff30-497e-b5a8-8e6f6a952000", "LLMInferenceService": "ipp-route-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6-kserve-route-authn"} 2026-07-24T18:08:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-737ef6","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6", "reconcileID": "fa7a8e59-ff30-497e-b5a8-8e6f6a952000", "LLMInferenceService": "ipp-route-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6", "authType": "userdefined"} 2026-07-24T18:08:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-737ef6","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6", "reconcileID": "fa7a8e59-ff30-497e-b5a8-8e6f6a952000", "LLMInferenceService": "ipp-route-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6"} 2026-07-24T18:08:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "3d0e2a90-f911-4833-bec6-6508e790ffe1", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress"} 2026-07-24T18:08:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "3d0e2a90-f911-4833-bec6-6508e790ffe1", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6-authn-ssl"} 2026-07-24T18:08:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "3d0e2a90-f911-4833-bec6-6508e790ffe1", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress"} 2026-07-24T18:08:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb4092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb4092", "reconcileID": "14787c0f-eb64-4dc9-9b63-f33872d8ac23", "Gateway": "e2e-ipp-cleanup-fb4092", "namespace": "openshift-ingress"} 2026-07-24T18:08:17Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb4092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb4092", "reconcileID": "14787c0f-eb64-4dc9-9b63-f33872d8ac23", "Gateway": "e2e-ipp-cleanup-fb4092", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb4092-authn-ssl"} 2026-07-24T18:08:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb4092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb4092", "reconcileID": "14787c0f-eb64-4dc9-9b63-f33872d8ac23", "Gateway": "e2e-ipp-cleanup-fb4092", "namespace": "openshift-ingress"} 2026-07-24T18:08:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb4092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb4092", "reconcileID": "5bd0733c-b9ef-42f6-9d33-8143163e8454", "Gateway": "e2e-ipp-cleanup-fb4092", "namespace": "openshift-ingress"} 2026-07-24T18:08:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb4092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb4092", "reconcileID": "5bd0733c-b9ef-42f6-9d33-8143163e8454", "Gateway": "e2e-ipp-cleanup-fb4092", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb4092-authn-ssl"} 2026-07-24T18:08:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb4092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb4092", "reconcileID": "5bd0733c-b9ef-42f6-9d33-8143163e8454", "Gateway": "e2e-ipp-cleanup-fb4092", "namespace": "openshift-ingress"} 2026-07-24T18:08:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb4092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb4092", "reconcileID": "5620320c-8f5a-49c8-86ea-a3bc24f89c5f", "Gateway": "e2e-ipp-cleanup-fb4092", "namespace": "openshift-ingress"} 2026-07-24T18:08:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb4092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb4092", "reconcileID": "5620320c-8f5a-49c8-86ea-a3bc24f89c5f", "Gateway": "e2e-ipp-cleanup-fb4092", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb4092-authn-ssl"} 2026-07-24T18:08:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb4092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb4092", "reconcileID": "5620320c-8f5a-49c8-86ea-a3bc24f89c5f", "Gateway": "e2e-ipp-cleanup-fb4092", "namespace": "openshift-ingress"} 2026-07-24T18:08:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb4092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb4092", "reconcileID": "e7d3495b-8916-40d4-8030-59920ff3f4bf", "Gateway": "e2e-ipp-cleanup-fb4092", "namespace": "openshift-ingress"} 2026-07-24T18:08:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb4092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb4092", "reconcileID": "e7d3495b-8916-40d4-8030-59920ff3f4bf", "Gateway": "e2e-ipp-cleanup-fb4092", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb4092-authn-ssl"} 2026-07-24T18:08:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb4092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb4092", "reconcileID": "e7d3495b-8916-40d4-8030-59920ff3f4bf", "Gateway": "e2e-ipp-cleanup-fb4092", "namespace": "openshift-ingress"} 2026-07-24T18:08:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb4092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb4092", "reconcileID": "622b2c42-e28b-4145-86a7-f33c1cf9428a", "Gateway": "e2e-ipp-cleanup-fb4092", "namespace": "openshift-ingress"} 2026-07-24T18:08:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb4092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb4092", "reconcileID": "622b2c42-e28b-4145-86a7-f33c1cf9428a", "Gateway": "e2e-ipp-cleanup-fb4092", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb4092-authn-ssl"} 2026-07-24T18:08:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb4092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb4092", "reconcileID": "622b2c42-e28b-4145-86a7-f33c1cf9428a", "Gateway": "e2e-ipp-cleanup-fb4092", "namespace": "openshift-ingress"} 2026-07-24T18:08:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb4092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb4092", "reconcileID": "4272eea2-b9d2-479f-b03d-0715e57ba1aa", "Gateway": "e2e-ipp-cleanup-fb4092", "namespace": "openshift-ingress"} 2026-07-24T18:08:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb4092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb4092", "reconcileID": "4272eea2-b9d2-479f-b03d-0715e57ba1aa", "Gateway": "e2e-ipp-cleanup-fb4092", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb4092-authn-ssl"} 2026-07-24T18:08:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb4092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb4092", "reconcileID": "4272eea2-b9d2-479f-b03d-0715e57ba1aa", "Gateway": "e2e-ipp-cleanup-fb4092", "namespace": "openshift-ingress"} 2026-07-24T18:08:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb4092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb4092", "reconcileID": "753d61d0-8463-45b5-8e20-bd7d7ff7af39", "Gateway": "e2e-ipp-cleanup-fb4092", "namespace": "openshift-ingress"} 2026-07-24T18:08:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb4092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb4092", "reconcileID": "753d61d0-8463-45b5-8e20-bd7d7ff7af39", "Gateway": "e2e-ipp-cleanup-fb4092", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb4092-authn-ssl"} 2026-07-24T18:08:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb4092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb4092", "reconcileID": "753d61d0-8463-45b5-8e20-bd7d7ff7af39", "Gateway": "e2e-ipp-cleanup-fb4092", "namespace": "openshift-ingress"} 2026-07-24T18:08:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-fb4092"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fb4092", "name": "openshift-service-ca.crt", "reconcileID": "bb7fe5c9-dc06-4cb9-a40e-7a27b2f4d30a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-fb4092"} 2026-07-24T18:08:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fb4092"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fb4092", "name": "odh-trusted-ca-bundle", "reconcileID": "86f4628d-02fe-4a0c-9c02-b5b7c89bbb23", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fb4092"} 2026-07-24T18:08:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-fb4092"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fb4092", "name": "openshift-service-ca.crt", "reconcileID": "8c969a36-47a6-44dd-9e64-750e4099dd19", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-fb4092", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T18:08:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-fb4092"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fb4092", "name": "openshift-service-ca.crt", "reconcileID": "8c969a36-47a6-44dd-9e64-750e4099dd19", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-fb4092"} 2026-07-24T18:08:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fb4092"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fb4092", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1b2a0434-150b-4747-90f0-aa2160db2805", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fb4092"} 2026-07-24T18:08:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-fb4092"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fb4092", "name": "openshift-service-ca.crt", "reconcileID": "32e4b296-77c9-4483-a864-835dad133055", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-fb4092"} 2026-07-24T18:08:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fb4092"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fb4092", "name": "odh-trusted-ca-bundle", "reconcileID": "0c911968-f685-4131-84c1-97a3c16a9a0f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fb4092", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T18:08:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fb4092"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fb4092", "name": "odh-trusted-ca-bundle", "reconcileID": "0c911968-f685-4131-84c1-97a3c16a9a0f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fb4092"} 2026-07-24T18:08:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fb4092"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fb4092", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b5168265-ac6d-41c8-947e-ef40cf0b0e8b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fb4092"} 2026-07-24T18:08:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb4092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb4092", "reconcileID": "6d6b8924-d748-4fe3-ad37-dd8adbd20dd1", "Gateway": "e2e-ipp-cleanup-fb4092", "namespace": "openshift-ingress"} 2026-07-24T18:08:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb4092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb4092", "reconcileID": "6d6b8924-d748-4fe3-ad37-dd8adbd20dd1", "Gateway": "e2e-ipp-cleanup-fb4092", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb4092-authn-ssl"} 2026-07-24T18:08:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb4092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb4092", "reconcileID": "6d6b8924-d748-4fe3-ad37-dd8adbd20dd1", "Gateway": "e2e-ipp-cleanup-fb4092", "namespace": "openshift-ingress"} 2026-07-24T18:08:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "397be16d-939c-4788-ae26-eb937748978b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T18:08:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb4092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb4092", "reconcileID": "aadda56b-8b58-49d6-83e8-53f3c69eb22f", "Gateway": "e2e-ipp-cleanup-fb4092", "namespace": "openshift-ingress"} 2026-07-24T18:08:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb4092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb4092", "reconcileID": "aadda56b-8b58-49d6-83e8-53f3c69eb22f", "Gateway": "e2e-ipp-cleanup-fb4092", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb4092-authn-ssl"} 2026-07-24T18:08:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb4092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb4092", "reconcileID": "aadda56b-8b58-49d6-83e8-53f3c69eb22f", "Gateway": "e2e-ipp-cleanup-fb4092", "namespace": "openshift-ingress"} 2026-07-24T18:08:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb4092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb4092", "reconcileID": "fca1900e-cdb6-45b7-a0c4-c01d67572067", "Gateway": "e2e-ipp-cleanup-fb4092", "namespace": "openshift-ingress"} 2026-07-24T18:08:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb4092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb4092", "reconcileID": "fca1900e-cdb6-45b7-a0c4-c01d67572067", "Gateway": "e2e-ipp-cleanup-fb4092", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb4092-authn-ssl"} 2026-07-24T18:08:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb4092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb4092", "reconcileID": "fca1900e-cdb6-45b7-a0c4-c01d67572067", "Gateway": "e2e-ipp-cleanup-fb4092", "namespace": "openshift-ingress"} 2026-07-24T18:08:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb4092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb4092", "reconcileID": "7e5d5195-f8a7-41d2-af28-8ea0a56a5d8b", "Gateway": "e2e-ipp-cleanup-fb4092", "namespace": "openshift-ingress"} 2026-07-24T18:08:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb4092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb4092", "reconcileID": "7e5d5195-f8a7-41d2-af28-8ea0a56a5d8b", "Gateway": "e2e-ipp-cleanup-fb4092", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb4092-authn-ssl"} 2026-07-24T18:08:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb4092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb4092", "reconcileID": "7e5d5195-f8a7-41d2-af28-8ea0a56a5d8b", "Gateway": "e2e-ipp-cleanup-fb4092", "namespace": "openshift-ingress"} 2026-07-24T18:08:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fb4092"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fb4092", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8f8c7901-624f-452c-a2d0-6f5ecd33704e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fb4092"} 2026-07-24T18:08:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fb4092"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fb4092", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8f8c7901-624f-452c-a2d0-6f5ecd33704e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fb4092", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T18:08:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fb4092"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fb4092", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8f8c7901-624f-452c-a2d0-6f5ecd33704e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-fb4092 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T18:08:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fb4092"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fb4092", "name": "odh-trusted-ca-bundle", "reconcileID": "b20cb5d7-1995-4386-b4fe-e23e4e462cd3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fb4092"} 2026-07-24T18:08:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fb4092"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fb4092", "name": "odh-trusted-ca-bundle", "reconcileID": "b20cb5d7-1995-4386-b4fe-e23e4e462cd3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fb4092"} 2026-07-24T18:08:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-fb4092"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fb4092", "name": "openshift-service-ca.crt", "reconcileID": "fbe4ca86-e6dc-473f-abe6-8147efe44eec", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-fb4092"} 2026-07-24T18:08:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-fb4092"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fb4092", "name": "openshift-service-ca.crt", "reconcileID": "fbe4ca86-e6dc-473f-abe6-8147efe44eec", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-fb4092"} 2026-07-24T18:08:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fb4092"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fb4092", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "94ad30e8-60fd-4c52-a5a8-70dc26894e80", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fb4092"} 2026-07-24T18:08:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fb4092"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fb4092", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "94ad30e8-60fd-4c52-a5a8-70dc26894e80", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fb4092"} 2026-07-24T18:08:57Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb4092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb4092", "reconcileID": "b48a4efe-a0cf-433d-9aec-cec8af1e7a35", "Gateway": "e2e-ipp-cleanup-fb4092", "namespace": "openshift-ingress"} 2026-07-24T18:09:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "295cdc6b-ab7e-4e05-b7d8-d1a6cb1cb998", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T18:09:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "aa5e6072-cda1-4853-8401-3ab820f20109", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress"} 2026-07-24T18:09:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "aa5e6072-cda1-4853-8401-3ab820f20109", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6-authn-ssl"} 2026-07-24T18:09:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "aa5e6072-cda1-4853-8401-3ab820f20109", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress"} 2026-07-24T18:09:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "4da4f59d-28ee-45b0-b3ca-0d914ec5add5", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress"} 2026-07-24T18:09:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "4da4f59d-28ee-45b0-b3ca-0d914ec5add5", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6-authn-ssl"} 2026-07-24T18:09:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "4da4f59d-28ee-45b0-b3ca-0d914ec5add5", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress"} 2026-07-24T18:09:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "dfadbec5-3b90-407a-be0a-7dcf0c24f689", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress"} 2026-07-24T18:09:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "dfadbec5-3b90-407a-be0a-7dcf0c24f689", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6-authn-ssl"} 2026-07-24T18:09:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "dfadbec5-3b90-407a-be0a-7dcf0c24f689", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress"} 2026-07-24T18:09:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-737ef6","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6", "reconcileID": "f3501184-8793-4832-a7a6-458a182b155f", "LLMInferenceService": "ipp-route-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6"} 2026-07-24T18:09:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-737ef6","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6", "reconcileID": "f3501184-8793-4832-a7a6-458a182b155f", "LLMInferenceService": "ipp-route-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6"} 2026-07-24T18:09:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-737ef6","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6", "reconcileID": "f3501184-8793-4832-a7a6-458a182b155f", "LLMInferenceService": "ipp-route-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6"} 2026-07-24T18:09:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-737ef6","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6", "reconcileID": "f3501184-8793-4832-a7a6-458a182b155f", "LLMInferenceService": "ipp-route-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6-kserve-route-authn"} 2026-07-24T18:09:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-737ef6","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6", "reconcileID": "f3501184-8793-4832-a7a6-458a182b155f", "LLMInferenceService": "ipp-route-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6", "authType": "userdefined"} 2026-07-24T18:09:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-737ef6","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6", "reconcileID": "f3501184-8793-4832-a7a6-458a182b155f", "LLMInferenceService": "ipp-route-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6"} 2026-07-24T18:09:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5bda4fb6-630f-4111-92cf-61a847b9beba", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T18:10:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1ef8c983-d885-472e-b81b-8d4b34736308", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-737ef6"} 2026-07-24T18:10:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1ef8c983-d885-472e-b81b-8d4b34736308", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-737ef6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T18:10:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1ef8c983-d885-472e-b81b-8d4b34736308", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-737ef6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T18:10:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "odh-trusted-ca-bundle", "reconcileID": "8276a61b-71ea-4cab-aa31-5910154376fd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-737ef6"} 2026-07-24T18:10:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "odh-trusted-ca-bundle", "reconcileID": "8276a61b-71ea-4cab-aa31-5910154376fd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-737ef6"} 2026-07-24T18:10:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "openshift-service-ca.crt", "reconcileID": "9f71b5e2-1bc2-4bff-9e5f-2842af912036", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-737ef6"} 2026-07-24T18:10:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "openshift-service-ca.crt", "reconcileID": "9f71b5e2-1bc2-4bff-9e5f-2842af912036", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-737ef6"} 2026-07-24T18:10:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bbdec730-391b-4f10-8f83-a150df8d9044", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-737ef6"} 2026-07-24T18:10:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bbdec730-391b-4f10-8f83-a150df8d9044", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-737ef6"} 2026-07-24T18:10:04Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-737ef6","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6", "reconcileID": "b789524e-ec29-4eb0-aa5d-d4fcb0cb0e52", "LLMInferenceService": "ipp-route-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6"} 2026-07-24T18:10:04Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-737ef6","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6", "reconcileID": "b789524e-ec29-4eb0-aa5d-d4fcb0cb0e52", "LLMInferenceService": "ipp-route-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6"} 2026-07-24T18:10:04Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-737ef6","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6", "reconcileID": "b789524e-ec29-4eb0-aa5d-d4fcb0cb0e52", "LLMInferenceService": "ipp-route-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6"} 2026-07-24T18:10:04Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-737ef6","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6", "reconcileID": "b789524e-ec29-4eb0-aa5d-d4fcb0cb0e52", "LLMInferenceService": "ipp-route-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6"} 2026-07-24T18:10:04Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-737ef6","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6", "reconcileID": "b789524e-ec29-4eb0-aa5d-d4fcb0cb0e52", "LLMInferenceService": "ipp-route-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6-kserve-route-authn"} 2026-07-24T18:10:04Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-737ef6","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6", "reconcileID": "b789524e-ec29-4eb0-aa5d-d4fcb0cb0e52", "LLMInferenceService": "ipp-route-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6-kserve-route-authn"} 2026-07-24T18:10:04Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-737ef6","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6", "reconcileID": "b789524e-ec29-4eb0-aa5d-d4fcb0cb0e52", "LLMInferenceService": "ipp-route-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6"} 2026-07-24T18:10:04Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-737ef6","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6", "reconcileID": "b789524e-ec29-4eb0-aa5d-d4fcb0cb0e52", "LLMInferenceService": "ipp-route-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6"} 2026-07-24T18:10:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "13aecc68-176e-4056-a2c4-c3b7635a3005", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress"} 2026-07-24T18:10:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "13aecc68-176e-4056-a2c4-c3b7635a3005", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6-authn-ssl"} 2026-07-24T18:10:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "13aecc68-176e-4056-a2c4-c3b7635a3005", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress"} 2026-07-24T18:10:13Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-737ef6","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6", "reconcileID": "48461c24-21f4-4839-9222-f52e3a3b83c9", "LLMInferenceService": "ipp-route-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6"} 2026-07-24T18:10:13Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-737ef6","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6", "reconcileID": "48461c24-21f4-4839-9222-f52e3a3b83c9", "LLMInferenceService": "ipp-route-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6"} 2026-07-24T18:10:13Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-737ef6","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6", "reconcileID": "48461c24-21f4-4839-9222-f52e3a3b83c9", "LLMInferenceService": "ipp-route-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6"} 2026-07-24T18:10:13Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-737ef6","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6", "reconcileID": "48461c24-21f4-4839-9222-f52e3a3b83c9", "LLMInferenceService": "ipp-route-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6"} 2026-07-24T18:10:13Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-737ef6","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6", "reconcileID": "48461c24-21f4-4839-9222-f52e3a3b83c9", "LLMInferenceService": "ipp-route-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6-kserve-route-authn"} 2026-07-24T18:10:13Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-737ef6","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6", "reconcileID": "48461c24-21f4-4839-9222-f52e3a3b83c9", "LLMInferenceService": "ipp-route-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6-kserve-route-authn"} 2026-07-24T18:10:13Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-737ef6","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6", "reconcileID": "48461c24-21f4-4839-9222-f52e3a3b83c9", "LLMInferenceService": "ipp-route-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6"} 2026-07-24T18:10:13Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-737ef6","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6", "reconcileID": "48461c24-21f4-4839-9222-f52e3a3b83c9", "LLMInferenceService": "ipp-route-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6"} 2026-07-24T18:10:13Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-737ef6","namespace":"ai-tenant-e2e-ipp-a-737ef6"}, "namespace": "ai-tenant-e2e-ipp-a-737ef6", "name": "ipp-route-737ef6", "reconcileID": "5ff70604-bf4e-4fa0-a62f-62808ad0e868", "LLMInferenceService": "ipp-route-737ef6", "namespace": "ai-tenant-e2e-ipp-a-737ef6"} 2026-07-24T18:10:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "2248f1d5-6453-4976-9236-cd9ee0124081", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress"} 2026-07-24T18:10:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "2248f1d5-6453-4976-9236-cd9ee0124081", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6-authn-ssl"} 2026-07-24T18:10:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "2248f1d5-6453-4976-9236-cd9ee0124081", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress"} 2026-07-24T18:10:16Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-737ef6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-737ef6", "reconcileID": "ba4fb0fb-2378-45ed-8edf-135e27b5c7a4", "Gateway": "e2e-ipp-a-737ef6", "namespace": "openshift-ingress"} 2026-07-24T18:10:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "953d0502-b1b4-4eeb-9f9d-d6e1632521a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T18:10:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-53e30e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-53e30e", "reconcileID": "909bff80-b047-4e8b-8fba-8a3597977bc5", "Gateway": "e2e-ipp-b-53e30e", "namespace": "openshift-ingress"} 2026-07-24T18:10:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-53e30e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-53e30e", "reconcileID": "909bff80-b047-4e8b-8fba-8a3597977bc5", "Gateway": "e2e-ipp-b-53e30e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-53e30e-authn-ssl"} 2026-07-24T18:10:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-53e30e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-53e30e", "reconcileID": "909bff80-b047-4e8b-8fba-8a3597977bc5", "Gateway": "e2e-ipp-b-53e30e", "namespace": "openshift-ingress"} 2026-07-24T18:10:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-53e30e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-53e30e", "reconcileID": "2f9fc446-033d-4597-8b17-b9e9ee7d5e92", "Gateway": "e2e-ipp-b-53e30e", "namespace": "openshift-ingress"} 2026-07-24T18:10:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-53e30e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-53e30e", "reconcileID": "2f9fc446-033d-4597-8b17-b9e9ee7d5e92", "Gateway": "e2e-ipp-b-53e30e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-53e30e-authn-ssl"} 2026-07-24T18:10:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-53e30e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-53e30e", "reconcileID": "2f9fc446-033d-4597-8b17-b9e9ee7d5e92", "Gateway": "e2e-ipp-b-53e30e", "namespace": "openshift-ingress"} 2026-07-24T18:10:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-53e30e"}, "namespace": "ai-tenant-e2e-ipp-b-53e30e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3e5e5bc2-8cc5-437f-ba72-f648a296ef8f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-53e30e"} 2026-07-24T18:10:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-53e30e"}, "namespace": "ai-tenant-e2e-ipp-b-53e30e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3e5e5bc2-8cc5-437f-ba72-f648a296ef8f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-53e30e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T18:10:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-53e30e"}, "namespace": "ai-tenant-e2e-ipp-b-53e30e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3e5e5bc2-8cc5-437f-ba72-f648a296ef8f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-53e30e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T18:10:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-53e30e"}, "namespace": "ai-tenant-e2e-ipp-b-53e30e", "name": "odh-trusted-ca-bundle", "reconcileID": "62f75a50-2984-4114-877c-082a1e59cbd0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-53e30e"} 2026-07-24T18:10:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-53e30e"}, "namespace": "ai-tenant-e2e-ipp-b-53e30e", "name": "odh-trusted-ca-bundle", "reconcileID": "62f75a50-2984-4114-877c-082a1e59cbd0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-53e30e"} 2026-07-24T18:10:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-53e30e"}, "namespace": "ai-tenant-e2e-ipp-b-53e30e", "name": "openshift-service-ca.crt", "reconcileID": "6d5f025f-bc22-4f8c-8487-0dc5f430ad3d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-53e30e"} 2026-07-24T18:10:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-53e30e"}, "namespace": "ai-tenant-e2e-ipp-b-53e30e", "name": "openshift-service-ca.crt", "reconcileID": "6d5f025f-bc22-4f8c-8487-0dc5f430ad3d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-53e30e"} 2026-07-24T18:10:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-53e30e"}, "namespace": "ai-tenant-e2e-ipp-b-53e30e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4a0fe665-c3fb-4065-bbb2-7291d129d65b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-53e30e"} 2026-07-24T18:10:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-53e30e"}, "namespace": "ai-tenant-e2e-ipp-b-53e30e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4a0fe665-c3fb-4065-bbb2-7291d129d65b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-53e30e"} 2026-07-24T18:10:39Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-53e30e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-53e30e", "reconcileID": "c7fd0cb8-429d-4a8d-b101-47a4d1e6c483", "Gateway": "e2e-ipp-b-53e30e", "namespace": "openshift-ingress"} 2026-07-24T18:10:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c124c1ab-0044-4511-8ca3-2d3a2fa46d6a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T18:10:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "42a8115a-a73d-4c4f-ba7c-a921cbe7a333", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T18:10:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6b4c4d25-c186-40bc-9699-aeb118907c24", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T18:10:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257940","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257940", "reconcileID": "d0d37fde-048d-47b6-8ff4-c57fb03c694f", "Gateway": "e2e-shared-a-257940", "namespace": "openshift-ingress"} 2026-07-24T18:10:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257940","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257940", "reconcileID": "d0d37fde-048d-47b6-8ff4-c57fb03c694f", "Gateway": "e2e-shared-a-257940", "namespace": "openshift-ingress", "name": "e2e-shared-a-257940-authn-ssl"} 2026-07-24T18:10:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257940","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257940", "reconcileID": "d0d37fde-048d-47b6-8ff4-c57fb03c694f", "Gateway": "e2e-shared-a-257940", "namespace": "openshift-ingress"} 2026-07-24T18:10:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257940","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257940", "reconcileID": "87392ebf-430e-41ec-8c45-a01a392ce75c", "Gateway": "e2e-shared-a-257940", "namespace": "openshift-ingress"} 2026-07-24T18:10:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257940","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257940", "reconcileID": "87392ebf-430e-41ec-8c45-a01a392ce75c", "Gateway": "e2e-shared-a-257940", "namespace": "openshift-ingress", "name": "e2e-shared-a-257940-authn-ssl"} 2026-07-24T18:10:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257940","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257940", "reconcileID": "87392ebf-430e-41ec-8c45-a01a392ce75c", "Gateway": "e2e-shared-a-257940", "namespace": "openshift-ingress"} 2026-07-24T18:11:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13f322ad-d9ad-48f0-9061-828ae5c96e88", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-257940"} 2026-07-24T18:11:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13f322ad-d9ad-48f0-9061-828ae5c96e88", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-257940", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T18:11:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13f322ad-d9ad-48f0-9061-828ae5c96e88", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-257940 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T18:11:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "odh-trusted-ca-bundle", "reconcileID": "20224192-2633-43ad-b20b-9b2645fb2359", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-257940"} 2026-07-24T18:11:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "odh-trusted-ca-bundle", "reconcileID": "20224192-2633-43ad-b20b-9b2645fb2359", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-257940"} 2026-07-24T18:11:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "openshift-service-ca.crt", "reconcileID": "220e10f1-5728-41b6-b4c1-9db66d5ceb15", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-257940"} 2026-07-24T18:11:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "openshift-service-ca.crt", "reconcileID": "220e10f1-5728-41b6-b4c1-9db66d5ceb15", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-257940"} 2026-07-24T18:11:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9bed26da-0d1e-4c7b-8764-02d32f55f9cc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-257940"} 2026-07-24T18:11:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-257940"}, "namespace": "ai-tenant-e2e-shared-a-257940", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9bed26da-0d1e-4c7b-8764-02d32f55f9cc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-257940"} 2026-07-24T18:11:02Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257940","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257940", "reconcileID": "0be6ed54-a319-436b-ad37-c550cdd649a5", "Gateway": "e2e-shared-a-257940", "namespace": "openshift-ingress"} 2026-07-24T18:11:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e7c1969e-4207-4b06-bdb2-e34d4acfafae", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T18:11:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06ffdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb", "reconcileID": "1cbf16eb-e89f-4be1-99bc-7339f14dada3", "Gateway": "e2e-shared-b-06ffdb", "namespace": "openshift-ingress"} 2026-07-24T18:11:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06ffdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb", "reconcileID": "1cbf16eb-e89f-4be1-99bc-7339f14dada3", "Gateway": "e2e-shared-b-06ffdb", "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb-authn-ssl"} 2026-07-24T18:11:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06ffdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb", "reconcileID": "1cbf16eb-e89f-4be1-99bc-7339f14dada3", "Gateway": "e2e-shared-b-06ffdb", "namespace": "openshift-ingress"} 2026-07-24T18:11:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06ffdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb", "reconcileID": "fd035afe-d20d-4af9-b14d-c33311617be6", "Gateway": "e2e-shared-b-06ffdb", "namespace": "openshift-ingress"} 2026-07-24T18:11:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06ffdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb", "reconcileID": "fd035afe-d20d-4af9-b14d-c33311617be6", "Gateway": "e2e-shared-b-06ffdb", "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb-authn-ssl"} 2026-07-24T18:11:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06ffdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb", "reconcileID": "fd035afe-d20d-4af9-b14d-c33311617be6", "Gateway": "e2e-shared-b-06ffdb", "namespace": "openshift-ingress"} 2026-07-24T18:11:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "612ee0de-9580-4c20-b20d-0dddeaa5d960", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:11:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "612ee0de-9580-4c20-b20d-0dddeaa5d960", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-06ffdb", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T18:11:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "612ee0de-9580-4c20-b20d-0dddeaa5d960", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-06ffdb because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T18:11:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "odh-trusted-ca-bundle", "reconcileID": "a826bb89-5e32-47da-a08c-ec923351ed55", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:11:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "odh-trusted-ca-bundle", "reconcileID": "a826bb89-5e32-47da-a08c-ec923351ed55", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:11:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "openshift-service-ca.crt", "reconcileID": "1239c9dc-acc0-40ee-b22f-5b5a24d15804", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:11:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "openshift-service-ca.crt", "reconcileID": "1239c9dc-acc0-40ee-b22f-5b5a24d15804", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:11:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "709f666e-57ea-4291-a0b2-768516d76f57", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:11:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-06ffdb"}, "namespace": "ai-tenant-e2e-shared-b-06ffdb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "709f666e-57ea-4291-a0b2-768516d76f57", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-06ffdb"} 2026-07-24T18:11:24Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06ffdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06ffdb", "reconcileID": "dfdec431-b40f-499c-b00e-25d5b63c1638", "Gateway": "e2e-shared-b-06ffdb", "namespace": "openshift-ingress"}