2026-08-05T17:16:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "sub-test-model-57997e", "reconcileID": "8b571d11-75dc-4708-a47e-44115009d856", "LLMInferenceService": "sub-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "sub-test-model-57997e-kserve-route-authn"} 2026-08-05T17:16:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "sub-test-model-57997e", "reconcileID": "8b571d11-75dc-4708-a47e-44115009d856", "LLMInferenceService": "sub-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e", "authType": "userdefined"} 2026-08-05T17:16:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "sub-test-model-57997e", "reconcileID": "8b571d11-75dc-4708-a47e-44115009d856", "LLMInferenceService": "sub-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:16:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "9c845f8c-8ebb-485c-9feb-9dcd3775faa0", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress"} 2026-08-05T17:16:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "9c845f8c-8ebb-485c-9feb-9dcd3775faa0", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e-authn-ssl"} 2026-08-05T17:16:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "9c845f8c-8ebb-485c-9feb-9dcd3775faa0", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress"} 2026-08-05T17:16:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "sub-test-model-57997e", "reconcileID": "a6d7d9ea-7574-4876-b95e-8c688b79841f", "LLMInferenceService": "sub-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:16:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "sub-test-model-57997e", "reconcileID": "a6d7d9ea-7574-4876-b95e-8c688b79841f", "LLMInferenceService": "sub-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:16:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "sub-test-model-57997e", "reconcileID": "a6d7d9ea-7574-4876-b95e-8c688b79841f", "LLMInferenceService": "sub-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:16:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "sub-test-model-57997e", "reconcileID": "a6d7d9ea-7574-4876-b95e-8c688b79841f", "LLMInferenceService": "sub-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "sub-test-model-57997e-kserve-route-authn"} 2026-08-05T17:16:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "sub-test-model-57997e", "reconcileID": "a6d7d9ea-7574-4876-b95e-8c688b79841f", "LLMInferenceService": "sub-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e", "authType": "userdefined"} 2026-08-05T17:16:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "sub-test-model-57997e", "reconcileID": "a6d7d9ea-7574-4876-b95e-8c688b79841f", "LLMInferenceService": "sub-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:16:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "sub-test-model-57997e", "reconcileID": "bfcaf176-e939-4399-a79b-71853ed16e61", "LLMInferenceService": "sub-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:16:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "sub-test-model-57997e", "reconcileID": "bfcaf176-e939-4399-a79b-71853ed16e61", "LLMInferenceService": "sub-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:16:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "sub-test-model-57997e", "reconcileID": "bfcaf176-e939-4399-a79b-71853ed16e61", "LLMInferenceService": "sub-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:16:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "sub-test-model-57997e", "reconcileID": "bfcaf176-e939-4399-a79b-71853ed16e61", "LLMInferenceService": "sub-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "sub-test-model-57997e-kserve-route-authn"} 2026-08-05T17:16:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "sub-test-model-57997e", "reconcileID": "bfcaf176-e939-4399-a79b-71853ed16e61", "LLMInferenceService": "sub-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e", "authType": "userdefined"} 2026-08-05T17:16:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "sub-test-model-57997e", "reconcileID": "bfcaf176-e939-4399-a79b-71853ed16e61", "LLMInferenceService": "sub-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:16:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "sub-test-model-57997e", "reconcileID": "6e213fa3-afc7-4ec1-924f-0b90bd0aa58d", "LLMInferenceService": "sub-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:16:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "sub-test-model-57997e", "reconcileID": "6e213fa3-afc7-4ec1-924f-0b90bd0aa58d", "LLMInferenceService": "sub-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:16:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "sub-test-model-57997e", "reconcileID": "6e213fa3-afc7-4ec1-924f-0b90bd0aa58d", "LLMInferenceService": "sub-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:16:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "sub-test-model-57997e", "reconcileID": "6e213fa3-afc7-4ec1-924f-0b90bd0aa58d", "LLMInferenceService": "sub-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "sub-test-model-57997e-kserve-route-authn"} 2026-08-05T17:16:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "sub-test-model-57997e", "reconcileID": "6e213fa3-afc7-4ec1-924f-0b90bd0aa58d", "LLMInferenceService": "sub-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e", "authType": "userdefined"} 2026-08-05T17:16:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "sub-test-model-57997e", "reconcileID": "6e213fa3-afc7-4ec1-924f-0b90bd0aa58d", "LLMInferenceService": "sub-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:16:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-92434d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d", "reconcileID": "c3b81f0a-4632-49a7-8d16-49a08f258467", "Gateway": "e2e-shared-a-92434d", "namespace": "openshift-ingress"} 2026-08-05T17:16:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-92434d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d", "reconcileID": "c3b81f0a-4632-49a7-8d16-49a08f258467", "Gateway": "e2e-shared-a-92434d", "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d-authn-ssl"} 2026-08-05T17:16:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-92434d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d", "reconcileID": "c3b81f0a-4632-49a7-8d16-49a08f258467", "Gateway": "e2e-shared-a-92434d", "namespace": "openshift-ingress"} 2026-08-05T17:16:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "ea74f566-26a0-4658-9322-299c2179c182", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress"} 2026-08-05T17:16:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "ea74f566-26a0-4658-9322-299c2179c182", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e-authn-ssl"} 2026-08-05T17:16:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "ea74f566-26a0-4658-9322-299c2179c182", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress"} 2026-08-05T17:16:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "198d667d-99e3-4d39-9c68-51a93b50707c", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress"} 2026-08-05T17:16:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "198d667d-99e3-4d39-9c68-51a93b50707c", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e-authn-ssl"} 2026-08-05T17:16:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "198d667d-99e3-4d39-9c68-51a93b50707c", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress"} 2026-08-05T17:16:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "3d5e90db-6f02-4c24-a1a6-2080f00d806b", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress"} 2026-08-05T17:16:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "3d5e90db-6f02-4c24-a1a6-2080f00d806b", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e-authn-ssl"} 2026-08-05T17:16:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "3d5e90db-6f02-4c24-a1a6-2080f00d806b", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress"} 2026-08-05T17:17:15Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-92434d","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "sub-test-model-92434d", "reconcileID": "0b8ea1fc-c855-4524-a307-8b33ee520d59", "LLMInferenceService": "sub-test-model-92434d", "namespace": "ai-tenant-e2e-shared-a-92434d"} 2026-08-05T17:17:15Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-92434d","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "sub-test-model-92434d", "reconcileID": "0b8ea1fc-c855-4524-a307-8b33ee520d59", "LLMInferenceService": "sub-test-model-92434d", "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "sub-test-model-92434d"} 2026-08-05T17:17:15Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-92434d","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "sub-test-model-92434d", "reconcileID": "0b8ea1fc-c855-4524-a307-8b33ee520d59", "LLMInferenceService": "sub-test-model-92434d", "namespace": "ai-tenant-e2e-shared-a-92434d"} 2026-08-05T17:17:15Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-92434d","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "sub-test-model-92434d", "reconcileID": "0b8ea1fc-c855-4524-a307-8b33ee520d59", "LLMInferenceService": "sub-test-model-92434d", "namespace": "ai-tenant-e2e-shared-a-92434d"} 2026-08-05T17:17:15Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-92434d","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "sub-test-model-92434d", "reconcileID": "0b8ea1fc-c855-4524-a307-8b33ee520d59", "LLMInferenceService": "sub-test-model-92434d", "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "sub-test-model-92434d-kserve-route-authn"} 2026-08-05T17:17:15Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-92434d","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "sub-test-model-92434d", "reconcileID": "0b8ea1fc-c855-4524-a307-8b33ee520d59", "LLMInferenceService": "sub-test-model-92434d", "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "sub-test-model-92434d-kserve-route-authn"} 2026-08-05T17:17:15Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-92434d","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "sub-test-model-92434d", "reconcileID": "0b8ea1fc-c855-4524-a307-8b33ee520d59", "LLMInferenceService": "sub-test-model-92434d", "namespace": "ai-tenant-e2e-shared-a-92434d", "namespace": "ai-tenant-e2e-shared-a-92434d"} 2026-08-05T17:17:15Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-92434d","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "sub-test-model-92434d", "reconcileID": "0b8ea1fc-c855-4524-a307-8b33ee520d59", "LLMInferenceService": "sub-test-model-92434d", "namespace": "ai-tenant-e2e-shared-a-92434d", "namespace": "ai-tenant-e2e-shared-a-92434d"} 2026-08-05T17:17:15Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-92434d","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "sub-test-model-92434d", "reconcileID": "0936f285-4d1f-4b96-a939-5efcb30f6a68", "LLMInferenceService": "sub-test-model-92434d", "namespace": "ai-tenant-e2e-shared-a-92434d"} 2026-08-05T17:17:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-92434d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d", "reconcileID": "a81e85a9-c9f8-403d-9e60-a8b8d39ae53e", "Gateway": "e2e-shared-a-92434d", "namespace": "openshift-ingress"} 2026-08-05T17:17:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-92434d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d", "reconcileID": "a81e85a9-c9f8-403d-9e60-a8b8d39ae53e", "Gateway": "e2e-shared-a-92434d", "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d-authn-ssl"} 2026-08-05T17:17:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-92434d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d", "reconcileID": "a81e85a9-c9f8-403d-9e60-a8b8d39ae53e", "Gateway": "e2e-shared-a-92434d", "namespace": "openshift-ingress"} 2026-08-05T17:17:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-92434d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d", "reconcileID": "91384810-8238-4b44-a604-d66163437c40", "Gateway": "e2e-shared-a-92434d", "namespace": "openshift-ingress"} 2026-08-05T17:17:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-92434d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d", "reconcileID": "91384810-8238-4b44-a604-d66163437c40", "Gateway": "e2e-shared-a-92434d", "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d-authn-ssl"} 2026-08-05T17:17:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-92434d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d", "reconcileID": "91384810-8238-4b44-a604-d66163437c40", "Gateway": "e2e-shared-a-92434d", "namespace": "openshift-ingress"} 2026-08-05T17:17:15Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "sub-test-model-57997e", "reconcileID": "7ef4e34b-9175-4a54-8a6e-3d63a4ec231a", "LLMInferenceService": "sub-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:17:15Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "sub-test-model-57997e", "reconcileID": "7ef4e34b-9175-4a54-8a6e-3d63a4ec231a", "LLMInferenceService": "sub-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "sub-test-model-57997e"} 2026-08-05T17:17:15Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "sub-test-model-57997e", "reconcileID": "7ef4e34b-9175-4a54-8a6e-3d63a4ec231a", "LLMInferenceService": "sub-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:17:15Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "sub-test-model-57997e", "reconcileID": "7ef4e34b-9175-4a54-8a6e-3d63a4ec231a", "LLMInferenceService": "sub-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:17:15Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "sub-test-model-57997e", "reconcileID": "7ef4e34b-9175-4a54-8a6e-3d63a4ec231a", "LLMInferenceService": "sub-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "sub-test-model-57997e-kserve-route-authn"} 2026-08-05T17:17:15Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "sub-test-model-57997e", "reconcileID": "7ef4e34b-9175-4a54-8a6e-3d63a4ec231a", "LLMInferenceService": "sub-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "sub-test-model-57997e-kserve-route-authn"} 2026-08-05T17:17:15Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "sub-test-model-57997e", "reconcileID": "7ef4e34b-9175-4a54-8a6e-3d63a4ec231a", "LLMInferenceService": "sub-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:17:15Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "sub-test-model-57997e", "reconcileID": "7ef4e34b-9175-4a54-8a6e-3d63a4ec231a", "LLMInferenceService": "sub-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:17:16Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "sub-test-model-57997e", "reconcileID": "ec58c6eb-ae15-4290-93b0-3f27fba34710", "LLMInferenceService": "sub-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:17:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "2b5a6797-bb98-452e-b6f5-6018b3e502e8", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress"} 2026-08-05T17:17:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "2b5a6797-bb98-452e-b6f5-6018b3e502e8", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e-authn-ssl"} 2026-08-05T17:17:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "2b5a6797-bb98-452e-b6f5-6018b3e502e8", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress"} 2026-08-05T17:17:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "a83a218c-7bb7-401e-a8f0-e8d488471e5c", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress"} 2026-08-05T17:17:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "a83a218c-7bb7-401e-a8f0-e8d488471e5c", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e-authn-ssl"} 2026-08-05T17:17:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "a83a218c-7bb7-401e-a8f0-e8d488471e5c", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress"} 2026-08-05T17:17:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92434d","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "rate-test-model-92434d", "reconcileID": "9d34f9c0-e0e0-4254-a2a3-35d2bbd5073d", "LLMInferenceService": "rate-test-model-92434d", "namespace": "ai-tenant-e2e-shared-a-92434d"} 2026-08-05T17:17:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92434d","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "rate-test-model-92434d", "reconcileID": "9d34f9c0-e0e0-4254-a2a3-35d2bbd5073d", "LLMInferenceService": "rate-test-model-92434d", "namespace": "ai-tenant-e2e-shared-a-92434d"} 2026-08-05T17:17:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92434d","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "rate-test-model-92434d", "reconcileID": "9d34f9c0-e0e0-4254-a2a3-35d2bbd5073d", "LLMInferenceService": "rate-test-model-92434d", "namespace": "ai-tenant-e2e-shared-a-92434d"} 2026-08-05T17:17:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-92434d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d", "reconcileID": "7a638b41-b160-4cfe-b5b5-32fca5f1a0d6", "Gateway": "e2e-shared-a-92434d", "namespace": "openshift-ingress"} 2026-08-05T17:17:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92434d","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "rate-test-model-92434d", "reconcileID": "9d34f9c0-e0e0-4254-a2a3-35d2bbd5073d", "LLMInferenceService": "rate-test-model-92434d", "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "rate-test-model-92434d-kserve-route-authn"} 2026-08-05T17:17:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92434d","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "rate-test-model-92434d", "reconcileID": "9d34f9c0-e0e0-4254-a2a3-35d2bbd5073d", "LLMInferenceService": "rate-test-model-92434d", "namespace": "ai-tenant-e2e-shared-a-92434d", "authType": "userdefined"} 2026-08-05T17:17:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92434d","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "rate-test-model-92434d", "reconcileID": "9d34f9c0-e0e0-4254-a2a3-35d2bbd5073d", "LLMInferenceService": "rate-test-model-92434d", "namespace": "ai-tenant-e2e-shared-a-92434d"} 2026-08-05T17:17:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-92434d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d", "reconcileID": "7a638b41-b160-4cfe-b5b5-32fca5f1a0d6", "Gateway": "e2e-shared-a-92434d", "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d-authn-ssl"} 2026-08-05T17:17:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-92434d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d", "reconcileID": "7a638b41-b160-4cfe-b5b5-32fca5f1a0d6", "Gateway": "e2e-shared-a-92434d", "namespace": "openshift-ingress"} 2026-08-05T17:17:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92434d","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "rate-test-model-92434d", "reconcileID": "5fcb1909-c196-48e2-acff-8acda44d5bd9", "LLMInferenceService": "rate-test-model-92434d", "namespace": "ai-tenant-e2e-shared-a-92434d"} 2026-08-05T17:17:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92434d","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "rate-test-model-92434d", "reconcileID": "5fcb1909-c196-48e2-acff-8acda44d5bd9", "LLMInferenceService": "rate-test-model-92434d", "namespace": "ai-tenant-e2e-shared-a-92434d"} 2026-08-05T17:17:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92434d","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "rate-test-model-92434d", "reconcileID": "5fcb1909-c196-48e2-acff-8acda44d5bd9", "LLMInferenceService": "rate-test-model-92434d", "namespace": "ai-tenant-e2e-shared-a-92434d"} 2026-08-05T17:17:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92434d","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "rate-test-model-92434d", "reconcileID": "5fcb1909-c196-48e2-acff-8acda44d5bd9", "LLMInferenceService": "rate-test-model-92434d", "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "rate-test-model-92434d-kserve-route-authn"} 2026-08-05T17:17:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92434d","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "rate-test-model-92434d", "reconcileID": "5fcb1909-c196-48e2-acff-8acda44d5bd9", "LLMInferenceService": "rate-test-model-92434d", "namespace": "ai-tenant-e2e-shared-a-92434d", "authType": "userdefined"} 2026-08-05T17:17:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92434d","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "rate-test-model-92434d", "reconcileID": "5fcb1909-c196-48e2-acff-8acda44d5bd9", "LLMInferenceService": "rate-test-model-92434d", "namespace": "ai-tenant-e2e-shared-a-92434d"} 2026-08-05T17:17:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "cd7e61c2-316c-4e15-9138-318d0c942b4a", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress"} 2026-08-05T17:17:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "cd7e61c2-316c-4e15-9138-318d0c942b4a", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e-authn-ssl"} 2026-08-05T17:17:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "cd7e61c2-316c-4e15-9138-318d0c942b4a", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress"} 2026-08-05T17:17:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-92434d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d", "reconcileID": "d1ba28f4-355b-44fa-a708-4c3023f9b6b4", "Gateway": "e2e-shared-a-92434d", "namespace": "openshift-ingress"} 2026-08-05T17:17:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-92434d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d", "reconcileID": "d1ba28f4-355b-44fa-a708-4c3023f9b6b4", "Gateway": "e2e-shared-a-92434d", "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d-authn-ssl"} 2026-08-05T17:17:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-92434d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d", "reconcileID": "d1ba28f4-355b-44fa-a708-4c3023f9b6b4", "Gateway": "e2e-shared-a-92434d", "namespace": "openshift-ingress"} 2026-08-05T17:17:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-92434d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d", "reconcileID": "dbf31898-2f8a-4042-8c1b-077550f6ea11", "Gateway": "e2e-shared-a-92434d", "namespace": "openshift-ingress"} 2026-08-05T17:17:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-92434d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d", "reconcileID": "dbf31898-2f8a-4042-8c1b-077550f6ea11", "Gateway": "e2e-shared-a-92434d", "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d-authn-ssl"} 2026-08-05T17:17:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-92434d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d", "reconcileID": "dbf31898-2f8a-4042-8c1b-077550f6ea11", "Gateway": "e2e-shared-a-92434d", "namespace": "openshift-ingress"} 2026-08-05T17:17:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92434d","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "rate-test-model-92434d", "reconcileID": "0587cf66-7083-4adf-8740-e128cc0c1160", "LLMInferenceService": "rate-test-model-92434d", "namespace": "ai-tenant-e2e-shared-a-92434d"} 2026-08-05T17:17:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92434d","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "rate-test-model-92434d", "reconcileID": "0587cf66-7083-4adf-8740-e128cc0c1160", "LLMInferenceService": "rate-test-model-92434d", "namespace": "ai-tenant-e2e-shared-a-92434d"} 2026-08-05T17:17:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92434d","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "rate-test-model-92434d", "reconcileID": "0587cf66-7083-4adf-8740-e128cc0c1160", "LLMInferenceService": "rate-test-model-92434d", "namespace": "ai-tenant-e2e-shared-a-92434d"} 2026-08-05T17:17:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92434d","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "rate-test-model-92434d", "reconcileID": "0587cf66-7083-4adf-8740-e128cc0c1160", "LLMInferenceService": "rate-test-model-92434d", "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "rate-test-model-92434d-kserve-route-authn"} 2026-08-05T17:17:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92434d","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "rate-test-model-92434d", "reconcileID": "0587cf66-7083-4adf-8740-e128cc0c1160", "LLMInferenceService": "rate-test-model-92434d", "namespace": "ai-tenant-e2e-shared-a-92434d", "authType": "userdefined"} 2026-08-05T17:17:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92434d","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "rate-test-model-92434d", "reconcileID": "0587cf66-7083-4adf-8740-e128cc0c1160", "LLMInferenceService": "rate-test-model-92434d", "namespace": "ai-tenant-e2e-shared-a-92434d"} 2026-08-05T17:17:36Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-08-05T17:17:36Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-08-05T17:17:36Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-08-05T17:17:36Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-08-05T17:17:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92434d","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "rate-test-model-92434d", "reconcileID": "cc0bb87f-403d-43d1-ac65-457ad146249e", "LLMInferenceService": "rate-test-model-92434d", "namespace": "ai-tenant-e2e-shared-a-92434d"} 2026-08-05T17:17:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92434d","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "rate-test-model-92434d", "reconcileID": "cc0bb87f-403d-43d1-ac65-457ad146249e", "LLMInferenceService": "rate-test-model-92434d", "namespace": "ai-tenant-e2e-shared-a-92434d"} 2026-08-05T17:17:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92434d","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "rate-test-model-92434d", "reconcileID": "cc0bb87f-403d-43d1-ac65-457ad146249e", "LLMInferenceService": "rate-test-model-92434d", "namespace": "ai-tenant-e2e-shared-a-92434d"} 2026-08-05T17:17:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92434d","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "rate-test-model-92434d", "reconcileID": "cc0bb87f-403d-43d1-ac65-457ad146249e", "LLMInferenceService": "rate-test-model-92434d", "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "rate-test-model-92434d-kserve-route-authn"} 2026-08-05T17:17:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92434d","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "rate-test-model-92434d", "reconcileID": "cc0bb87f-403d-43d1-ac65-457ad146249e", "LLMInferenceService": "rate-test-model-92434d", "namespace": "ai-tenant-e2e-shared-a-92434d", "authType": "userdefined"} 2026-08-05T17:17:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92434d","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "rate-test-model-92434d", "reconcileID": "cc0bb87f-403d-43d1-ac65-457ad146249e", "LLMInferenceService": "rate-test-model-92434d", "namespace": "ai-tenant-e2e-shared-a-92434d"} 2026-08-05T17:17:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "rate-test-model-57997e", "reconcileID": "26a20973-cbd0-4e4d-9391-e1cb1347dd7d", "LLMInferenceService": "rate-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:17:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "rate-test-model-57997e", "reconcileID": "26a20973-cbd0-4e4d-9391-e1cb1347dd7d", "LLMInferenceService": "rate-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:17:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "rate-test-model-57997e", "reconcileID": "26a20973-cbd0-4e4d-9391-e1cb1347dd7d", "LLMInferenceService": "rate-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:17:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "e7a06078-36c6-4f74-9dcd-52c610d2cafe", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress"} 2026-08-05T17:17:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "rate-test-model-57997e", "reconcileID": "26a20973-cbd0-4e4d-9391-e1cb1347dd7d", "LLMInferenceService": "rate-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "rate-test-model-57997e-kserve-route-authn"} 2026-08-05T17:17:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "rate-test-model-57997e", "reconcileID": "26a20973-cbd0-4e4d-9391-e1cb1347dd7d", "LLMInferenceService": "rate-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e", "authType": "userdefined"} 2026-08-05T17:17:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "rate-test-model-57997e", "reconcileID": "26a20973-cbd0-4e4d-9391-e1cb1347dd7d", "LLMInferenceService": "rate-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:17:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "e7a06078-36c6-4f74-9dcd-52c610d2cafe", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e-authn-ssl"} 2026-08-05T17:17:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "e7a06078-36c6-4f74-9dcd-52c610d2cafe", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress"} 2026-08-05T17:17:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "rate-test-model-57997e", "reconcileID": "0981e976-17c2-4f0e-bbef-87230b1a5935", "LLMInferenceService": "rate-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:17:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "rate-test-model-57997e", "reconcileID": "0981e976-17c2-4f0e-bbef-87230b1a5935", "LLMInferenceService": "rate-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:17:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "rate-test-model-57997e", "reconcileID": "0981e976-17c2-4f0e-bbef-87230b1a5935", "LLMInferenceService": "rate-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:17:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "rate-test-model-57997e", "reconcileID": "0981e976-17c2-4f0e-bbef-87230b1a5935", "LLMInferenceService": "rate-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "rate-test-model-57997e-kserve-route-authn"} 2026-08-05T17:17:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "rate-test-model-57997e", "reconcileID": "0981e976-17c2-4f0e-bbef-87230b1a5935", "LLMInferenceService": "rate-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e", "authType": "userdefined"} 2026-08-05T17:17:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "rate-test-model-57997e", "reconcileID": "0981e976-17c2-4f0e-bbef-87230b1a5935", "LLMInferenceService": "rate-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:18:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "de7b48c7-8b70-422f-8ec7-434578b54cf4", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress"} 2026-08-05T17:18:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "de7b48c7-8b70-422f-8ec7-434578b54cf4", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e-authn-ssl"} 2026-08-05T17:18:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "de7b48c7-8b70-422f-8ec7-434578b54cf4", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress"} 2026-08-05T17:18:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "rate-test-model-57997e", "reconcileID": "4e3d1d17-7ac1-4f0d-8f76-56cd4addddce", "LLMInferenceService": "rate-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:18:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "rate-test-model-57997e", "reconcileID": "4e3d1d17-7ac1-4f0d-8f76-56cd4addddce", "LLMInferenceService": "rate-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:18:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "rate-test-model-57997e", "reconcileID": "4e3d1d17-7ac1-4f0d-8f76-56cd4addddce", "LLMInferenceService": "rate-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:18:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "rate-test-model-57997e", "reconcileID": "4e3d1d17-7ac1-4f0d-8f76-56cd4addddce", "LLMInferenceService": "rate-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "rate-test-model-57997e-kserve-route-authn"} 2026-08-05T17:18:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "rate-test-model-57997e", "reconcileID": "4e3d1d17-7ac1-4f0d-8f76-56cd4addddce", "LLMInferenceService": "rate-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e", "authType": "userdefined"} 2026-08-05T17:18:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "rate-test-model-57997e", "reconcileID": "4e3d1d17-7ac1-4f0d-8f76-56cd4addddce", "LLMInferenceService": "rate-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:18:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "rate-test-model-57997e", "reconcileID": "d9cd1887-17b9-483d-b7d2-85304519a6bb", "LLMInferenceService": "rate-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:18:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "rate-test-model-57997e", "reconcileID": "d9cd1887-17b9-483d-b7d2-85304519a6bb", "LLMInferenceService": "rate-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:18:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "rate-test-model-57997e", "reconcileID": "d9cd1887-17b9-483d-b7d2-85304519a6bb", "LLMInferenceService": "rate-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:18:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "rate-test-model-57997e", "reconcileID": "d9cd1887-17b9-483d-b7d2-85304519a6bb", "LLMInferenceService": "rate-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "rate-test-model-57997e-kserve-route-authn"} 2026-08-05T17:18:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "rate-test-model-57997e", "reconcileID": "d9cd1887-17b9-483d-b7d2-85304519a6bb", "LLMInferenceService": "rate-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e", "authType": "userdefined"} 2026-08-05T17:18:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "rate-test-model-57997e", "reconcileID": "d9cd1887-17b9-483d-b7d2-85304519a6bb", "LLMInferenceService": "rate-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:18:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "rate-test-model-57997e", "reconcileID": "54f2e010-79ee-444a-b401-5c29dc7e6a64", "LLMInferenceService": "rate-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:18:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "rate-test-model-57997e", "reconcileID": "54f2e010-79ee-444a-b401-5c29dc7e6a64", "LLMInferenceService": "rate-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:18:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "rate-test-model-57997e", "reconcileID": "54f2e010-79ee-444a-b401-5c29dc7e6a64", "LLMInferenceService": "rate-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:18:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "rate-test-model-57997e", "reconcileID": "54f2e010-79ee-444a-b401-5c29dc7e6a64", "LLMInferenceService": "rate-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "rate-test-model-57997e-kserve-route-authn"} 2026-08-05T17:18:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "rate-test-model-57997e", "reconcileID": "54f2e010-79ee-444a-b401-5c29dc7e6a64", "LLMInferenceService": "rate-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e", "authType": "userdefined"} 2026-08-05T17:18:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "rate-test-model-57997e", "reconcileID": "54f2e010-79ee-444a-b401-5c29dc7e6a64", "LLMInferenceService": "rate-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:18:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-92434d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d", "reconcileID": "5e8f8bd8-537b-4dbd-a3b3-cf0f19efc807", "Gateway": "e2e-shared-a-92434d", "namespace": "openshift-ingress"} 2026-08-05T17:18:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-92434d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d", "reconcileID": "5e8f8bd8-537b-4dbd-a3b3-cf0f19efc807", "Gateway": "e2e-shared-a-92434d", "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d-authn-ssl"} 2026-08-05T17:18:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-92434d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d", "reconcileID": "5e8f8bd8-537b-4dbd-a3b3-cf0f19efc807", "Gateway": "e2e-shared-a-92434d", "namespace": "openshift-ingress"} 2026-08-05T17:18:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "eefb6c17-85c5-44f6-abe8-a51ddacc10b9", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress"} 2026-08-05T17:18:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "eefb6c17-85c5-44f6-abe8-a51ddacc10b9", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e-authn-ssl"} 2026-08-05T17:18:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "eefb6c17-85c5-44f6-abe8-a51ddacc10b9", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress"} 2026-08-05T17:18:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "7124da28-9690-4eff-9b37-e4d310a774b2", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress"} 2026-08-05T17:18:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "7124da28-9690-4eff-9b37-e4d310a774b2", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e-authn-ssl"} 2026-08-05T17:18:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "7124da28-9690-4eff-9b37-e4d310a774b2", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress"} 2026-08-05T17:19:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "c5218fbb-9ef8-428a-bf0a-fa3013890ced", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress"} 2026-08-05T17:19:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "c5218fbb-9ef8-428a-bf0a-fa3013890ced", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e-authn-ssl"} 2026-08-05T17:19:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "c5218fbb-9ef8-428a-bf0a-fa3013890ced", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress"} 2026-08-05T17:19:17Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92434d","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "rate-test-model-92434d", "reconcileID": "c56d10bc-9782-42ff-ba9a-69d379a9a44a", "LLMInferenceService": "rate-test-model-92434d", "namespace": "ai-tenant-e2e-shared-a-92434d"} 2026-08-05T17:19:17Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92434d","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "rate-test-model-92434d", "reconcileID": "c56d10bc-9782-42ff-ba9a-69d379a9a44a", "LLMInferenceService": "rate-test-model-92434d", "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "rate-test-model-92434d"} 2026-08-05T17:19:17Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92434d","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "rate-test-model-92434d", "reconcileID": "c56d10bc-9782-42ff-ba9a-69d379a9a44a", "LLMInferenceService": "rate-test-model-92434d", "namespace": "ai-tenant-e2e-shared-a-92434d"} 2026-08-05T17:19:17Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92434d","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "rate-test-model-92434d", "reconcileID": "c56d10bc-9782-42ff-ba9a-69d379a9a44a", "LLMInferenceService": "rate-test-model-92434d", "namespace": "ai-tenant-e2e-shared-a-92434d"} 2026-08-05T17:19:17Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92434d","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "rate-test-model-92434d", "reconcileID": "c56d10bc-9782-42ff-ba9a-69d379a9a44a", "LLMInferenceService": "rate-test-model-92434d", "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "rate-test-model-92434d-kserve-route-authn"} 2026-08-05T17:19:17Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92434d","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "rate-test-model-92434d", "reconcileID": "c56d10bc-9782-42ff-ba9a-69d379a9a44a", "LLMInferenceService": "rate-test-model-92434d", "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "rate-test-model-92434d-kserve-route-authn"} 2026-08-05T17:19:17Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92434d","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "rate-test-model-92434d", "reconcileID": "c56d10bc-9782-42ff-ba9a-69d379a9a44a", "LLMInferenceService": "rate-test-model-92434d", "namespace": "ai-tenant-e2e-shared-a-92434d", "namespace": "ai-tenant-e2e-shared-a-92434d"} 2026-08-05T17:19:17Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92434d","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "rate-test-model-92434d", "reconcileID": "c56d10bc-9782-42ff-ba9a-69d379a9a44a", "LLMInferenceService": "rate-test-model-92434d", "namespace": "ai-tenant-e2e-shared-a-92434d", "namespace": "ai-tenant-e2e-shared-a-92434d"} 2026-08-05T17:19:17Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92434d","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "rate-test-model-92434d", "reconcileID": "e12280d2-58bb-4bc5-a21a-df6e63525d0e", "LLMInferenceService": "rate-test-model-92434d", "namespace": "ai-tenant-e2e-shared-a-92434d"} 2026-08-05T17:19:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-92434d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d", "reconcileID": "b47b3ad9-3277-40df-a916-2df677bd68aa", "Gateway": "e2e-shared-a-92434d", "namespace": "openshift-ingress"} 2026-08-05T17:19:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-92434d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d", "reconcileID": "b47b3ad9-3277-40df-a916-2df677bd68aa", "Gateway": "e2e-shared-a-92434d", "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d-authn-ssl"} 2026-08-05T17:19:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-92434d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d", "reconcileID": "b47b3ad9-3277-40df-a916-2df677bd68aa", "Gateway": "e2e-shared-a-92434d", "namespace": "openshift-ingress"} 2026-08-05T17:19:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-92434d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d", "reconcileID": "b821e98c-d43b-48d3-9e81-8957b5ad1675", "Gateway": "e2e-shared-a-92434d", "namespace": "openshift-ingress"} 2026-08-05T17:19:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-92434d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d", "reconcileID": "b821e98c-d43b-48d3-9e81-8957b5ad1675", "Gateway": "e2e-shared-a-92434d", "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d-authn-ssl"} 2026-08-05T17:19:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-92434d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d", "reconcileID": "b821e98c-d43b-48d3-9e81-8957b5ad1675", "Gateway": "e2e-shared-a-92434d", "namespace": "openshift-ingress"} 2026-08-05T17:19:17Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "rate-test-model-57997e", "reconcileID": "369891cf-a932-4ed9-aa0e-37f5cef4676f", "LLMInferenceService": "rate-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:19:17Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "rate-test-model-57997e", "reconcileID": "369891cf-a932-4ed9-aa0e-37f5cef4676f", "LLMInferenceService": "rate-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "rate-test-model-57997e"} 2026-08-05T17:19:17Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "rate-test-model-57997e", "reconcileID": "369891cf-a932-4ed9-aa0e-37f5cef4676f", "LLMInferenceService": "rate-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:19:17Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "rate-test-model-57997e", "reconcileID": "369891cf-a932-4ed9-aa0e-37f5cef4676f", "LLMInferenceService": "rate-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:19:17Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "rate-test-model-57997e", "reconcileID": "369891cf-a932-4ed9-aa0e-37f5cef4676f", "LLMInferenceService": "rate-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "rate-test-model-57997e-kserve-route-authn"} 2026-08-05T17:19:17Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "rate-test-model-57997e", "reconcileID": "369891cf-a932-4ed9-aa0e-37f5cef4676f", "LLMInferenceService": "rate-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "rate-test-model-57997e-kserve-route-authn"} 2026-08-05T17:19:17Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "rate-test-model-57997e", "reconcileID": "369891cf-a932-4ed9-aa0e-37f5cef4676f", "LLMInferenceService": "rate-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:19:17Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "rate-test-model-57997e", "reconcileID": "369891cf-a932-4ed9-aa0e-37f5cef4676f", "LLMInferenceService": "rate-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:19:18Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-57997e","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "rate-test-model-57997e", "reconcileID": "5678a910-5304-464e-9069-56e3328cf7fb", "LLMInferenceService": "rate-test-model-57997e", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:19:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "1fbb5564-3d60-4042-a708-7c51db8f38c5", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress"} 2026-08-05T17:19:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "1fbb5564-3d60-4042-a708-7c51db8f38c5", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e-authn-ssl"} 2026-08-05T17:19:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "1fbb5564-3d60-4042-a708-7c51db8f38c5", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress"} 2026-08-05T17:19:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "1a200738-451a-4399-b628-c74afbca6faa", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress"} 2026-08-05T17:19:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "1a200738-451a-4399-b628-c74afbca6faa", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e-authn-ssl"} 2026-08-05T17:19:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "1a200738-451a-4399-b628-c74afbca6faa", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress"} 2026-08-05T17:19:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-92434d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d", "reconcileID": "9d5de867-4142-480f-a79d-16db0d261662", "Gateway": "e2e-shared-a-92434d", "namespace": "openshift-ingress"} 2026-08-05T17:19:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-92434d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d", "reconcileID": "9d5de867-4142-480f-a79d-16db0d261662", "Gateway": "e2e-shared-a-92434d", "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d-authn-ssl"} 2026-08-05T17:19:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-92434d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d", "reconcileID": "9d5de867-4142-480f-a79d-16db0d261662", "Gateway": "e2e-shared-a-92434d", "namespace": "openshift-ingress"} 2026-08-05T17:19:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "21603443-8223-40d4-9110-d7d208f1c308", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress"} 2026-08-05T17:19:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "21603443-8223-40d4-9110-d7d208f1c308", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e-authn-ssl"} 2026-08-05T17:19:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "21603443-8223-40d4-9110-d7d208f1c308", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress"} 2026-08-05T17:19:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "31b9b7ac-d391-463d-9cbc-999b7553b6d3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:19:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "342fac22-e392-42c9-baf2-51cc2ca50e1f", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress"} 2026-08-05T17:19:37Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "342fac22-e392-42c9-baf2-51cc2ca50e1f", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087-authn-ssl"} 2026-08-05T17:19:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "342fac22-e392-42c9-baf2-51cc2ca50e1f", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress"} 2026-08-05T17:19:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "70692658-5a78-4df3-8c87-d69afa5df8ff", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress"} 2026-08-05T17:19:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "70692658-5a78-4df3-8c87-d69afa5df8ff", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087-authn-ssl"} 2026-08-05T17:19:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "70692658-5a78-4df3-8c87-d69afa5df8ff", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress"} 2026-08-05T17:19:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "15c299eb-a175-4a3f-9fac-d1c4b92c88ee", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress"} 2026-08-05T17:19:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "15c299eb-a175-4a3f-9fac-d1c4b92c88ee", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087-authn-ssl"} 2026-08-05T17:19:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "15c299eb-a175-4a3f-9fac-d1c4b92c88ee", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress"} 2026-08-05T17:19:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "9e73736b-21cf-4986-acbd-52ad68fcf6f1", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress"} 2026-08-05T17:19:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "9e73736b-21cf-4986-acbd-52ad68fcf6f1", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087-authn-ssl"} 2026-08-05T17:19:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "9e73736b-21cf-4986-acbd-52ad68fcf6f1", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress"} 2026-08-05T17:19:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "e49fa072-9b3c-4cef-8f5e-0131f23b505b", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress"} 2026-08-05T17:19:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "e49fa072-9b3c-4cef-8f5e-0131f23b505b", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087-authn-ssl"} 2026-08-05T17:19:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "e49fa072-9b3c-4cef-8f5e-0131f23b505b", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress"} 2026-08-05T17:19:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "add763a9-5c9d-4a78-9796-fdde5adbcb55", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress"} 2026-08-05T17:19:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "add763a9-5c9d-4a78-9796-fdde5adbcb55", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087-authn-ssl"} 2026-08-05T17:19:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "add763a9-5c9d-4a78-9796-fdde5adbcb55", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress"} 2026-08-05T17:19:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "f13b4df0-24f6-44c4-a87d-62903f9b8ca3", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress"} 2026-08-05T17:19:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "f13b4df0-24f6-44c4-a87d-62903f9b8ca3", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087-authn-ssl"} 2026-08-05T17:19:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "f13b4df0-24f6-44c4-a87d-62903f9b8ca3", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress"} 2026-08-05T17:19:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "a27af85f-d322-4ab6-b8b3-3ca163e37357", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress"} 2026-08-05T17:19:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "a27af85f-d322-4ab6-b8b3-3ca163e37357", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087-authn-ssl"} 2026-08-05T17:19:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "a27af85f-d322-4ab6-b8b3-3ca163e37357", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress"} 2026-08-05T17:19:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "odh-trusted-ca-bundle", "reconcileID": "83a2e28f-db1a-4323-bd57-b54264828d11", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0b8087"} 2026-08-05T17:19:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "openshift-service-ca.crt", "reconcileID": "d6d2fe42-afbd-4051-bfcf-ef3bcf1938a4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-0b8087"} 2026-08-05T17:19:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "openshift-service-ca.crt", "reconcileID": "14353bc7-5e86-453c-8fbc-2fb613a8bb7e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-0b8087", "create": "odh-kserve-custom-ca-bundle"} 2026-08-05T17:19:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "openshift-service-ca.crt", "reconcileID": "14353bc7-5e86-453c-8fbc-2fb613a8bb7e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-0b8087"} 2026-08-05T17:19:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "22c6391d-8b55-4dbd-97d0-d1b0016f2933", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0b8087"} 2026-08-05T17:19:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "openshift-service-ca.crt", "reconcileID": "a4ebcaaa-fdf2-45dc-a2bc-aa7b848a4339", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-0b8087"} 2026-08-05T17:19:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "odh-trusted-ca-bundle", "reconcileID": "2ddd473e-9bef-48f6-8d39-50aa164417f2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0b8087", "update": "odh-kserve-custom-ca-bundle"} 2026-08-05T17:19:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "odh-trusted-ca-bundle", "reconcileID": "2ddd473e-9bef-48f6-8d39-50aa164417f2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0b8087"} 2026-08-05T17:19:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "42a9c015-0c84-42ae-8aea-bbedc1676938", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0b8087"} 2026-08-05T17:19:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "a73495d4-a32f-4192-8bb4-1a8ee12f3e7d", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress"} 2026-08-05T17:19:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "a73495d4-a32f-4192-8bb4-1a8ee12f3e7d", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087-authn-ssl"} 2026-08-05T17:19:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "a73495d4-a32f-4192-8bb4-1a8ee12f3e7d", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress"} 2026-08-05T17:19:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "93d8f78f-1b32-4015-8035-55d32767fc21", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:19:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "64da38bd-186e-4646-a2d6-243a584bcfaa", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress"} 2026-08-05T17:19:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "64da38bd-186e-4646-a2d6-243a584bcfaa", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087-authn-ssl"} 2026-08-05T17:19:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "64da38bd-186e-4646-a2d6-243a584bcfaa", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress"} 2026-08-05T17:20:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ca1c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ca1c80", "reconcileID": "b98142e4-fb37-4268-b1de-2f15c1fc3735", "Gateway": "e2e-ipp-b-ca1c80", "namespace": "openshift-ingress"} 2026-08-05T17:20:07Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ca1c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ca1c80", "reconcileID": "b98142e4-fb37-4268-b1de-2f15c1fc3735", "Gateway": "e2e-ipp-b-ca1c80", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ca1c80-authn-ssl"} 2026-08-05T17:20:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ca1c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ca1c80", "reconcileID": "b98142e4-fb37-4268-b1de-2f15c1fc3735", "Gateway": "e2e-ipp-b-ca1c80", "namespace": "openshift-ingress"} 2026-08-05T17:20:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ca1c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ca1c80", "reconcileID": "c7f6eb41-dd0c-4b9b-8a89-3bba9f7583a9", "Gateway": "e2e-ipp-b-ca1c80", "namespace": "openshift-ingress"} 2026-08-05T17:20:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ca1c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ca1c80", "reconcileID": "c7f6eb41-dd0c-4b9b-8a89-3bba9f7583a9", "Gateway": "e2e-ipp-b-ca1c80", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ca1c80-authn-ssl"} 2026-08-05T17:20:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ca1c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ca1c80", "reconcileID": "c7f6eb41-dd0c-4b9b-8a89-3bba9f7583a9", "Gateway": "e2e-ipp-b-ca1c80", "namespace": "openshift-ingress"} 2026-08-05T17:20:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ca1c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ca1c80", "reconcileID": "b93909a3-62ff-43b9-8a86-b77c00e5ce69", "Gateway": "e2e-ipp-b-ca1c80", "namespace": "openshift-ingress"} 2026-08-05T17:20:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ca1c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ca1c80", "reconcileID": "b93909a3-62ff-43b9-8a86-b77c00e5ce69", "Gateway": "e2e-ipp-b-ca1c80", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ca1c80-authn-ssl"} 2026-08-05T17:20:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ca1c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ca1c80", "reconcileID": "b93909a3-62ff-43b9-8a86-b77c00e5ce69", "Gateway": "e2e-ipp-b-ca1c80", "namespace": "openshift-ingress"} 2026-08-05T17:20:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ca1c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ca1c80", "reconcileID": "8134425d-df10-454b-8399-a6922f57ba3f", "Gateway": "e2e-ipp-b-ca1c80", "namespace": "openshift-ingress"} 2026-08-05T17:20:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ca1c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ca1c80", "reconcileID": "8134425d-df10-454b-8399-a6922f57ba3f", "Gateway": "e2e-ipp-b-ca1c80", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ca1c80-authn-ssl"} 2026-08-05T17:20:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ca1c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ca1c80", "reconcileID": "8134425d-df10-454b-8399-a6922f57ba3f", "Gateway": "e2e-ipp-b-ca1c80", "namespace": "openshift-ingress"} 2026-08-05T17:20:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ca1c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ca1c80", "reconcileID": "7b312b59-e3c2-41e3-ad4e-62c7fa44aa48", "Gateway": "e2e-ipp-b-ca1c80", "namespace": "openshift-ingress"} 2026-08-05T17:20:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ca1c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ca1c80", "reconcileID": "7b312b59-e3c2-41e3-ad4e-62c7fa44aa48", "Gateway": "e2e-ipp-b-ca1c80", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ca1c80-authn-ssl"} 2026-08-05T17:20:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ca1c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ca1c80", "reconcileID": "7b312b59-e3c2-41e3-ad4e-62c7fa44aa48", "Gateway": "e2e-ipp-b-ca1c80", "namespace": "openshift-ingress"} 2026-08-05T17:20:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ca1c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ca1c80", "reconcileID": "e3b985c1-af37-4406-a418-f5847e2a7b64", "Gateway": "e2e-ipp-b-ca1c80", "namespace": "openshift-ingress"} 2026-08-05T17:20:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ca1c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ca1c80", "reconcileID": "e3b985c1-af37-4406-a418-f5847e2a7b64", "Gateway": "e2e-ipp-b-ca1c80", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ca1c80-authn-ssl"} 2026-08-05T17:20:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ca1c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ca1c80", "reconcileID": "e3b985c1-af37-4406-a418-f5847e2a7b64", "Gateway": "e2e-ipp-b-ca1c80", "namespace": "openshift-ingress"} 2026-08-05T17:20:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ca1c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ca1c80", "reconcileID": "1ff1f86c-56c5-4a06-9f8e-16ec823a69c8", "Gateway": "e2e-ipp-b-ca1c80", "namespace": "openshift-ingress"} 2026-08-05T17:20:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ca1c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ca1c80", "reconcileID": "1ff1f86c-56c5-4a06-9f8e-16ec823a69c8", "Gateway": "e2e-ipp-b-ca1c80", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ca1c80-authn-ssl"} 2026-08-05T17:20:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ca1c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ca1c80", "reconcileID": "1ff1f86c-56c5-4a06-9f8e-16ec823a69c8", "Gateway": "e2e-ipp-b-ca1c80", "namespace": "openshift-ingress"} 2026-08-05T17:20:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ca1c80"}, "namespace": "ai-tenant-e2e-ipp-b-ca1c80", "name": "openshift-service-ca.crt", "reconcileID": "5051be9b-8b58-4ba3-9512-eb93edee90a3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ca1c80"} 2026-08-05T17:20:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ca1c80"}, "namespace": "ai-tenant-e2e-ipp-b-ca1c80", "name": "odh-trusted-ca-bundle", "reconcileID": "78d11e0e-6e1f-4ac4-987c-e411edc55182", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ca1c80"} 2026-08-05T17:20:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ca1c80"}, "namespace": "ai-tenant-e2e-ipp-b-ca1c80", "name": "openshift-service-ca.crt", "reconcileID": "362e8e87-a827-4854-b448-b3f1468a602f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ca1c80", "create": "odh-kserve-custom-ca-bundle"} 2026-08-05T17:20:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ca1c80"}, "namespace": "ai-tenant-e2e-ipp-b-ca1c80", "name": "openshift-service-ca.crt", "reconcileID": "362e8e87-a827-4854-b448-b3f1468a602f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ca1c80"} 2026-08-05T17:20:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ca1c80"}, "namespace": "ai-tenant-e2e-ipp-b-ca1c80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d64949f-9972-44f0-b1fa-660016368d9a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ca1c80"} 2026-08-05T17:20:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ca1c80"}, "namespace": "ai-tenant-e2e-ipp-b-ca1c80", "name": "openshift-service-ca.crt", "reconcileID": "8e39cda6-4784-4744-96dc-d402f90ddedc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ca1c80"} 2026-08-05T17:20:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ca1c80"}, "namespace": "ai-tenant-e2e-ipp-b-ca1c80", "name": "odh-trusted-ca-bundle", "reconcileID": "4c22de89-90a2-46a1-a858-29706bc405ad", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ca1c80", "update": "odh-kserve-custom-ca-bundle"} 2026-08-05T17:20:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ca1c80"}, "namespace": "ai-tenant-e2e-ipp-b-ca1c80", "name": "odh-trusted-ca-bundle", "reconcileID": "4c22de89-90a2-46a1-a858-29706bc405ad", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ca1c80"} 2026-08-05T17:20:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ca1c80"}, "namespace": "ai-tenant-e2e-ipp-b-ca1c80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c560e28-cace-4aa4-92b2-12320ecd7479", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ca1c80"} 2026-08-05T17:20:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ca1c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ca1c80", "reconcileID": "8c49b02d-0053-41f9-ab39-b07ed352cfb8", "Gateway": "e2e-ipp-b-ca1c80", "namespace": "openshift-ingress"} 2026-08-05T17:20:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ca1c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ca1c80", "reconcileID": "8c49b02d-0053-41f9-ab39-b07ed352cfb8", "Gateway": "e2e-ipp-b-ca1c80", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ca1c80-authn-ssl"} 2026-08-05T17:20:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ca1c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ca1c80", "reconcileID": "8c49b02d-0053-41f9-ab39-b07ed352cfb8", "Gateway": "e2e-ipp-b-ca1c80", "namespace": "openshift-ingress"} 2026-08-05T17:20:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8a3486e9-ccfe-404b-8d4e-33256a616e0d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:20:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ca1c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ca1c80", "reconcileID": "203e80d9-34fa-42d8-aefe-b41c8883210b", "Gateway": "e2e-ipp-b-ca1c80", "namespace": "openshift-ingress"} 2026-08-05T17:20:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ca1c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ca1c80", "reconcileID": "203e80d9-34fa-42d8-aefe-b41c8883210b", "Gateway": "e2e-ipp-b-ca1c80", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ca1c80-authn-ssl"} 2026-08-05T17:20:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ca1c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ca1c80", "reconcileID": "203e80d9-34fa-42d8-aefe-b41c8883210b", "Gateway": "e2e-ipp-b-ca1c80", "namespace": "openshift-ingress"} 2026-08-05T17:20:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "49d9ef4c-b1a2-4385-9572-29e89e892611", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:20:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "687e3dbc-fc62-40d1-b51c-992c0d73dd50", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:20:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0b8087","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087", "reconcileID": "19747027-07f0-4b7c-bdff-abe6de3b88f6", "LLMInferenceService": "ipp-route-0b8087", "namespace": "ai-tenant-e2e-ipp-a-0b8087"} 2026-08-05T17:20:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0b8087","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087", "reconcileID": "19747027-07f0-4b7c-bdff-abe6de3b88f6", "LLMInferenceService": "ipp-route-0b8087", "namespace": "ai-tenant-e2e-ipp-a-0b8087"} 2026-08-05T17:20:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0b8087","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087", "reconcileID": "19747027-07f0-4b7c-bdff-abe6de3b88f6", "LLMInferenceService": "ipp-route-0b8087", "namespace": "ai-tenant-e2e-ipp-a-0b8087"} 2026-08-05T17:20:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "8a16fb1e-b5c6-4f19-82ee-d35c6bf7bf31", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress"} 2026-08-05T17:20:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0b8087","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087", "reconcileID": "19747027-07f0-4b7c-bdff-abe6de3b88f6", "LLMInferenceService": "ipp-route-0b8087", "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087-kserve-route-authn"} 2026-08-05T17:20:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0b8087","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087", "reconcileID": "19747027-07f0-4b7c-bdff-abe6de3b88f6", "LLMInferenceService": "ipp-route-0b8087", "namespace": "ai-tenant-e2e-ipp-a-0b8087", "authType": "userdefined"} 2026-08-05T17:20:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0b8087","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087", "reconcileID": "19747027-07f0-4b7c-bdff-abe6de3b88f6", "LLMInferenceService": "ipp-route-0b8087", "namespace": "ai-tenant-e2e-ipp-a-0b8087"} 2026-08-05T17:20:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "8a16fb1e-b5c6-4f19-82ee-d35c6bf7bf31", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087-authn-ssl"} 2026-08-05T17:20:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "8a16fb1e-b5c6-4f19-82ee-d35c6bf7bf31", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress"} 2026-08-05T17:20:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0b8087","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087", "reconcileID": "bec4462f-1966-4d73-ba75-bc8a06aa1ace", "LLMInferenceService": "ipp-route-0b8087", "namespace": "ai-tenant-e2e-ipp-a-0b8087"} 2026-08-05T17:20:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0b8087","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087", "reconcileID": "bec4462f-1966-4d73-ba75-bc8a06aa1ace", "LLMInferenceService": "ipp-route-0b8087", "namespace": "ai-tenant-e2e-ipp-a-0b8087"} 2026-08-05T17:20:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0b8087","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087", "reconcileID": "bec4462f-1966-4d73-ba75-bc8a06aa1ace", "LLMInferenceService": "ipp-route-0b8087", "namespace": "ai-tenant-e2e-ipp-a-0b8087"} 2026-08-05T17:20:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0b8087","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087", "reconcileID": "bec4462f-1966-4d73-ba75-bc8a06aa1ace", "LLMInferenceService": "ipp-route-0b8087", "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087-kserve-route-authn"} 2026-08-05T17:20:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0b8087","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087", "reconcileID": "bec4462f-1966-4d73-ba75-bc8a06aa1ace", "LLMInferenceService": "ipp-route-0b8087", "namespace": "ai-tenant-e2e-ipp-a-0b8087", "authType": "userdefined"} 2026-08-05T17:20:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0b8087","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087", "reconcileID": "bec4462f-1966-4d73-ba75-bc8a06aa1ace", "LLMInferenceService": "ipp-route-0b8087", "namespace": "ai-tenant-e2e-ipp-a-0b8087"} 2026-08-05T17:20:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "65c38191-5ba0-4d59-8048-e92323a3dd1c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:20:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "4738f8b4-8dcf-4bce-8589-74bec3a1d3b0", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress"} 2026-08-05T17:20:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "4738f8b4-8dcf-4bce-8589-74bec3a1d3b0", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087-authn-ssl"} 2026-08-05T17:20:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "4738f8b4-8dcf-4bce-8589-74bec3a1d3b0", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress"} 2026-08-05T17:20:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0b8087","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087", "reconcileID": "9b17aa17-f33a-4b28-bd6a-730a556416bc", "LLMInferenceService": "ipp-route-0b8087", "namespace": "ai-tenant-e2e-ipp-a-0b8087"} 2026-08-05T17:20:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0b8087","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087", "reconcileID": "9b17aa17-f33a-4b28-bd6a-730a556416bc", "LLMInferenceService": "ipp-route-0b8087", "namespace": "ai-tenant-e2e-ipp-a-0b8087"} 2026-08-05T17:20:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0b8087","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087", "reconcileID": "9b17aa17-f33a-4b28-bd6a-730a556416bc", "LLMInferenceService": "ipp-route-0b8087", "namespace": "ai-tenant-e2e-ipp-a-0b8087"} 2026-08-05T17:20:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0b8087","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087", "reconcileID": "9b17aa17-f33a-4b28-bd6a-730a556416bc", "LLMInferenceService": "ipp-route-0b8087", "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087-kserve-route-authn"} 2026-08-05T17:20:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0b8087","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087", "reconcileID": "9b17aa17-f33a-4b28-bd6a-730a556416bc", "LLMInferenceService": "ipp-route-0b8087", "namespace": "ai-tenant-e2e-ipp-a-0b8087", "authType": "userdefined"} 2026-08-05T17:20:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0b8087","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087", "reconcileID": "9b17aa17-f33a-4b28-bd6a-730a556416bc", "LLMInferenceService": "ipp-route-0b8087", "namespace": "ai-tenant-e2e-ipp-a-0b8087"} 2026-08-05T17:21:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0b8087","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087", "reconcileID": "a2543024-0b5c-4431-94ac-e7bf718d2ebc", "LLMInferenceService": "ipp-route-0b8087", "namespace": "ai-tenant-e2e-ipp-a-0b8087"} 2026-08-05T17:21:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0b8087","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087", "reconcileID": "a2543024-0b5c-4431-94ac-e7bf718d2ebc", "LLMInferenceService": "ipp-route-0b8087", "namespace": "ai-tenant-e2e-ipp-a-0b8087"} 2026-08-05T17:21:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0b8087","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087", "reconcileID": "a2543024-0b5c-4431-94ac-e7bf718d2ebc", "LLMInferenceService": "ipp-route-0b8087", "namespace": "ai-tenant-e2e-ipp-a-0b8087"} 2026-08-05T17:21:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0b8087","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087", "reconcileID": "a2543024-0b5c-4431-94ac-e7bf718d2ebc", "LLMInferenceService": "ipp-route-0b8087", "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087-kserve-route-authn"} 2026-08-05T17:21:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0b8087","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087", "reconcileID": "a2543024-0b5c-4431-94ac-e7bf718d2ebc", "LLMInferenceService": "ipp-route-0b8087", "namespace": "ai-tenant-e2e-ipp-a-0b8087", "authType": "userdefined"} 2026-08-05T17:21:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0b8087","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087", "reconcileID": "a2543024-0b5c-4431-94ac-e7bf718d2ebc", "LLMInferenceService": "ipp-route-0b8087", "namespace": "ai-tenant-e2e-ipp-a-0b8087"} 2026-08-05T17:21:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "3540dbc2-73f3-4af4-b7cb-84f9b0557aef", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress"} 2026-08-05T17:21:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "3540dbc2-73f3-4af4-b7cb-84f9b0557aef", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087-authn-ssl"} 2026-08-05T17:21:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "3540dbc2-73f3-4af4-b7cb-84f9b0557aef", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress"} 2026-08-05T17:21:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-32fc6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e", "reconcileID": "9b230adb-e7d2-4c43-a690-500f28374353", "Gateway": "e2e-ipp-cleanup-32fc6e", "namespace": "openshift-ingress"} 2026-08-05T17:21:32Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-32fc6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e", "reconcileID": "9b230adb-e7d2-4c43-a690-500f28374353", "Gateway": "e2e-ipp-cleanup-32fc6e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e-authn-ssl"} 2026-08-05T17:21:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-32fc6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e", "reconcileID": "9b230adb-e7d2-4c43-a690-500f28374353", "Gateway": "e2e-ipp-cleanup-32fc6e", "namespace": "openshift-ingress"} 2026-08-05T17:21:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-32fc6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e", "reconcileID": "92d0849e-5ef1-4e31-9ba2-f44dc9009275", "Gateway": "e2e-ipp-cleanup-32fc6e", "namespace": "openshift-ingress"} 2026-08-05T17:21:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-32fc6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e", "reconcileID": "92d0849e-5ef1-4e31-9ba2-f44dc9009275", "Gateway": "e2e-ipp-cleanup-32fc6e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e-authn-ssl"} 2026-08-05T17:21:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-32fc6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e", "reconcileID": "92d0849e-5ef1-4e31-9ba2-f44dc9009275", "Gateway": "e2e-ipp-cleanup-32fc6e", "namespace": "openshift-ingress"} 2026-08-05T17:21:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-32fc6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e", "reconcileID": "b5eb34fc-a718-42f3-8003-63d5e426125a", "Gateway": "e2e-ipp-cleanup-32fc6e", "namespace": "openshift-ingress"} 2026-08-05T17:21:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-32fc6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e", "reconcileID": "b5eb34fc-a718-42f3-8003-63d5e426125a", "Gateway": "e2e-ipp-cleanup-32fc6e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e-authn-ssl"} 2026-08-05T17:21:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-32fc6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e", "reconcileID": "b5eb34fc-a718-42f3-8003-63d5e426125a", "Gateway": "e2e-ipp-cleanup-32fc6e", "namespace": "openshift-ingress"} 2026-08-05T17:21:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-32fc6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e", "reconcileID": "d65bb867-d735-4230-9c74-c15b41228bd9", "Gateway": "e2e-ipp-cleanup-32fc6e", "namespace": "openshift-ingress"} 2026-08-05T17:21:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-32fc6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e", "reconcileID": "d65bb867-d735-4230-9c74-c15b41228bd9", "Gateway": "e2e-ipp-cleanup-32fc6e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e-authn-ssl"} 2026-08-05T17:21:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-32fc6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e", "reconcileID": "d65bb867-d735-4230-9c74-c15b41228bd9", "Gateway": "e2e-ipp-cleanup-32fc6e", "namespace": "openshift-ingress"} 2026-08-05T17:21:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-32fc6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e", "reconcileID": "5d87c013-bfdb-4355-8021-9819482fe175", "Gateway": "e2e-ipp-cleanup-32fc6e", "namespace": "openshift-ingress"} 2026-08-05T17:21:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-32fc6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e", "reconcileID": "5d87c013-bfdb-4355-8021-9819482fe175", "Gateway": "e2e-ipp-cleanup-32fc6e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e-authn-ssl"} 2026-08-05T17:21:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-32fc6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e", "reconcileID": "5d87c013-bfdb-4355-8021-9819482fe175", "Gateway": "e2e-ipp-cleanup-32fc6e", "namespace": "openshift-ingress"} 2026-08-05T17:21:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-32fc6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e", "reconcileID": "5cd4319d-2d7a-4577-b839-c40271806a0b", "Gateway": "e2e-ipp-cleanup-32fc6e", "namespace": "openshift-ingress"} 2026-08-05T17:21:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-32fc6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e", "reconcileID": "5cd4319d-2d7a-4577-b839-c40271806a0b", "Gateway": "e2e-ipp-cleanup-32fc6e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e-authn-ssl"} 2026-08-05T17:21:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-32fc6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e", "reconcileID": "5cd4319d-2d7a-4577-b839-c40271806a0b", "Gateway": "e2e-ipp-cleanup-32fc6e", "namespace": "openshift-ingress"} 2026-08-05T17:21:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-32fc6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e", "reconcileID": "9eed56ab-aaf2-4529-b4b1-448852622d53", "Gateway": "e2e-ipp-cleanup-32fc6e", "namespace": "openshift-ingress"} 2026-08-05T17:21:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-32fc6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e", "reconcileID": "9eed56ab-aaf2-4529-b4b1-448852622d53", "Gateway": "e2e-ipp-cleanup-32fc6e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e-authn-ssl"} 2026-08-05T17:21:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-32fc6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e", "reconcileID": "9eed56ab-aaf2-4529-b4b1-448852622d53", "Gateway": "e2e-ipp-cleanup-32fc6e", "namespace": "openshift-ingress"} 2026-08-05T17:21:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-32fc6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e", "reconcileID": "1df15fd1-bc56-4784-bc8b-6e960e85ba9e", "Gateway": "e2e-ipp-cleanup-32fc6e", "namespace": "openshift-ingress"} 2026-08-05T17:21:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-32fc6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e", "reconcileID": "1df15fd1-bc56-4784-bc8b-6e960e85ba9e", "Gateway": "e2e-ipp-cleanup-32fc6e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e-authn-ssl"} 2026-08-05T17:21:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-32fc6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e", "reconcileID": "1df15fd1-bc56-4784-bc8b-6e960e85ba9e", "Gateway": "e2e-ipp-cleanup-32fc6e", "namespace": "openshift-ingress"} 2026-08-05T17:21:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-32fc6e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-32fc6e", "name": "openshift-service-ca.crt", "reconcileID": "c266c4af-0656-4274-91fb-5bc32565118d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-32fc6e"} 2026-08-05T17:21:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-32fc6e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-32fc6e", "name": "odh-trusted-ca-bundle", "reconcileID": "b8747a29-6e3a-4ab3-aee7-34cd29939bd7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-32fc6e"} 2026-08-05T17:21:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-32fc6e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-32fc6e", "name": "openshift-service-ca.crt", "reconcileID": "d27d3553-d065-4754-8dcc-6602d981da8b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-32fc6e", "create": "odh-kserve-custom-ca-bundle"} 2026-08-05T17:21:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-32fc6e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-32fc6e", "name": "openshift-service-ca.crt", "reconcileID": "d27d3553-d065-4754-8dcc-6602d981da8b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-32fc6e"} 2026-08-05T17:21:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-32fc6e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-32fc6e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b646b6ff-a8db-4305-aeb0-8dd69bdb3acc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-32fc6e"} 2026-08-05T17:21:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-32fc6e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-32fc6e", "name": "openshift-service-ca.crt", "reconcileID": "43151d70-ca17-4fa6-a1f1-7fd616e03fec", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-32fc6e"} 2026-08-05T17:21:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-32fc6e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-32fc6e", "name": "odh-trusted-ca-bundle", "reconcileID": "b7294571-e219-4b80-a7ae-1a5bda0479d0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-32fc6e", "update": "odh-kserve-custom-ca-bundle"} 2026-08-05T17:21:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-32fc6e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-32fc6e", "name": "odh-trusted-ca-bundle", "reconcileID": "b7294571-e219-4b80-a7ae-1a5bda0479d0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-32fc6e"} 2026-08-05T17:21:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-32fc6e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-32fc6e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4d80019-3d1c-4b15-8f0c-edfc6b3d5392", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-32fc6e"} 2026-08-05T17:21:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-32fc6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e", "reconcileID": "72664353-9538-48fd-af89-076e9d2d2055", "Gateway": "e2e-ipp-cleanup-32fc6e", "namespace": "openshift-ingress"} 2026-08-05T17:21:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-32fc6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e", "reconcileID": "72664353-9538-48fd-af89-076e9d2d2055", "Gateway": "e2e-ipp-cleanup-32fc6e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e-authn-ssl"} 2026-08-05T17:21:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-32fc6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e", "reconcileID": "72664353-9538-48fd-af89-076e9d2d2055", "Gateway": "e2e-ipp-cleanup-32fc6e", "namespace": "openshift-ingress"} 2026-08-05T17:21:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d30ce650-1cfd-4d9e-9dbf-47f1496d4dc1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:21:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-32fc6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e", "reconcileID": "f72fa9e8-cb2d-40cc-8558-9b21093b64cc", "Gateway": "e2e-ipp-cleanup-32fc6e", "namespace": "openshift-ingress"} 2026-08-05T17:21:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-32fc6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e", "reconcileID": "f72fa9e8-cb2d-40cc-8558-9b21093b64cc", "Gateway": "e2e-ipp-cleanup-32fc6e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e-authn-ssl"} 2026-08-05T17:21:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-32fc6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e", "reconcileID": "f72fa9e8-cb2d-40cc-8558-9b21093b64cc", "Gateway": "e2e-ipp-cleanup-32fc6e", "namespace": "openshift-ingress"} 2026-08-05T17:22:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-32fc6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e", "reconcileID": "5f29e41b-3faf-4a11-8eb4-9ce2b8ed96bc", "Gateway": "e2e-ipp-cleanup-32fc6e", "namespace": "openshift-ingress"} 2026-08-05T17:22:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-32fc6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e", "reconcileID": "5f29e41b-3faf-4a11-8eb4-9ce2b8ed96bc", "Gateway": "e2e-ipp-cleanup-32fc6e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e-authn-ssl"} 2026-08-05T17:22:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-32fc6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e", "reconcileID": "5f29e41b-3faf-4a11-8eb4-9ce2b8ed96bc", "Gateway": "e2e-ipp-cleanup-32fc6e", "namespace": "openshift-ingress"} 2026-08-05T17:22:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-32fc6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e", "reconcileID": "9a84c21e-6c9d-4fc2-962a-6c3cf2b50a10", "Gateway": "e2e-ipp-cleanup-32fc6e", "namespace": "openshift-ingress"} 2026-08-05T17:22:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-32fc6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e", "reconcileID": "9a84c21e-6c9d-4fc2-962a-6c3cf2b50a10", "Gateway": "e2e-ipp-cleanup-32fc6e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e-authn-ssl"} 2026-08-05T17:22:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-32fc6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e", "reconcileID": "9a84c21e-6c9d-4fc2-962a-6c3cf2b50a10", "Gateway": "e2e-ipp-cleanup-32fc6e", "namespace": "openshift-ingress"} 2026-08-05T17:22:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-32fc6e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-32fc6e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8c666f13-7815-4916-b23f-c07c7aed12ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-32fc6e"} 2026-08-05T17:22:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-32fc6e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-32fc6e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8c666f13-7815-4916-b23f-c07c7aed12ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-32fc6e", "create": "odh-kserve-custom-ca-bundle"} 2026-08-05T17:22:13Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-32fc6e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-32fc6e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8c666f13-7815-4916-b23f-c07c7aed12ab", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-32fc6e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-05T17:22:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-32fc6e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-32fc6e", "name": "odh-trusted-ca-bundle", "reconcileID": "44d72064-d7c2-4901-83b9-0dd48bfe4209", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-32fc6e"} 2026-08-05T17:22:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-32fc6e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-32fc6e", "name": "odh-trusted-ca-bundle", "reconcileID": "44d72064-d7c2-4901-83b9-0dd48bfe4209", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-32fc6e"} 2026-08-05T17:22:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-32fc6e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-32fc6e", "name": "openshift-service-ca.crt", "reconcileID": "23279cb3-383c-4b3b-ae36-3426c0a7c332", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-32fc6e"} 2026-08-05T17:22:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-32fc6e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-32fc6e", "name": "openshift-service-ca.crt", "reconcileID": "23279cb3-383c-4b3b-ae36-3426c0a7c332", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-32fc6e"} 2026-08-05T17:22:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-32fc6e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-32fc6e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1301a2a2-8957-4835-ab13-e48333479f26", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-32fc6e"} 2026-08-05T17:22:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-32fc6e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-32fc6e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1301a2a2-8957-4835-ab13-e48333479f26", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-32fc6e"} 2026-08-05T17:22:14Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-32fc6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-32fc6e", "reconcileID": "aaee915c-1746-4312-946a-4a850a8d9396", "Gateway": "e2e-ipp-cleanup-32fc6e", "namespace": "openshift-ingress"} 2026-08-05T17:22:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "915d6111-50df-463a-8bc0-17bc06d153e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:22:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "143ce840-f265-480a-b3ea-205b87f5a460", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress"} 2026-08-05T17:22:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "143ce840-f265-480a-b3ea-205b87f5a460", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087-authn-ssl"} 2026-08-05T17:22:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "143ce840-f265-480a-b3ea-205b87f5a460", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress"} 2026-08-05T17:22:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "bccb5476-9428-476d-8e78-af446b70f11d", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress"} 2026-08-05T17:22:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "bccb5476-9428-476d-8e78-af446b70f11d", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087-authn-ssl"} 2026-08-05T17:22:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "bccb5476-9428-476d-8e78-af446b70f11d", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress"} 2026-08-05T17:22:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "72cd4396-272d-425f-8c2f-5cb754c1533f", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress"} 2026-08-05T17:22:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "72cd4396-272d-425f-8c2f-5cb754c1533f", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087-authn-ssl"} 2026-08-05T17:22:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "72cd4396-272d-425f-8c2f-5cb754c1533f", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress"} 2026-08-05T17:22:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "728165c7-4de0-4f58-8ce5-8582442fa1c6", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress"} 2026-08-05T17:22:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "728165c7-4de0-4f58-8ce5-8582442fa1c6", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087-authn-ssl"} 2026-08-05T17:22:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "728165c7-4de0-4f58-8ce5-8582442fa1c6", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress"} 2026-08-05T17:22:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0b8087","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087", "reconcileID": "95d46f9e-49c0-4c31-bb31-a4418153e3e8", "LLMInferenceService": "ipp-route-0b8087", "namespace": "ai-tenant-e2e-ipp-a-0b8087"} 2026-08-05T17:22:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0b8087","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087", "reconcileID": "95d46f9e-49c0-4c31-bb31-a4418153e3e8", "LLMInferenceService": "ipp-route-0b8087", "namespace": "ai-tenant-e2e-ipp-a-0b8087"} 2026-08-05T17:22:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0b8087","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087", "reconcileID": "95d46f9e-49c0-4c31-bb31-a4418153e3e8", "LLMInferenceService": "ipp-route-0b8087", "namespace": "ai-tenant-e2e-ipp-a-0b8087"} 2026-08-05T17:22:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0b8087","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087", "reconcileID": "95d46f9e-49c0-4c31-bb31-a4418153e3e8", "LLMInferenceService": "ipp-route-0b8087", "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087-kserve-route-authn"} 2026-08-05T17:22:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0b8087","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087", "reconcileID": "95d46f9e-49c0-4c31-bb31-a4418153e3e8", "LLMInferenceService": "ipp-route-0b8087", "namespace": "ai-tenant-e2e-ipp-a-0b8087", "authType": "userdefined"} 2026-08-05T17:22:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0b8087","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087", "reconcileID": "95d46f9e-49c0-4c31-bb31-a4418153e3e8", "LLMInferenceService": "ipp-route-0b8087", "namespace": "ai-tenant-e2e-ipp-a-0b8087"} 2026-08-05T17:23:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2aa9aa93-bc16-4b36-bf18-7194f70ce05c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0b8087"} 2026-08-05T17:23:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2aa9aa93-bc16-4b36-bf18-7194f70ce05c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0b8087", "create": "odh-kserve-custom-ca-bundle"} 2026-08-05T17:23:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2aa9aa93-bc16-4b36-bf18-7194f70ce05c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-0b8087 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-05T17:23:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "odh-trusted-ca-bundle", "reconcileID": "a02fcb09-63f0-4ad2-8c88-e71d7be60624", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0b8087"} 2026-08-05T17:23:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "odh-trusted-ca-bundle", "reconcileID": "a02fcb09-63f0-4ad2-8c88-e71d7be60624", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0b8087"} 2026-08-05T17:23:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "openshift-service-ca.crt", "reconcileID": "5d8c577c-4290-4448-840a-42545035ca3e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-0b8087"} 2026-08-05T17:23:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "openshift-service-ca.crt", "reconcileID": "5d8c577c-4290-4448-840a-42545035ca3e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-0b8087"} 2026-08-05T17:23:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e9b7d04-cbf0-479d-9dde-c2a006ee5f24", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0b8087"} 2026-08-05T17:23:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e9b7d04-cbf0-479d-9dde-c2a006ee5f24", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0b8087"} 2026-08-05T17:23:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0b8087","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087", "reconcileID": "11054dd8-53b1-4bc8-8aa0-f5c32499f4e6", "LLMInferenceService": "ipp-route-0b8087", "namespace": "ai-tenant-e2e-ipp-a-0b8087"} 2026-08-05T17:23:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0b8087","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087", "reconcileID": "11054dd8-53b1-4bc8-8aa0-f5c32499f4e6", "LLMInferenceService": "ipp-route-0b8087", "namespace": "ai-tenant-e2e-ipp-a-0b8087"} 2026-08-05T17:23:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0b8087","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087", "reconcileID": "11054dd8-53b1-4bc8-8aa0-f5c32499f4e6", "LLMInferenceService": "ipp-route-0b8087", "namespace": "ai-tenant-e2e-ipp-a-0b8087"} 2026-08-05T17:23:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0b8087","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087", "reconcileID": "11054dd8-53b1-4bc8-8aa0-f5c32499f4e6", "LLMInferenceService": "ipp-route-0b8087", "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087-kserve-route-authn"} 2026-08-05T17:23:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0b8087","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087", "reconcileID": "11054dd8-53b1-4bc8-8aa0-f5c32499f4e6", "LLMInferenceService": "ipp-route-0b8087", "namespace": "ai-tenant-e2e-ipp-a-0b8087", "authType": "userdefined"} 2026-08-05T17:23:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0b8087","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087", "reconcileID": "11054dd8-53b1-4bc8-8aa0-f5c32499f4e6", "LLMInferenceService": "ipp-route-0b8087", "namespace": "ai-tenant-e2e-ipp-a-0b8087"} 2026-08-05T17:23:09Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0b8087","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087", "reconcileID": "62239f77-9e79-4c1f-a817-e4d448fbe18c", "LLMInferenceService": "ipp-route-0b8087", "namespace": "ai-tenant-e2e-ipp-a-0b8087"} 2026-08-05T17:23:09Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0b8087","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087", "reconcileID": "62239f77-9e79-4c1f-a817-e4d448fbe18c", "LLMInferenceService": "ipp-route-0b8087", "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087"} 2026-08-05T17:23:09Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0b8087","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087", "reconcileID": "62239f77-9e79-4c1f-a817-e4d448fbe18c", "LLMInferenceService": "ipp-route-0b8087", "namespace": "ai-tenant-e2e-ipp-a-0b8087"} 2026-08-05T17:23:09Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0b8087","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087", "reconcileID": "62239f77-9e79-4c1f-a817-e4d448fbe18c", "LLMInferenceService": "ipp-route-0b8087", "namespace": "ai-tenant-e2e-ipp-a-0b8087"} 2026-08-05T17:23:09Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0b8087","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087", "reconcileID": "62239f77-9e79-4c1f-a817-e4d448fbe18c", "LLMInferenceService": "ipp-route-0b8087", "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087-kserve-route-authn"} 2026-08-05T17:23:09Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0b8087","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087", "reconcileID": "62239f77-9e79-4c1f-a817-e4d448fbe18c", "LLMInferenceService": "ipp-route-0b8087", "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087-kserve-route-authn"} 2026-08-05T17:23:09Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0b8087","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087", "reconcileID": "62239f77-9e79-4c1f-a817-e4d448fbe18c", "LLMInferenceService": "ipp-route-0b8087", "namespace": "ai-tenant-e2e-ipp-a-0b8087", "namespace": "ai-tenant-e2e-ipp-a-0b8087"} 2026-08-05T17:23:09Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0b8087","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087", "reconcileID": "62239f77-9e79-4c1f-a817-e4d448fbe18c", "LLMInferenceService": "ipp-route-0b8087", "namespace": "ai-tenant-e2e-ipp-a-0b8087", "namespace": "ai-tenant-e2e-ipp-a-0b8087"} 2026-08-05T17:23:09Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0b8087","namespace":"ai-tenant-e2e-ipp-a-0b8087"}, "namespace": "ai-tenant-e2e-ipp-a-0b8087", "name": "ipp-route-0b8087", "reconcileID": "14dd3e11-aa04-4a21-828d-e0a5614fa1c5", "LLMInferenceService": "ipp-route-0b8087", "namespace": "ai-tenant-e2e-ipp-a-0b8087"} 2026-08-05T17:23:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "dd961ea6-ade0-4418-b8c7-72bf7c3e2727", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress"} 2026-08-05T17:23:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "dd961ea6-ade0-4418-b8c7-72bf7c3e2727", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087-authn-ssl"} 2026-08-05T17:23:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "dd961ea6-ade0-4418-b8c7-72bf7c3e2727", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress"} 2026-08-05T17:23:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "bcb23d2e-e0d4-49c3-ac25-0c62dec2a6a1", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress"} 2026-08-05T17:23:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "bcb23d2e-e0d4-49c3-ac25-0c62dec2a6a1", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087-authn-ssl"} 2026-08-05T17:23:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "bcb23d2e-e0d4-49c3-ac25-0c62dec2a6a1", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress"} 2026-08-05T17:23:15Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0b8087","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0b8087", "reconcileID": "67191db8-e1ac-4207-864f-02a5085fae3d", "Gateway": "e2e-ipp-a-0b8087", "namespace": "openshift-ingress"} 2026-08-05T17:23:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6d1f98dd-8acf-46ed-99e5-0a63006cc823", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:23:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ca1c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ca1c80", "reconcileID": "2ca61ba9-8798-4d61-8d3b-33b444e57c04", "Gateway": "e2e-ipp-b-ca1c80", "namespace": "openshift-ingress"} 2026-08-05T17:23:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ca1c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ca1c80", "reconcileID": "2ca61ba9-8798-4d61-8d3b-33b444e57c04", "Gateway": "e2e-ipp-b-ca1c80", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ca1c80-authn-ssl"} 2026-08-05T17:23:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ca1c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ca1c80", "reconcileID": "2ca61ba9-8798-4d61-8d3b-33b444e57c04", "Gateway": "e2e-ipp-b-ca1c80", "namespace": "openshift-ingress"} 2026-08-05T17:23:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ca1c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ca1c80", "reconcileID": "53813e8a-2289-4d1e-8357-ab5dfd9b89a9", "Gateway": "e2e-ipp-b-ca1c80", "namespace": "openshift-ingress"} 2026-08-05T17:23:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ca1c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ca1c80", "reconcileID": "53813e8a-2289-4d1e-8357-ab5dfd9b89a9", "Gateway": "e2e-ipp-b-ca1c80", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ca1c80-authn-ssl"} 2026-08-05T17:23:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ca1c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ca1c80", "reconcileID": "53813e8a-2289-4d1e-8357-ab5dfd9b89a9", "Gateway": "e2e-ipp-b-ca1c80", "namespace": "openshift-ingress"} 2026-08-05T17:23:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ca1c80"}, "namespace": "ai-tenant-e2e-ipp-b-ca1c80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca93e566-8de8-4bc2-8c6a-c98b21f6dfdd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ca1c80"} 2026-08-05T17:23:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ca1c80"}, "namespace": "ai-tenant-e2e-ipp-b-ca1c80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca93e566-8de8-4bc2-8c6a-c98b21f6dfdd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ca1c80", "create": "odh-kserve-custom-ca-bundle"} 2026-08-05T17:23:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ca1c80"}, "namespace": "ai-tenant-e2e-ipp-b-ca1c80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca93e566-8de8-4bc2-8c6a-c98b21f6dfdd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-ca1c80 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-05T17:23:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ca1c80"}, "namespace": "ai-tenant-e2e-ipp-b-ca1c80", "name": "odh-trusted-ca-bundle", "reconcileID": "f192721e-80f8-4404-86e9-9912fac0ce25", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ca1c80"} 2026-08-05T17:23:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ca1c80"}, "namespace": "ai-tenant-e2e-ipp-b-ca1c80", "name": "odh-trusted-ca-bundle", "reconcileID": "f192721e-80f8-4404-86e9-9912fac0ce25", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ca1c80"} 2026-08-05T17:23:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ca1c80"}, "namespace": "ai-tenant-e2e-ipp-b-ca1c80", "name": "openshift-service-ca.crt", "reconcileID": "5d0feb77-7b40-47c8-9996-43e435d472df", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ca1c80"} 2026-08-05T17:23:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ca1c80"}, "namespace": "ai-tenant-e2e-ipp-b-ca1c80", "name": "openshift-service-ca.crt", "reconcileID": "5d0feb77-7b40-47c8-9996-43e435d472df", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ca1c80"} 2026-08-05T17:23:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ca1c80"}, "namespace": "ai-tenant-e2e-ipp-b-ca1c80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f4279ab-2331-41c5-bce9-64a9f0568e47", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ca1c80"} 2026-08-05T17:23:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ca1c80"}, "namespace": "ai-tenant-e2e-ipp-b-ca1c80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f4279ab-2331-41c5-bce9-64a9f0568e47", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ca1c80"} 2026-08-05T17:23:33Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ca1c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ca1c80", "reconcileID": "bbf50eaa-62a0-4e5c-9786-f976b481487c", "Gateway": "e2e-ipp-b-ca1c80", "namespace": "openshift-ingress"} 2026-08-05T17:23:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cb1d82cb-a8a9-46fc-a392-ac41f982cc20", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:23:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-92434d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d", "reconcileID": "b6af224f-3379-4c1b-857f-010011665914", "Gateway": "e2e-shared-a-92434d", "namespace": "openshift-ingress"} 2026-08-05T17:23:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-92434d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d", "reconcileID": "b6af224f-3379-4c1b-857f-010011665914", "Gateway": "e2e-shared-a-92434d", "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d-authn-ssl"} 2026-08-05T17:23:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-92434d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d", "reconcileID": "b6af224f-3379-4c1b-857f-010011665914", "Gateway": "e2e-shared-a-92434d", "namespace": "openshift-ingress"} 2026-08-05T17:23:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-92434d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d", "reconcileID": "646a4b5d-ee23-42b9-a539-f19be9b6c327", "Gateway": "e2e-shared-a-92434d", "namespace": "openshift-ingress"} 2026-08-05T17:23:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-92434d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d", "reconcileID": "646a4b5d-ee23-42b9-a539-f19be9b6c327", "Gateway": "e2e-shared-a-92434d", "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d-authn-ssl"} 2026-08-05T17:23:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-92434d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d", "reconcileID": "646a4b5d-ee23-42b9-a539-f19be9b6c327", "Gateway": "e2e-shared-a-92434d", "namespace": "openshift-ingress"} 2026-08-05T17:23:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7aca202f-0fe3-4e57-81cb-835f47f5db36", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-92434d"} 2026-08-05T17:23:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7aca202f-0fe3-4e57-81cb-835f47f5db36", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-92434d", "create": "odh-kserve-custom-ca-bundle"} 2026-08-05T17:23:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7aca202f-0fe3-4e57-81cb-835f47f5db36", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-92434d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-05T17:23:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d45e88e8-e66d-4557-bd66-19427841e1e8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-92434d"} 2026-08-05T17:23:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d45e88e8-e66d-4557-bd66-19427841e1e8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-92434d", "create": "odh-kserve-custom-ca-bundle"} 2026-08-05T17:23:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d45e88e8-e66d-4557-bd66-19427841e1e8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-92434d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-05T17:23:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "odh-trusted-ca-bundle", "reconcileID": "87fc9de4-5b67-466d-86d9-83620879d2aa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-92434d"} 2026-08-05T17:23:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "odh-trusted-ca-bundle", "reconcileID": "87fc9de4-5b67-466d-86d9-83620879d2aa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-92434d"} 2026-08-05T17:23:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "openshift-service-ca.crt", "reconcileID": "7ee74ede-c235-411d-9967-bf6f356c5cb5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-92434d"} 2026-08-05T17:23:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "openshift-service-ca.crt", "reconcileID": "7ee74ede-c235-411d-9967-bf6f356c5cb5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-92434d"} 2026-08-05T17:23:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b644bdc8-455e-4cd1-86e6-95fe7073c3d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-92434d"} 2026-08-05T17:23:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-92434d"}, "namespace": "ai-tenant-e2e-shared-a-92434d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b644bdc8-455e-4cd1-86e6-95fe7073c3d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-92434d"} 2026-08-05T17:23:51Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-92434d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-92434d", "reconcileID": "17158d67-e919-466c-8c93-10ad19f4dd89", "Gateway": "e2e-shared-a-92434d", "namespace": "openshift-ingress"} 2026-08-05T17:23:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "60f95c79-7607-49bb-8c98-c305f0195c99", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:24:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "082db62b-45d7-4401-93c1-b032e4cfe86c", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress"} 2026-08-05T17:24:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "082db62b-45d7-4401-93c1-b032e4cfe86c", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e-authn-ssl"} 2026-08-05T17:24:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "082db62b-45d7-4401-93c1-b032e4cfe86c", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress"} 2026-08-05T17:24:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "c790e054-2570-4248-a601-354226880091", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress"} 2026-08-05T17:24:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "c790e054-2570-4248-a601-354226880091", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e-authn-ssl"} 2026-08-05T17:24:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "c790e054-2570-4248-a601-354226880091", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress"} 2026-08-05T17:24:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1689934-3793-4a61-b9e5-403a1a745374", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:24:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1689934-3793-4a61-b9e5-403a1a745374", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-57997e", "create": "odh-kserve-custom-ca-bundle"} 2026-08-05T17:24:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1689934-3793-4a61-b9e5-403a1a745374", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-57997e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-05T17:24:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "odh-trusted-ca-bundle", "reconcileID": "2e471a35-bbf5-4943-9927-099cc2ca5399", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:24:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "odh-trusted-ca-bundle", "reconcileID": "2e471a35-bbf5-4943-9927-099cc2ca5399", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:24:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "openshift-service-ca.crt", "reconcileID": "7227c455-1d7b-4e10-a6c1-71954aa3ac75", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:24:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "openshift-service-ca.crt", "reconcileID": "7227c455-1d7b-4e10-a6c1-71954aa3ac75", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:24:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9e58d55-18f7-49da-bb30-69eacae71980", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:24:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-57997e"}, "namespace": "ai-tenant-e2e-shared-b-57997e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9e58d55-18f7-49da-bb30-69eacae71980", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-57997e"} 2026-08-05T17:24:09Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-57997e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-57997e", "reconcileID": "f8eca3fb-282a-44b2-a083-0f1a04704f48", "Gateway": "e2e-shared-b-57997e", "namespace": "openshift-ingress"}