2026-07-24T23:30:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d08a26","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26", "reconcileID": "fbf1204d-9b32-433b-9ad6-7f259da6cc91", "Gateway": "e2e-shared-b-d08a26", "namespace": "openshift-ingress"} 2026-07-24T23:30:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "sub-test-model-d08a26", "reconcileID": "25a10d73-71c6-4c07-a69c-3f3c56bfa352", "LLMInferenceService": "sub-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:30:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "sub-test-model-d08a26", "reconcileID": "25a10d73-71c6-4c07-a69c-3f3c56bfa352", "LLMInferenceService": "sub-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:30:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "sub-test-model-d08a26", "reconcileID": "25a10d73-71c6-4c07-a69c-3f3c56bfa352", "LLMInferenceService": "sub-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:30:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "sub-test-model-d08a26", "reconcileID": "25a10d73-71c6-4c07-a69c-3f3c56bfa352", "LLMInferenceService": "sub-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "sub-test-model-d08a26-kserve-route-authn"} 2026-07-24T23:30:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "sub-test-model-d08a26", "reconcileID": "25a10d73-71c6-4c07-a69c-3f3c56bfa352", "LLMInferenceService": "sub-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26", "authType": "userdefined"} 2026-07-24T23:30:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "sub-test-model-d08a26", "reconcileID": "25a10d73-71c6-4c07-a69c-3f3c56bfa352", "LLMInferenceService": "sub-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:30:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d08a26","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26", "reconcileID": "c80528fb-a766-41b5-b362-b9752073ec63", "Gateway": "e2e-shared-b-d08a26", "namespace": "openshift-ingress"} 2026-07-24T23:30:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d08a26","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26", "reconcileID": "c80528fb-a766-41b5-b362-b9752073ec63", "Gateway": "e2e-shared-b-d08a26", "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26-authn-ssl"} 2026-07-24T23:30:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d08a26","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26", "reconcileID": "c80528fb-a766-41b5-b362-b9752073ec63", "Gateway": "e2e-shared-b-d08a26", "namespace": "openshift-ingress"} 2026-07-24T23:30:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "sub-test-model-d08a26", "reconcileID": "007ad455-0034-47f1-869a-8caaa821736a", "LLMInferenceService": "sub-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:30:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "sub-test-model-d08a26", "reconcileID": "007ad455-0034-47f1-869a-8caaa821736a", "LLMInferenceService": "sub-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:30:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "sub-test-model-d08a26", "reconcileID": "007ad455-0034-47f1-869a-8caaa821736a", "LLMInferenceService": "sub-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:30:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "sub-test-model-d08a26", "reconcileID": "007ad455-0034-47f1-869a-8caaa821736a", "LLMInferenceService": "sub-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "sub-test-model-d08a26-kserve-route-authn"} 2026-07-24T23:30:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "sub-test-model-d08a26", "reconcileID": "007ad455-0034-47f1-869a-8caaa821736a", "LLMInferenceService": "sub-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26", "authType": "userdefined"} 2026-07-24T23:30:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "sub-test-model-d08a26", "reconcileID": "007ad455-0034-47f1-869a-8caaa821736a", "LLMInferenceService": "sub-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:30:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "sub-test-model-d08a26", "reconcileID": "32583e4d-faef-4e06-b02e-156bcfd804ac", "LLMInferenceService": "sub-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:30:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "sub-test-model-d08a26", "reconcileID": "32583e4d-faef-4e06-b02e-156bcfd804ac", "LLMInferenceService": "sub-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:30:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "sub-test-model-d08a26", "reconcileID": "32583e4d-faef-4e06-b02e-156bcfd804ac", "LLMInferenceService": "sub-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:30:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "sub-test-model-d08a26", "reconcileID": "32583e4d-faef-4e06-b02e-156bcfd804ac", "LLMInferenceService": "sub-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "sub-test-model-d08a26-kserve-route-authn"} 2026-07-24T23:30:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "sub-test-model-d08a26", "reconcileID": "32583e4d-faef-4e06-b02e-156bcfd804ac", "LLMInferenceService": "sub-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26", "authType": "userdefined"} 2026-07-24T23:30:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "sub-test-model-d08a26", "reconcileID": "32583e4d-faef-4e06-b02e-156bcfd804ac", "LLMInferenceService": "sub-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:30:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "sub-test-model-d08a26", "reconcileID": "a1f68617-9ac1-43fc-a24c-d20d05322614", "LLMInferenceService": "sub-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:30:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "sub-test-model-d08a26", "reconcileID": "a1f68617-9ac1-43fc-a24c-d20d05322614", "LLMInferenceService": "sub-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:30:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "sub-test-model-d08a26", "reconcileID": "a1f68617-9ac1-43fc-a24c-d20d05322614", "LLMInferenceService": "sub-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:30:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "sub-test-model-d08a26", "reconcileID": "a1f68617-9ac1-43fc-a24c-d20d05322614", "LLMInferenceService": "sub-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "sub-test-model-d08a26-kserve-route-authn"} 2026-07-24T23:30:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "sub-test-model-d08a26", "reconcileID": "a1f68617-9ac1-43fc-a24c-d20d05322614", "LLMInferenceService": "sub-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26", "authType": "userdefined"} 2026-07-24T23:30:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "sub-test-model-d08a26", "reconcileID": "a1f68617-9ac1-43fc-a24c-d20d05322614", "LLMInferenceService": "sub-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:30:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d08a26","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26", "reconcileID": "32db13b4-2138-403a-a749-aa844f1be290", "Gateway": "e2e-shared-b-d08a26", "namespace": "openshift-ingress"} 2026-07-24T23:30:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d08a26","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26", "reconcileID": "32db13b4-2138-403a-a749-aa844f1be290", "Gateway": "e2e-shared-b-d08a26", "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26-authn-ssl"} 2026-07-24T23:30:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d08a26","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26", "reconcileID": "32db13b4-2138-403a-a749-aa844f1be290", "Gateway": "e2e-shared-b-d08a26", "namespace": "openshift-ingress"} 2026-07-24T23:30:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c850d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c850d", "reconcileID": "c80d0674-368a-4782-ac15-ec15e8d43e94", "Gateway": "e2e-shared-a-5c850d", "namespace": "openshift-ingress"} 2026-07-24T23:30:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c850d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c850d", "reconcileID": "c80d0674-368a-4782-ac15-ec15e8d43e94", "Gateway": "e2e-shared-a-5c850d", "namespace": "openshift-ingress", "name": "e2e-shared-a-5c850d-authn-ssl"} 2026-07-24T23:30:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c850d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c850d", "reconcileID": "c80d0674-368a-4782-ac15-ec15e8d43e94", "Gateway": "e2e-shared-a-5c850d", "namespace": "openshift-ingress"} 2026-07-24T23:31:21Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c850d","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "sub-test-model-5c850d", "reconcileID": "12a2180d-3f0f-42db-bd7c-0866d2363d0c", "LLMInferenceService": "sub-test-model-5c850d", "namespace": "ai-tenant-e2e-shared-a-5c850d"} 2026-07-24T23:31:21Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c850d","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "sub-test-model-5c850d", "reconcileID": "12a2180d-3f0f-42db-bd7c-0866d2363d0c", "LLMInferenceService": "sub-test-model-5c850d", "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "sub-test-model-5c850d"} 2026-07-24T23:31:21Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c850d","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "sub-test-model-5c850d", "reconcileID": "12a2180d-3f0f-42db-bd7c-0866d2363d0c", "LLMInferenceService": "sub-test-model-5c850d", "namespace": "ai-tenant-e2e-shared-a-5c850d"} 2026-07-24T23:31:21Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c850d","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "sub-test-model-5c850d", "reconcileID": "12a2180d-3f0f-42db-bd7c-0866d2363d0c", "LLMInferenceService": "sub-test-model-5c850d", "namespace": "ai-tenant-e2e-shared-a-5c850d"} 2026-07-24T23:31:21Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c850d","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "sub-test-model-5c850d", "reconcileID": "12a2180d-3f0f-42db-bd7c-0866d2363d0c", "LLMInferenceService": "sub-test-model-5c850d", "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "sub-test-model-5c850d-kserve-route-authn"} 2026-07-24T23:31:21Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c850d","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "sub-test-model-5c850d", "reconcileID": "12a2180d-3f0f-42db-bd7c-0866d2363d0c", "LLMInferenceService": "sub-test-model-5c850d", "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "sub-test-model-5c850d-kserve-route-authn"} 2026-07-24T23:31:21Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c850d","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "sub-test-model-5c850d", "reconcileID": "12a2180d-3f0f-42db-bd7c-0866d2363d0c", "LLMInferenceService": "sub-test-model-5c850d", "namespace": "ai-tenant-e2e-shared-a-5c850d", "namespace": "ai-tenant-e2e-shared-a-5c850d"} 2026-07-24T23:31:21Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c850d","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "sub-test-model-5c850d", "reconcileID": "12a2180d-3f0f-42db-bd7c-0866d2363d0c", "LLMInferenceService": "sub-test-model-5c850d", "namespace": "ai-tenant-e2e-shared-a-5c850d", "namespace": "ai-tenant-e2e-shared-a-5c850d"} 2026-07-24T23:31:21Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c850d","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "sub-test-model-5c850d", "reconcileID": "6b7d9810-2491-40ef-8108-b7c28ef59dd9", "LLMInferenceService": "sub-test-model-5c850d", "namespace": "ai-tenant-e2e-shared-a-5c850d"} 2026-07-24T23:31:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c850d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c850d", "reconcileID": "b412a8fc-38c0-46b3-ba54-9dde7b211178", "Gateway": "e2e-shared-a-5c850d", "namespace": "openshift-ingress"} 2026-07-24T23:31:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c850d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c850d", "reconcileID": "b412a8fc-38c0-46b3-ba54-9dde7b211178", "Gateway": "e2e-shared-a-5c850d", "namespace": "openshift-ingress", "name": "e2e-shared-a-5c850d-authn-ssl"} 2026-07-24T23:31:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c850d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c850d", "reconcileID": "b412a8fc-38c0-46b3-ba54-9dde7b211178", "Gateway": "e2e-shared-a-5c850d", "namespace": "openshift-ingress"} 2026-07-24T23:31:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c850d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c850d", "reconcileID": "2aba723c-6224-4d57-9c98-66dfe12c87ca", "Gateway": "e2e-shared-a-5c850d", "namespace": "openshift-ingress"} 2026-07-24T23:31:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c850d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c850d", "reconcileID": "2aba723c-6224-4d57-9c98-66dfe12c87ca", "Gateway": "e2e-shared-a-5c850d", "namespace": "openshift-ingress", "name": "e2e-shared-a-5c850d-authn-ssl"} 2026-07-24T23:31:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c850d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c850d", "reconcileID": "2aba723c-6224-4d57-9c98-66dfe12c87ca", "Gateway": "e2e-shared-a-5c850d", "namespace": "openshift-ingress"} 2026-07-24T23:31:21Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "sub-test-model-d08a26", "reconcileID": "b75b47dc-94bf-4da3-8034-0feb32b7c968", "LLMInferenceService": "sub-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:31:21Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "sub-test-model-d08a26", "reconcileID": "b75b47dc-94bf-4da3-8034-0feb32b7c968", "LLMInferenceService": "sub-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "sub-test-model-d08a26"} 2026-07-24T23:31:21Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "sub-test-model-d08a26", "reconcileID": "b75b47dc-94bf-4da3-8034-0feb32b7c968", "LLMInferenceService": "sub-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:31:21Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "sub-test-model-d08a26", "reconcileID": "b75b47dc-94bf-4da3-8034-0feb32b7c968", "LLMInferenceService": "sub-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:31:21Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "sub-test-model-d08a26", "reconcileID": "b75b47dc-94bf-4da3-8034-0feb32b7c968", "LLMInferenceService": "sub-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "sub-test-model-d08a26-kserve-route-authn"} 2026-07-24T23:31:21Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "sub-test-model-d08a26", "reconcileID": "b75b47dc-94bf-4da3-8034-0feb32b7c968", "LLMInferenceService": "sub-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "sub-test-model-d08a26-kserve-route-authn"} 2026-07-24T23:31:21Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "sub-test-model-d08a26", "reconcileID": "b75b47dc-94bf-4da3-8034-0feb32b7c968", "LLMInferenceService": "sub-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:31:21Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "sub-test-model-d08a26", "reconcileID": "b75b47dc-94bf-4da3-8034-0feb32b7c968", "LLMInferenceService": "sub-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:31:22Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "sub-test-model-d08a26", "reconcileID": "5d0318cc-d1d3-458b-a270-3f86b140b18b", "LLMInferenceService": "sub-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:31:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d08a26","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26", "reconcileID": "abfbd31b-6cb5-493f-b506-b1f259a08507", "Gateway": "e2e-shared-b-d08a26", "namespace": "openshift-ingress"} 2026-07-24T23:31:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d08a26","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26", "reconcileID": "abfbd31b-6cb5-493f-b506-b1f259a08507", "Gateway": "e2e-shared-b-d08a26", "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26-authn-ssl"} 2026-07-24T23:31:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d08a26","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26", "reconcileID": "abfbd31b-6cb5-493f-b506-b1f259a08507", "Gateway": "e2e-shared-b-d08a26", "namespace": "openshift-ingress"} 2026-07-24T23:31:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d08a26","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26", "reconcileID": "8bc7b82e-b4c5-4181-89e3-277778de0838", "Gateway": "e2e-shared-b-d08a26", "namespace": "openshift-ingress"} 2026-07-24T23:31:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d08a26","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26", "reconcileID": "8bc7b82e-b4c5-4181-89e3-277778de0838", "Gateway": "e2e-shared-b-d08a26", "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26-authn-ssl"} 2026-07-24T23:31:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d08a26","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26", "reconcileID": "8bc7b82e-b4c5-4181-89e3-277778de0838", "Gateway": "e2e-shared-b-d08a26", "namespace": "openshift-ingress"} 2026-07-24T23:31:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c850d","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "rate-test-model-5c850d", "reconcileID": "816b2ddc-58ea-45c8-9c39-384bf8a9e41d", "LLMInferenceService": "rate-test-model-5c850d", "namespace": "ai-tenant-e2e-shared-a-5c850d"} 2026-07-24T23:31:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c850d","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "rate-test-model-5c850d", "reconcileID": "816b2ddc-58ea-45c8-9c39-384bf8a9e41d", "LLMInferenceService": "rate-test-model-5c850d", "namespace": "ai-tenant-e2e-shared-a-5c850d"} 2026-07-24T23:31:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c850d","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "rate-test-model-5c850d", "reconcileID": "816b2ddc-58ea-45c8-9c39-384bf8a9e41d", "LLMInferenceService": "rate-test-model-5c850d", "namespace": "ai-tenant-e2e-shared-a-5c850d"} 2026-07-24T23:31:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c850d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c850d", "reconcileID": "2dee6d51-a99c-4ccf-a548-e50c5e666fab", "Gateway": "e2e-shared-a-5c850d", "namespace": "openshift-ingress"} 2026-07-24T23:31:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c850d","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "rate-test-model-5c850d", "reconcileID": "816b2ddc-58ea-45c8-9c39-384bf8a9e41d", "LLMInferenceService": "rate-test-model-5c850d", "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "rate-test-model-5c850d-kserve-route-authn"} 2026-07-24T23:31:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c850d","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "rate-test-model-5c850d", "reconcileID": "816b2ddc-58ea-45c8-9c39-384bf8a9e41d", "LLMInferenceService": "rate-test-model-5c850d", "namespace": "ai-tenant-e2e-shared-a-5c850d", "authType": "userdefined"} 2026-07-24T23:31:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c850d","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "rate-test-model-5c850d", "reconcileID": "816b2ddc-58ea-45c8-9c39-384bf8a9e41d", "LLMInferenceService": "rate-test-model-5c850d", "namespace": "ai-tenant-e2e-shared-a-5c850d"} 2026-07-24T23:31:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c850d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c850d", "reconcileID": "2dee6d51-a99c-4ccf-a548-e50c5e666fab", "Gateway": "e2e-shared-a-5c850d", "namespace": "openshift-ingress", "name": "e2e-shared-a-5c850d-authn-ssl"} 2026-07-24T23:31:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c850d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c850d", "reconcileID": "2dee6d51-a99c-4ccf-a548-e50c5e666fab", "Gateway": "e2e-shared-a-5c850d", "namespace": "openshift-ingress"} 2026-07-24T23:31:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c850d","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "rate-test-model-5c850d", "reconcileID": "987f6370-0ae0-4765-81ac-59391b3ba071", "LLMInferenceService": "rate-test-model-5c850d", "namespace": "ai-tenant-e2e-shared-a-5c850d"} 2026-07-24T23:31:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c850d","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "rate-test-model-5c850d", "reconcileID": "987f6370-0ae0-4765-81ac-59391b3ba071", "LLMInferenceService": "rate-test-model-5c850d", "namespace": "ai-tenant-e2e-shared-a-5c850d"} 2026-07-24T23:31:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c850d","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "rate-test-model-5c850d", "reconcileID": "987f6370-0ae0-4765-81ac-59391b3ba071", "LLMInferenceService": "rate-test-model-5c850d", "namespace": "ai-tenant-e2e-shared-a-5c850d"} 2026-07-24T23:31:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c850d","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "rate-test-model-5c850d", "reconcileID": "987f6370-0ae0-4765-81ac-59391b3ba071", "LLMInferenceService": "rate-test-model-5c850d", "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "rate-test-model-5c850d-kserve-route-authn"} 2026-07-24T23:31:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c850d","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "rate-test-model-5c850d", "reconcileID": "987f6370-0ae0-4765-81ac-59391b3ba071", "LLMInferenceService": "rate-test-model-5c850d", "namespace": "ai-tenant-e2e-shared-a-5c850d", "authType": "userdefined"} 2026-07-24T23:31:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c850d","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "rate-test-model-5c850d", "reconcileID": "987f6370-0ae0-4765-81ac-59391b3ba071", "LLMInferenceService": "rate-test-model-5c850d", "namespace": "ai-tenant-e2e-shared-a-5c850d"} 2026-07-24T23:31:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d08a26","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26", "reconcileID": "31299f7d-30c2-49f9-b3e7-29922745e7fb", "Gateway": "e2e-shared-b-d08a26", "namespace": "openshift-ingress"} 2026-07-24T23:31:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d08a26","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26", "reconcileID": "31299f7d-30c2-49f9-b3e7-29922745e7fb", "Gateway": "e2e-shared-b-d08a26", "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26-authn-ssl"} 2026-07-24T23:31:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d08a26","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26", "reconcileID": "31299f7d-30c2-49f9-b3e7-29922745e7fb", "Gateway": "e2e-shared-b-d08a26", "namespace": "openshift-ingress"} 2026-07-24T23:31:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c850d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c850d", "reconcileID": "41b136cc-e7f8-4657-bdee-f4381b399a74", "Gateway": "e2e-shared-a-5c850d", "namespace": "openshift-ingress"} 2026-07-24T23:31:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c850d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c850d", "reconcileID": "41b136cc-e7f8-4657-bdee-f4381b399a74", "Gateway": "e2e-shared-a-5c850d", "namespace": "openshift-ingress", "name": "e2e-shared-a-5c850d-authn-ssl"} 2026-07-24T23:31:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c850d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c850d", "reconcileID": "41b136cc-e7f8-4657-bdee-f4381b399a74", "Gateway": "e2e-shared-a-5c850d", "namespace": "openshift-ingress"} 2026-07-24T23:31:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c850d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c850d", "reconcileID": "18bc268b-506e-4378-a6a4-d1f693590b62", "Gateway": "e2e-shared-a-5c850d", "namespace": "openshift-ingress"} 2026-07-24T23:31:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c850d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c850d", "reconcileID": "18bc268b-506e-4378-a6a4-d1f693590b62", "Gateway": "e2e-shared-a-5c850d", "namespace": "openshift-ingress", "name": "e2e-shared-a-5c850d-authn-ssl"} 2026-07-24T23:31:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c850d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c850d", "reconcileID": "18bc268b-506e-4378-a6a4-d1f693590b62", "Gateway": "e2e-shared-a-5c850d", "namespace": "openshift-ingress"} 2026-07-24T23:31:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c850d","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "rate-test-model-5c850d", "reconcileID": "1d8857c4-4514-4e28-a1cb-7348fc8d1340", "LLMInferenceService": "rate-test-model-5c850d", "namespace": "ai-tenant-e2e-shared-a-5c850d"} 2026-07-24T23:31:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c850d","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "rate-test-model-5c850d", "reconcileID": "1d8857c4-4514-4e28-a1cb-7348fc8d1340", "LLMInferenceService": "rate-test-model-5c850d", "namespace": "ai-tenant-e2e-shared-a-5c850d"} 2026-07-24T23:31:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c850d","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "rate-test-model-5c850d", "reconcileID": "1d8857c4-4514-4e28-a1cb-7348fc8d1340", "LLMInferenceService": "rate-test-model-5c850d", "namespace": "ai-tenant-e2e-shared-a-5c850d"} 2026-07-24T23:31:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c850d","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "rate-test-model-5c850d", "reconcileID": "1d8857c4-4514-4e28-a1cb-7348fc8d1340", "LLMInferenceService": "rate-test-model-5c850d", "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "rate-test-model-5c850d-kserve-route-authn"} 2026-07-24T23:31:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c850d","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "rate-test-model-5c850d", "reconcileID": "1d8857c4-4514-4e28-a1cb-7348fc8d1340", "LLMInferenceService": "rate-test-model-5c850d", "namespace": "ai-tenant-e2e-shared-a-5c850d", "authType": "userdefined"} 2026-07-24T23:31:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c850d","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "rate-test-model-5c850d", "reconcileID": "1d8857c4-4514-4e28-a1cb-7348fc8d1340", "LLMInferenceService": "rate-test-model-5c850d", "namespace": "ai-tenant-e2e-shared-a-5c850d"} 2026-07-24T23:31:33Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T23:31:33Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T23:31:34Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T23:31:34Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T23:31:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c850d","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "rate-test-model-5c850d", "reconcileID": "d1ef8232-6ba9-45b2-bac6-3442865287cb", "LLMInferenceService": "rate-test-model-5c850d", "namespace": "ai-tenant-e2e-shared-a-5c850d"} 2026-07-24T23:31:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c850d","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "rate-test-model-5c850d", "reconcileID": "d1ef8232-6ba9-45b2-bac6-3442865287cb", "LLMInferenceService": "rate-test-model-5c850d", "namespace": "ai-tenant-e2e-shared-a-5c850d"} 2026-07-24T23:31:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c850d","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "rate-test-model-5c850d", "reconcileID": "d1ef8232-6ba9-45b2-bac6-3442865287cb", "LLMInferenceService": "rate-test-model-5c850d", "namespace": "ai-tenant-e2e-shared-a-5c850d"} 2026-07-24T23:31:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c850d","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "rate-test-model-5c850d", "reconcileID": "d1ef8232-6ba9-45b2-bac6-3442865287cb", "LLMInferenceService": "rate-test-model-5c850d", "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "rate-test-model-5c850d-kserve-route-authn"} 2026-07-24T23:31:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c850d","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "rate-test-model-5c850d", "reconcileID": "d1ef8232-6ba9-45b2-bac6-3442865287cb", "LLMInferenceService": "rate-test-model-5c850d", "namespace": "ai-tenant-e2e-shared-a-5c850d", "authType": "userdefined"} 2026-07-24T23:31:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c850d","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "rate-test-model-5c850d", "reconcileID": "d1ef8232-6ba9-45b2-bac6-3442865287cb", "LLMInferenceService": "rate-test-model-5c850d", "namespace": "ai-tenant-e2e-shared-a-5c850d"} 2026-07-24T23:31:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "rate-test-model-d08a26", "reconcileID": "15fbf09b-3718-4199-abb0-7758539f35c2", "LLMInferenceService": "rate-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:31:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "rate-test-model-d08a26", "reconcileID": "15fbf09b-3718-4199-abb0-7758539f35c2", "LLMInferenceService": "rate-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:31:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "rate-test-model-d08a26", "reconcileID": "15fbf09b-3718-4199-abb0-7758539f35c2", "LLMInferenceService": "rate-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:31:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d08a26","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26", "reconcileID": "e1a997c2-129c-44b8-b1de-95c510896932", "Gateway": "e2e-shared-b-d08a26", "namespace": "openshift-ingress"} 2026-07-24T23:31:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "rate-test-model-d08a26", "reconcileID": "15fbf09b-3718-4199-abb0-7758539f35c2", "LLMInferenceService": "rate-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "rate-test-model-d08a26-kserve-route-authn"} 2026-07-24T23:31:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "rate-test-model-d08a26", "reconcileID": "15fbf09b-3718-4199-abb0-7758539f35c2", "LLMInferenceService": "rate-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26", "authType": "userdefined"} 2026-07-24T23:31:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "rate-test-model-d08a26", "reconcileID": "15fbf09b-3718-4199-abb0-7758539f35c2", "LLMInferenceService": "rate-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:31:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d08a26","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26", "reconcileID": "e1a997c2-129c-44b8-b1de-95c510896932", "Gateway": "e2e-shared-b-d08a26", "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26-authn-ssl"} 2026-07-24T23:31:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d08a26","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26", "reconcileID": "e1a997c2-129c-44b8-b1de-95c510896932", "Gateway": "e2e-shared-b-d08a26", "namespace": "openshift-ingress"} 2026-07-24T23:31:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "rate-test-model-d08a26", "reconcileID": "4578e431-1118-4d0c-a6f5-db3146155459", "LLMInferenceService": "rate-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:31:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "rate-test-model-d08a26", "reconcileID": "4578e431-1118-4d0c-a6f5-db3146155459", "LLMInferenceService": "rate-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:31:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "rate-test-model-d08a26", "reconcileID": "4578e431-1118-4d0c-a6f5-db3146155459", "LLMInferenceService": "rate-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:31:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "rate-test-model-d08a26", "reconcileID": "4578e431-1118-4d0c-a6f5-db3146155459", "LLMInferenceService": "rate-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "rate-test-model-d08a26-kserve-route-authn"} 2026-07-24T23:31:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "rate-test-model-d08a26", "reconcileID": "4578e431-1118-4d0c-a6f5-db3146155459", "LLMInferenceService": "rate-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26", "authType": "userdefined"} 2026-07-24T23:31:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "rate-test-model-d08a26", "reconcileID": "4578e431-1118-4d0c-a6f5-db3146155459", "LLMInferenceService": "rate-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:32:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bd8a5741-7987-4b49-af6e-cfbb40cdb0c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T23:32:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d08a26","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26", "reconcileID": "d19bc010-a2b6-4494-829b-adaa37c44588", "Gateway": "e2e-shared-b-d08a26", "namespace": "openshift-ingress"} 2026-07-24T23:32:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d08a26","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26", "reconcileID": "d19bc010-a2b6-4494-829b-adaa37c44588", "Gateway": "e2e-shared-b-d08a26", "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26-authn-ssl"} 2026-07-24T23:32:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d08a26","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26", "reconcileID": "d19bc010-a2b6-4494-829b-adaa37c44588", "Gateway": "e2e-shared-b-d08a26", "namespace": "openshift-ingress"} 2026-07-24T23:32:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "rate-test-model-d08a26", "reconcileID": "e46a7e06-7570-4aca-ad7f-c19fbd2cb9f8", "LLMInferenceService": "rate-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:32:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "rate-test-model-d08a26", "reconcileID": "e46a7e06-7570-4aca-ad7f-c19fbd2cb9f8", "LLMInferenceService": "rate-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:32:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "rate-test-model-d08a26", "reconcileID": "e46a7e06-7570-4aca-ad7f-c19fbd2cb9f8", "LLMInferenceService": "rate-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:32:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "rate-test-model-d08a26", "reconcileID": "e46a7e06-7570-4aca-ad7f-c19fbd2cb9f8", "LLMInferenceService": "rate-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "rate-test-model-d08a26-kserve-route-authn"} 2026-07-24T23:32:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "rate-test-model-d08a26", "reconcileID": "e46a7e06-7570-4aca-ad7f-c19fbd2cb9f8", "LLMInferenceService": "rate-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26", "authType": "userdefined"} 2026-07-24T23:32:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "rate-test-model-d08a26", "reconcileID": "e46a7e06-7570-4aca-ad7f-c19fbd2cb9f8", "LLMInferenceService": "rate-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:32:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "rate-test-model-d08a26", "reconcileID": "9a66a80a-fb3e-4eac-bb5d-0e5a76924652", "LLMInferenceService": "rate-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:32:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "rate-test-model-d08a26", "reconcileID": "9a66a80a-fb3e-4eac-bb5d-0e5a76924652", "LLMInferenceService": "rate-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:32:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "rate-test-model-d08a26", "reconcileID": "9a66a80a-fb3e-4eac-bb5d-0e5a76924652", "LLMInferenceService": "rate-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:32:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "rate-test-model-d08a26", "reconcileID": "9a66a80a-fb3e-4eac-bb5d-0e5a76924652", "LLMInferenceService": "rate-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "rate-test-model-d08a26-kserve-route-authn"} 2026-07-24T23:32:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "rate-test-model-d08a26", "reconcileID": "9a66a80a-fb3e-4eac-bb5d-0e5a76924652", "LLMInferenceService": "rate-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26", "authType": "userdefined"} 2026-07-24T23:32:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "rate-test-model-d08a26", "reconcileID": "9a66a80a-fb3e-4eac-bb5d-0e5a76924652", "LLMInferenceService": "rate-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:32:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "rate-test-model-d08a26", "reconcileID": "6133a9d7-9d41-4190-b28a-b36523aef6ec", "LLMInferenceService": "rate-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:32:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "rate-test-model-d08a26", "reconcileID": "6133a9d7-9d41-4190-b28a-b36523aef6ec", "LLMInferenceService": "rate-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:32:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "rate-test-model-d08a26", "reconcileID": "6133a9d7-9d41-4190-b28a-b36523aef6ec", "LLMInferenceService": "rate-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:32:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "rate-test-model-d08a26", "reconcileID": "6133a9d7-9d41-4190-b28a-b36523aef6ec", "LLMInferenceService": "rate-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "rate-test-model-d08a26-kserve-route-authn"} 2026-07-24T23:32:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "rate-test-model-d08a26", "reconcileID": "6133a9d7-9d41-4190-b28a-b36523aef6ec", "LLMInferenceService": "rate-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26", "authType": "userdefined"} 2026-07-24T23:32:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "rate-test-model-d08a26", "reconcileID": "6133a9d7-9d41-4190-b28a-b36523aef6ec", "LLMInferenceService": "rate-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:32:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c850d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c850d", "reconcileID": "34cdb0b9-90e6-49e7-a3f5-3d32aebf6be6", "Gateway": "e2e-shared-a-5c850d", "namespace": "openshift-ingress"} 2026-07-24T23:32:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c850d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c850d", "reconcileID": "34cdb0b9-90e6-49e7-a3f5-3d32aebf6be6", "Gateway": "e2e-shared-a-5c850d", "namespace": "openshift-ingress", "name": "e2e-shared-a-5c850d-authn-ssl"} 2026-07-24T23:32:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c850d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c850d", "reconcileID": "34cdb0b9-90e6-49e7-a3f5-3d32aebf6be6", "Gateway": "e2e-shared-a-5c850d", "namespace": "openshift-ingress"} 2026-07-24T23:32:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d08a26","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26", "reconcileID": "56e96630-f7d8-4d72-ae58-c2b2a3f71645", "Gateway": "e2e-shared-b-d08a26", "namespace": "openshift-ingress"} 2026-07-24T23:32:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d08a26","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26", "reconcileID": "56e96630-f7d8-4d72-ae58-c2b2a3f71645", "Gateway": "e2e-shared-b-d08a26", "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26-authn-ssl"} 2026-07-24T23:32:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d08a26","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26", "reconcileID": "56e96630-f7d8-4d72-ae58-c2b2a3f71645", "Gateway": "e2e-shared-b-d08a26", "namespace": "openshift-ingress"} 2026-07-24T23:32:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1a592d6a-9072-4b44-8535-a725e7c4f08d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T23:32:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3854154c-a047-4137-90cb-9d67a2ecd781", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T23:32:49Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c850d","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "rate-test-model-5c850d", "reconcileID": "b44bbf17-4f77-417a-96ce-1e02a2f209f7", "LLMInferenceService": "rate-test-model-5c850d", "namespace": "ai-tenant-e2e-shared-a-5c850d"} 2026-07-24T23:32:49Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c850d","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "rate-test-model-5c850d", "reconcileID": "b44bbf17-4f77-417a-96ce-1e02a2f209f7", "LLMInferenceService": "rate-test-model-5c850d", "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "rate-test-model-5c850d"} 2026-07-24T23:32:49Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c850d","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "rate-test-model-5c850d", "reconcileID": "b44bbf17-4f77-417a-96ce-1e02a2f209f7", "LLMInferenceService": "rate-test-model-5c850d", "namespace": "ai-tenant-e2e-shared-a-5c850d"} 2026-07-24T23:32:49Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c850d","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "rate-test-model-5c850d", "reconcileID": "b44bbf17-4f77-417a-96ce-1e02a2f209f7", "LLMInferenceService": "rate-test-model-5c850d", "namespace": "ai-tenant-e2e-shared-a-5c850d"} 2026-07-24T23:32:49Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c850d","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "rate-test-model-5c850d", "reconcileID": "b44bbf17-4f77-417a-96ce-1e02a2f209f7", "LLMInferenceService": "rate-test-model-5c850d", "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "rate-test-model-5c850d-kserve-route-authn"} 2026-07-24T23:32:49Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c850d","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "rate-test-model-5c850d", "reconcileID": "b44bbf17-4f77-417a-96ce-1e02a2f209f7", "LLMInferenceService": "rate-test-model-5c850d", "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "rate-test-model-5c850d-kserve-route-authn"} 2026-07-24T23:32:49Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c850d","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "rate-test-model-5c850d", "reconcileID": "b44bbf17-4f77-417a-96ce-1e02a2f209f7", "LLMInferenceService": "rate-test-model-5c850d", "namespace": "ai-tenant-e2e-shared-a-5c850d", "namespace": "ai-tenant-e2e-shared-a-5c850d"} 2026-07-24T23:32:49Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c850d","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "rate-test-model-5c850d", "reconcileID": "b44bbf17-4f77-417a-96ce-1e02a2f209f7", "LLMInferenceService": "rate-test-model-5c850d", "namespace": "ai-tenant-e2e-shared-a-5c850d", "namespace": "ai-tenant-e2e-shared-a-5c850d"} 2026-07-24T23:32:49Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c850d","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "rate-test-model-5c850d", "reconcileID": "fba6e5dc-95e0-483c-ba3f-1ade8fd172e7", "LLMInferenceService": "rate-test-model-5c850d", "namespace": "ai-tenant-e2e-shared-a-5c850d"} 2026-07-24T23:32:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c850d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c850d", "reconcileID": "b408d56e-dc16-4347-8664-0de30c776a65", "Gateway": "e2e-shared-a-5c850d", "namespace": "openshift-ingress"} 2026-07-24T23:32:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c850d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c850d", "reconcileID": "b408d56e-dc16-4347-8664-0de30c776a65", "Gateway": "e2e-shared-a-5c850d", "namespace": "openshift-ingress", "name": "e2e-shared-a-5c850d-authn-ssl"} 2026-07-24T23:32:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c850d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c850d", "reconcileID": "b408d56e-dc16-4347-8664-0de30c776a65", "Gateway": "e2e-shared-a-5c850d", "namespace": "openshift-ingress"} 2026-07-24T23:32:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c850d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c850d", "reconcileID": "1bb42636-e102-4968-838c-ade063d909c9", "Gateway": "e2e-shared-a-5c850d", "namespace": "openshift-ingress"} 2026-07-24T23:32:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c850d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c850d", "reconcileID": "1bb42636-e102-4968-838c-ade063d909c9", "Gateway": "e2e-shared-a-5c850d", "namespace": "openshift-ingress", "name": "e2e-shared-a-5c850d-authn-ssl"} 2026-07-24T23:32:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c850d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c850d", "reconcileID": "1bb42636-e102-4968-838c-ade063d909c9", "Gateway": "e2e-shared-a-5c850d", "namespace": "openshift-ingress"} 2026-07-24T23:32:49Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "rate-test-model-d08a26", "reconcileID": "a2df0284-7157-4a27-aec2-ace30ef59a33", "LLMInferenceService": "rate-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:32:49Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "rate-test-model-d08a26", "reconcileID": "a2df0284-7157-4a27-aec2-ace30ef59a33", "LLMInferenceService": "rate-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "rate-test-model-d08a26"} 2026-07-24T23:32:49Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "rate-test-model-d08a26", "reconcileID": "a2df0284-7157-4a27-aec2-ace30ef59a33", "LLMInferenceService": "rate-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:32:49Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "rate-test-model-d08a26", "reconcileID": "a2df0284-7157-4a27-aec2-ace30ef59a33", "LLMInferenceService": "rate-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:32:49Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "rate-test-model-d08a26", "reconcileID": "a2df0284-7157-4a27-aec2-ace30ef59a33", "LLMInferenceService": "rate-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "rate-test-model-d08a26-kserve-route-authn"} 2026-07-24T23:32:49Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "rate-test-model-d08a26", "reconcileID": "a2df0284-7157-4a27-aec2-ace30ef59a33", "LLMInferenceService": "rate-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "rate-test-model-d08a26-kserve-route-authn"} 2026-07-24T23:32:49Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "rate-test-model-d08a26", "reconcileID": "a2df0284-7157-4a27-aec2-ace30ef59a33", "LLMInferenceService": "rate-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:32:49Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "rate-test-model-d08a26", "reconcileID": "a2df0284-7157-4a27-aec2-ace30ef59a33", "LLMInferenceService": "rate-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:32:50Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d08a26","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "rate-test-model-d08a26", "reconcileID": "5a526211-dd84-417e-a1e4-247fe6d9d3de", "LLMInferenceService": "rate-test-model-d08a26", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:32:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d08a26","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26", "reconcileID": "1010c3f9-478f-406d-8a17-0e67c2450713", "Gateway": "e2e-shared-b-d08a26", "namespace": "openshift-ingress"} 2026-07-24T23:32:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d08a26","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26", "reconcileID": "1010c3f9-478f-406d-8a17-0e67c2450713", "Gateway": "e2e-shared-b-d08a26", "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26-authn-ssl"} 2026-07-24T23:32:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d08a26","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26", "reconcileID": "1010c3f9-478f-406d-8a17-0e67c2450713", "Gateway": "e2e-shared-b-d08a26", "namespace": "openshift-ingress"} 2026-07-24T23:32:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d08a26","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26", "reconcileID": "b6510e50-39ba-456a-a75f-2fbee33cccf1", "Gateway": "e2e-shared-b-d08a26", "namespace": "openshift-ingress"} 2026-07-24T23:32:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d08a26","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26", "reconcileID": "b6510e50-39ba-456a-a75f-2fbee33cccf1", "Gateway": "e2e-shared-b-d08a26", "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26-authn-ssl"} 2026-07-24T23:32:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d08a26","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26", "reconcileID": "b6510e50-39ba-456a-a75f-2fbee33cccf1", "Gateway": "e2e-shared-b-d08a26", "namespace": "openshift-ingress"} 2026-07-24T23:33:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d08a26","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26", "reconcileID": "90df6a1d-9f17-447f-83bd-09998c199cec", "Gateway": "e2e-shared-b-d08a26", "namespace": "openshift-ingress"} 2026-07-24T23:33:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d08a26","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26", "reconcileID": "90df6a1d-9f17-447f-83bd-09998c199cec", "Gateway": "e2e-shared-b-d08a26", "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26-authn-ssl"} 2026-07-24T23:33:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d08a26","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26", "reconcileID": "90df6a1d-9f17-447f-83bd-09998c199cec", "Gateway": "e2e-shared-b-d08a26", "namespace": "openshift-ingress"} 2026-07-24T23:33:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c850d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c850d", "reconcileID": "2ea68d1f-5a79-4584-9751-f26fc2e0fccc", "Gateway": "e2e-shared-a-5c850d", "namespace": "openshift-ingress"} 2026-07-24T23:33:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c850d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c850d", "reconcileID": "2ea68d1f-5a79-4584-9751-f26fc2e0fccc", "Gateway": "e2e-shared-a-5c850d", "namespace": "openshift-ingress", "name": "e2e-shared-a-5c850d-authn-ssl"} 2026-07-24T23:33:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c850d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c850d", "reconcileID": "2ea68d1f-5a79-4584-9751-f26fc2e0fccc", "Gateway": "e2e-shared-a-5c850d", "namespace": "openshift-ingress"} 2026-07-24T23:33:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "3866fd20-3318-4f76-9f9c-adcab0c92fc0", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress"} 2026-07-24T23:33:10Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "3866fd20-3318-4f76-9f9c-adcab0c92fc0", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d-authn-ssl"} 2026-07-24T23:33:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "3866fd20-3318-4f76-9f9c-adcab0c92fc0", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress"} 2026-07-24T23:33:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "edaf8f71-7da7-46d2-af0b-ce105e5eb780", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress"} 2026-07-24T23:33:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "edaf8f71-7da7-46d2-af0b-ce105e5eb780", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d-authn-ssl"} 2026-07-24T23:33:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "edaf8f71-7da7-46d2-af0b-ce105e5eb780", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress"} 2026-07-24T23:33:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "3089e94e-974c-438e-8b61-d442743e502b", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress"} 2026-07-24T23:33:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "3089e94e-974c-438e-8b61-d442743e502b", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d-authn-ssl"} 2026-07-24T23:33:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "3089e94e-974c-438e-8b61-d442743e502b", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress"} 2026-07-24T23:33:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "7d321ba3-2398-486e-9531-8bff43a03863", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress"} 2026-07-24T23:33:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "7d321ba3-2398-486e-9531-8bff43a03863", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d-authn-ssl"} 2026-07-24T23:33:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "7d321ba3-2398-486e-9531-8bff43a03863", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress"} 2026-07-24T23:33:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "efe8fa39-b7cf-47ba-9fc8-248b5e0b08b9", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress"} 2026-07-24T23:33:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "efe8fa39-b7cf-47ba-9fc8-248b5e0b08b9", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d-authn-ssl"} 2026-07-24T23:33:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "efe8fa39-b7cf-47ba-9fc8-248b5e0b08b9", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress"} 2026-07-24T23:33:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "60dbe7c5-d6d5-426a-8a8a-c4dcb3132cef", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress"} 2026-07-24T23:33:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "60dbe7c5-d6d5-426a-8a8a-c4dcb3132cef", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d-authn-ssl"} 2026-07-24T23:33:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "60dbe7c5-d6d5-426a-8a8a-c4dcb3132cef", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress"} 2026-07-24T23:33:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "33e65250-a61c-4595-8343-ecd1fb3387c6", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress"} 2026-07-24T23:33:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "33e65250-a61c-4595-8343-ecd1fb3387c6", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d-authn-ssl"} 2026-07-24T23:33:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "33e65250-a61c-4595-8343-ecd1fb3387c6", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress"} 2026-07-24T23:33:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "openshift-service-ca.crt", "reconcileID": "f85e88c0-92a3-447b-af08-fbd31a00dfa6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:33:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "odh-trusted-ca-bundle", "reconcileID": "c982a1a4-b610-4c34-9c1f-9a9f847ff9ee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:33:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "openshift-service-ca.crt", "reconcileID": "5a80550d-9f4c-4355-85b8-22cc7d786e0d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T23:33:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "openshift-service-ca.crt", "reconcileID": "5a80550d-9f4c-4355-85b8-22cc7d786e0d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:33:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "openshift-service-ca.crt", "reconcileID": "9e30fd00-928a-47f1-9dc5-65c409adc627", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:33:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "11350c2c-ad6c-462b-b1c2-69bb19923bde", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:33:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "odh-trusted-ca-bundle", "reconcileID": "cfad5c18-e012-4858-9bfd-ef3c9abc8f69", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T23:33:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "odh-trusted-ca-bundle", "reconcileID": "cfad5c18-e012-4858-9bfd-ef3c9abc8f69", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:33:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e45824bb-5933-4b6f-9f40-83a7da24e337", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:33:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "c92ceabf-0e6b-4a5a-a256-20150f605b9c", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress"} 2026-07-24T23:33:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "c92ceabf-0e6b-4a5a-a256-20150f605b9c", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d-authn-ssl"} 2026-07-24T23:33:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "c92ceabf-0e6b-4a5a-a256-20150f605b9c", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress"} 2026-07-24T23:33:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2d66703e-473f-4c7f-84d5-94fd73cf955f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T23:33:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "5194ac11-5b37-4e29-bb69-195a0786b10e", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress"} 2026-07-24T23:33:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "5194ac11-5b37-4e29-bb69-195a0786b10e", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d-authn-ssl"} 2026-07-24T23:33:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "5194ac11-5b37-4e29-bb69-195a0786b10e", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress"} 2026-07-24T23:33:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-064932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-064932", "reconcileID": "01d8e851-daa5-4f79-acd0-dc39d4b50a52", "Gateway": "e2e-ipp-b-064932", "namespace": "openshift-ingress"} 2026-07-24T23:33:28Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-064932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-064932", "reconcileID": "01d8e851-daa5-4f79-acd0-dc39d4b50a52", "Gateway": "e2e-ipp-b-064932", "namespace": "openshift-ingress", "name": "e2e-ipp-b-064932-authn-ssl"} 2026-07-24T23:33:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-064932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-064932", "reconcileID": "01d8e851-daa5-4f79-acd0-dc39d4b50a52", "Gateway": "e2e-ipp-b-064932", "namespace": "openshift-ingress"} 2026-07-24T23:33:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-064932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-064932", "reconcileID": "705651c7-572f-4576-b46d-de7f80ccb5a8", "Gateway": "e2e-ipp-b-064932", "namespace": "openshift-ingress"} 2026-07-24T23:33:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-064932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-064932", "reconcileID": "705651c7-572f-4576-b46d-de7f80ccb5a8", "Gateway": "e2e-ipp-b-064932", "namespace": "openshift-ingress", "name": "e2e-ipp-b-064932-authn-ssl"} 2026-07-24T23:33:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-064932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-064932", "reconcileID": "705651c7-572f-4576-b46d-de7f80ccb5a8", "Gateway": "e2e-ipp-b-064932", "namespace": "openshift-ingress"} 2026-07-24T23:33:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-064932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-064932", "reconcileID": "53f2659b-7472-4b5e-be01-38ef472f305f", "Gateway": "e2e-ipp-b-064932", "namespace": "openshift-ingress"} 2026-07-24T23:33:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-064932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-064932", "reconcileID": "53f2659b-7472-4b5e-be01-38ef472f305f", "Gateway": "e2e-ipp-b-064932", "namespace": "openshift-ingress", "name": "e2e-ipp-b-064932-authn-ssl"} 2026-07-24T23:33:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-064932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-064932", "reconcileID": "53f2659b-7472-4b5e-be01-38ef472f305f", "Gateway": "e2e-ipp-b-064932", "namespace": "openshift-ingress"} 2026-07-24T23:33:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-064932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-064932", "reconcileID": "b4e6f4b4-169f-457a-90fd-37d554d8874c", "Gateway": "e2e-ipp-b-064932", "namespace": "openshift-ingress"} 2026-07-24T23:33:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-064932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-064932", "reconcileID": "b4e6f4b4-169f-457a-90fd-37d554d8874c", "Gateway": "e2e-ipp-b-064932", "namespace": "openshift-ingress", "name": "e2e-ipp-b-064932-authn-ssl"} 2026-07-24T23:33:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-064932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-064932", "reconcileID": "b4e6f4b4-169f-457a-90fd-37d554d8874c", "Gateway": "e2e-ipp-b-064932", "namespace": "openshift-ingress"} 2026-07-24T23:33:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-064932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-064932", "reconcileID": "af39d009-85d2-4acd-8702-e7dd5af04519", "Gateway": "e2e-ipp-b-064932", "namespace": "openshift-ingress"} 2026-07-24T23:33:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-064932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-064932", "reconcileID": "af39d009-85d2-4acd-8702-e7dd5af04519", "Gateway": "e2e-ipp-b-064932", "namespace": "openshift-ingress", "name": "e2e-ipp-b-064932-authn-ssl"} 2026-07-24T23:33:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-064932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-064932", "reconcileID": "af39d009-85d2-4acd-8702-e7dd5af04519", "Gateway": "e2e-ipp-b-064932", "namespace": "openshift-ingress"} 2026-07-24T23:33:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-064932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-064932", "reconcileID": "3487c8f8-3cf8-4052-9263-e3a8872118bd", "Gateway": "e2e-ipp-b-064932", "namespace": "openshift-ingress"} 2026-07-24T23:33:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-064932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-064932", "reconcileID": "3487c8f8-3cf8-4052-9263-e3a8872118bd", "Gateway": "e2e-ipp-b-064932", "namespace": "openshift-ingress", "name": "e2e-ipp-b-064932-authn-ssl"} 2026-07-24T23:33:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-064932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-064932", "reconcileID": "3487c8f8-3cf8-4052-9263-e3a8872118bd", "Gateway": "e2e-ipp-b-064932", "namespace": "openshift-ingress"} 2026-07-24T23:33:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-064932"}, "namespace": "ai-tenant-e2e-ipp-b-064932", "name": "openshift-service-ca.crt", "reconcileID": "90a5dbe0-08f7-46a9-828d-9fc551246fc9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-064932"} 2026-07-24T23:33:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-064932"}, "namespace": "ai-tenant-e2e-ipp-b-064932", "name": "odh-trusted-ca-bundle", "reconcileID": "5673d9e7-c62b-4e2d-84bd-bfae292d9f62", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-064932"} 2026-07-24T23:33:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-064932"}, "namespace": "ai-tenant-e2e-ipp-b-064932", "name": "openshift-service-ca.crt", "reconcileID": "8f2fb3b5-49ed-4f59-8754-fe5754f2d914", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-064932", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T23:33:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-064932"}, "namespace": "ai-tenant-e2e-ipp-b-064932", "name": "openshift-service-ca.crt", "reconcileID": "8f2fb3b5-49ed-4f59-8754-fe5754f2d914", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-064932"} 2026-07-24T23:33:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-064932"}, "namespace": "ai-tenant-e2e-ipp-b-064932", "name": "openshift-service-ca.crt", "reconcileID": "fa596322-806c-4d15-b146-fc34fbc2cbce", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-064932", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T23:33:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-064932"}, "namespace": "ai-tenant-e2e-ipp-b-064932", "name": "openshift-service-ca.crt", "reconcileID": "fa596322-806c-4d15-b146-fc34fbc2cbce", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T23:33:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-064932"}, "namespace": "ai-tenant-e2e-ipp-b-064932", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "595f582a-26df-4d70-a5ee-96efedc9d0be", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-064932"} 2026-07-24T23:33:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-064932"}, "namespace": "ai-tenant-e2e-ipp-b-064932", "name": "openshift-service-ca.crt", "reconcileID": "29a30258-4580-4bbb-970f-3c0368543266", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-064932"} 2026-07-24T23:33:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-064932"}, "namespace": "ai-tenant-e2e-ipp-b-064932", "name": "odh-trusted-ca-bundle", "reconcileID": "df15a650-ed1d-413d-949e-d610c3b48224", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-064932", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T23:33:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-064932"}, "namespace": "ai-tenant-e2e-ipp-b-064932", "name": "odh-trusted-ca-bundle", "reconcileID": "df15a650-ed1d-413d-949e-d610c3b48224", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-064932"} 2026-07-24T23:33:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-064932"}, "namespace": "ai-tenant-e2e-ipp-b-064932", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "06f590ce-8a66-4dcd-8705-5f69de04262f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-064932"} 2026-07-24T23:33:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-064932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-064932", "reconcileID": "a52fd5b4-ec0f-4b3b-8940-da9cc41dfd8a", "Gateway": "e2e-ipp-b-064932", "namespace": "openshift-ingress"} 2026-07-24T23:33:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-064932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-064932", "reconcileID": "a52fd5b4-ec0f-4b3b-8940-da9cc41dfd8a", "Gateway": "e2e-ipp-b-064932", "namespace": "openshift-ingress", "name": "e2e-ipp-b-064932-authn-ssl"} 2026-07-24T23:33:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-064932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-064932", "reconcileID": "a52fd5b4-ec0f-4b3b-8940-da9cc41dfd8a", "Gateway": "e2e-ipp-b-064932", "namespace": "openshift-ingress"} 2026-07-24T23:33:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ec69f998-1f83-4f03-9b70-77f81c5ed951", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T23:33:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-064932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-064932", "reconcileID": "79e26683-9534-4a94-97b5-4da51f1828b0", "Gateway": "e2e-ipp-b-064932", "namespace": "openshift-ingress"} 2026-07-24T23:33:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-064932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-064932", "reconcileID": "79e26683-9534-4a94-97b5-4da51f1828b0", "Gateway": "e2e-ipp-b-064932", "namespace": "openshift-ingress", "name": "e2e-ipp-b-064932-authn-ssl"} 2026-07-24T23:33:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-064932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-064932", "reconcileID": "79e26683-9534-4a94-97b5-4da51f1828b0", "Gateway": "e2e-ipp-b-064932", "namespace": "openshift-ingress"} 2026-07-24T23:34:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "bd63a01d-1297-44ee-a85e-dcf043a3e89f", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:34:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "bd63a01d-1297-44ee-a85e-dcf043a3e89f", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:34:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "bd63a01d-1297-44ee-a85e-dcf043a3e89f", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:34:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "874a910a-89fd-46e6-b709-b3accfaf0bd0", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress"} 2026-07-24T23:34:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "bd63a01d-1297-44ee-a85e-dcf043a3e89f", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d-kserve-route-authn"} 2026-07-24T23:34:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "bd63a01d-1297-44ee-a85e-dcf043a3e89f", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "authType": "userdefined"} 2026-07-24T23:34:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "bd63a01d-1297-44ee-a85e-dcf043a3e89f", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:34:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "874a910a-89fd-46e6-b709-b3accfaf0bd0", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d-authn-ssl"} 2026-07-24T23:34:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "874a910a-89fd-46e6-b709-b3accfaf0bd0", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress"} 2026-07-24T23:34:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "fa14d60f-ed91-4335-90fd-bcea1904f6f7", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:34:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "fa14d60f-ed91-4335-90fd-bcea1904f6f7", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:34:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "fa14d60f-ed91-4335-90fd-bcea1904f6f7", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:34:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "fa14d60f-ed91-4335-90fd-bcea1904f6f7", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d-kserve-route-authn"} 2026-07-24T23:34:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "fa14d60f-ed91-4335-90fd-bcea1904f6f7", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "authType": "userdefined"} 2026-07-24T23:34:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "fa14d60f-ed91-4335-90fd-bcea1904f6f7", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:34:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "0e87dbce-b0a3-4d1c-8d46-f664de31cb38", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress"} 2026-07-24T23:34:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "0e87dbce-b0a3-4d1c-8d46-f664de31cb38", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d-authn-ssl"} 2026-07-24T23:34:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "0e87dbce-b0a3-4d1c-8d46-f664de31cb38", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress"} 2026-07-24T23:34:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "bd85d28f-a5f4-40e5-85e9-47b947fa387c", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:34:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "bd85d28f-a5f4-40e5-85e9-47b947fa387c", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:34:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "bd85d28f-a5f4-40e5-85e9-47b947fa387c", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:34:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "bd85d28f-a5f4-40e5-85e9-47b947fa387c", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d-kserve-route-authn"} 2026-07-24T23:34:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "bd85d28f-a5f4-40e5-85e9-47b947fa387c", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "authType": "userdefined"} 2026-07-24T23:34:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "bd85d28f-a5f4-40e5-85e9-47b947fa387c", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:34:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "84b0da3f-d2a5-4443-857b-81b2b997d166", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:34:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "84b0da3f-d2a5-4443-857b-81b2b997d166", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:34:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "84b0da3f-d2a5-4443-857b-81b2b997d166", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:34:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "84b0da3f-d2a5-4443-857b-81b2b997d166", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d-kserve-route-authn"} 2026-07-24T23:34:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "84b0da3f-d2a5-4443-857b-81b2b997d166", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "authType": "userdefined"} 2026-07-24T23:34:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "84b0da3f-d2a5-4443-857b-81b2b997d166", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:34:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "098b855f-8b4c-40d2-901e-7456f246ea4b", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:34:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "098b855f-8b4c-40d2-901e-7456f246ea4b", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:34:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "098b855f-8b4c-40d2-901e-7456f246ea4b", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:34:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "098b855f-8b4c-40d2-901e-7456f246ea4b", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d-kserve-route-authn"} 2026-07-24T23:34:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "098b855f-8b4c-40d2-901e-7456f246ea4b", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "authType": "userdefined"} 2026-07-24T23:34:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "098b855f-8b4c-40d2-901e-7456f246ea4b", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:34:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "e2ca661d-4315-4e95-bc4e-17da00c43bf5", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress"} 2026-07-24T23:34:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "e2ca661d-4315-4e95-bc4e-17da00c43bf5", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d-authn-ssl"} 2026-07-24T23:34:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "e2ca661d-4315-4e95-bc4e-17da00c43bf5", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress"} 2026-07-24T23:34:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-429acb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-429acb", "reconcileID": "6bd95987-097f-426e-a926-2260b129493c", "Gateway": "e2e-ipp-cleanup-429acb", "namespace": "openshift-ingress"} 2026-07-24T23:34:53Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-429acb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-429acb", "reconcileID": "6bd95987-097f-426e-a926-2260b129493c", "Gateway": "e2e-ipp-cleanup-429acb", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-429acb-authn-ssl"} 2026-07-24T23:34:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-429acb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-429acb", "reconcileID": "6bd95987-097f-426e-a926-2260b129493c", "Gateway": "e2e-ipp-cleanup-429acb", "namespace": "openshift-ingress"} 2026-07-24T23:34:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-429acb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-429acb", "reconcileID": "5ec40b19-0cc1-4d43-a317-051b130b82c1", "Gateway": "e2e-ipp-cleanup-429acb", "namespace": "openshift-ingress"} 2026-07-24T23:34:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-429acb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-429acb", "reconcileID": "5ec40b19-0cc1-4d43-a317-051b130b82c1", "Gateway": "e2e-ipp-cleanup-429acb", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-429acb-authn-ssl"} 2026-07-24T23:34:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-429acb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-429acb", "reconcileID": "5ec40b19-0cc1-4d43-a317-051b130b82c1", "Gateway": "e2e-ipp-cleanup-429acb", "namespace": "openshift-ingress"} 2026-07-24T23:34:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-429acb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-429acb", "reconcileID": "7d415811-f45e-4dae-9add-e88eb1937158", "Gateway": "e2e-ipp-cleanup-429acb", "namespace": "openshift-ingress"} 2026-07-24T23:34:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-429acb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-429acb", "reconcileID": "7d415811-f45e-4dae-9add-e88eb1937158", "Gateway": "e2e-ipp-cleanup-429acb", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-429acb-authn-ssl"} 2026-07-24T23:34:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-429acb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-429acb", "reconcileID": "7d415811-f45e-4dae-9add-e88eb1937158", "Gateway": "e2e-ipp-cleanup-429acb", "namespace": "openshift-ingress"} 2026-07-24T23:34:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-429acb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-429acb", "reconcileID": "98083f23-4208-4014-9989-0cf79b97c5bc", "Gateway": "e2e-ipp-cleanup-429acb", "namespace": "openshift-ingress"} 2026-07-24T23:34:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-429acb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-429acb", "reconcileID": "98083f23-4208-4014-9989-0cf79b97c5bc", "Gateway": "e2e-ipp-cleanup-429acb", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-429acb-authn-ssl"} 2026-07-24T23:34:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-429acb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-429acb", "reconcileID": "98083f23-4208-4014-9989-0cf79b97c5bc", "Gateway": "e2e-ipp-cleanup-429acb", "namespace": "openshift-ingress"} 2026-07-24T23:34:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-429acb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-429acb", "reconcileID": "803851bb-63d1-424a-a7eb-485dac480580", "Gateway": "e2e-ipp-cleanup-429acb", "namespace": "openshift-ingress"} 2026-07-24T23:34:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-429acb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-429acb", "reconcileID": "803851bb-63d1-424a-a7eb-485dac480580", "Gateway": "e2e-ipp-cleanup-429acb", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-429acb-authn-ssl"} 2026-07-24T23:34:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-429acb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-429acb", "reconcileID": "803851bb-63d1-424a-a7eb-485dac480580", "Gateway": "e2e-ipp-cleanup-429acb", "namespace": "openshift-ingress"} 2026-07-24T23:34:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-429acb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-429acb", "reconcileID": "a42c8e14-6f7c-41b0-bacc-57f151d4bb8a", "Gateway": "e2e-ipp-cleanup-429acb", "namespace": "openshift-ingress"} 2026-07-24T23:34:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-429acb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-429acb", "reconcileID": "a42c8e14-6f7c-41b0-bacc-57f151d4bb8a", "Gateway": "e2e-ipp-cleanup-429acb", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-429acb-authn-ssl"} 2026-07-24T23:34:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-429acb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-429acb", "reconcileID": "a42c8e14-6f7c-41b0-bacc-57f151d4bb8a", "Gateway": "e2e-ipp-cleanup-429acb", "namespace": "openshift-ingress"} 2026-07-24T23:34:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-429acb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-429acb", "reconcileID": "68e83d9e-c871-4c76-8274-810041c3d85a", "Gateway": "e2e-ipp-cleanup-429acb", "namespace": "openshift-ingress"} 2026-07-24T23:34:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-429acb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-429acb", "reconcileID": "68e83d9e-c871-4c76-8274-810041c3d85a", "Gateway": "e2e-ipp-cleanup-429acb", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-429acb-authn-ssl"} 2026-07-24T23:34:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-429acb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-429acb", "reconcileID": "68e83d9e-c871-4c76-8274-810041c3d85a", "Gateway": "e2e-ipp-cleanup-429acb", "namespace": "openshift-ingress"} 2026-07-24T23:34:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-429acb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-429acb", "name": "openshift-service-ca.crt", "reconcileID": "610e6e8c-ed1e-4c4f-b64c-4b11bf354fa6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-429acb"} 2026-07-24T23:34:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-429acb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-429acb", "name": "odh-trusted-ca-bundle", "reconcileID": "47cb820f-ae0e-4758-ad5f-2f9aee4af952", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-429acb"} 2026-07-24T23:34:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-429acb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-429acb", "name": "openshift-service-ca.crt", "reconcileID": "f5a1cb2e-198b-4240-8e52-ff7937b05130", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-429acb", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T23:34:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-429acb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-429acb", "name": "openshift-service-ca.crt", "reconcileID": "f5a1cb2e-198b-4240-8e52-ff7937b05130", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-429acb"} 2026-07-24T23:34:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-429acb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-429acb", "name": "openshift-service-ca.crt", "reconcileID": "ad56ce22-f560-473b-9df7-84045b895492", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-429acb", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T23:34:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-429acb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-429acb", "name": "openshift-service-ca.crt", "reconcileID": "ad56ce22-f560-473b-9df7-84045b895492", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T23:34:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-429acb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-429acb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "271fa744-3c1d-4d81-ad95-c9e0a3e4a86b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-429acb"} 2026-07-24T23:34:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-429acb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-429acb", "name": "openshift-service-ca.crt", "reconcileID": "dc014eb8-d09f-4a06-bfa2-6e3323d2663e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-429acb"} 2026-07-24T23:34:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-429acb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-429acb", "name": "odh-trusted-ca-bundle", "reconcileID": "22a73fe6-4e1d-4680-97c1-f33a6b401ed4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-429acb", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T23:34:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-429acb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-429acb", "name": "odh-trusted-ca-bundle", "reconcileID": "22a73fe6-4e1d-4680-97c1-f33a6b401ed4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-429acb"} 2026-07-24T23:34:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-429acb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-429acb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82966780-e309-4759-8536-c8413467956b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-429acb"} 2026-07-24T23:34:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-429acb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-429acb", "reconcileID": "6e7536b5-3dd9-41fb-be99-7929ec165571", "Gateway": "e2e-ipp-cleanup-429acb", "namespace": "openshift-ingress"} 2026-07-24T23:34:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-429acb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-429acb", "reconcileID": "6e7536b5-3dd9-41fb-be99-7929ec165571", "Gateway": "e2e-ipp-cleanup-429acb", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-429acb-authn-ssl"} 2026-07-24T23:34:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-429acb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-429acb", "reconcileID": "6e7536b5-3dd9-41fb-be99-7929ec165571", "Gateway": "e2e-ipp-cleanup-429acb", "namespace": "openshift-ingress"} 2026-07-24T23:34:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "abc67d65-0adc-4789-97a2-15620f1f2881", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T23:35:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-429acb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-429acb", "reconcileID": "f7fe989d-a0d8-4b11-ade2-68719f699da0", "Gateway": "e2e-ipp-cleanup-429acb", "namespace": "openshift-ingress"} 2026-07-24T23:35:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-429acb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-429acb", "reconcileID": "f7fe989d-a0d8-4b11-ade2-68719f699da0", "Gateway": "e2e-ipp-cleanup-429acb", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-429acb-authn-ssl"} 2026-07-24T23:35:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-429acb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-429acb", "reconcileID": "f7fe989d-a0d8-4b11-ade2-68719f699da0", "Gateway": "e2e-ipp-cleanup-429acb", "namespace": "openshift-ingress"} 2026-07-24T23:35:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-429acb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-429acb", "reconcileID": "bb27cef2-37a4-4a31-9960-626b5f3806cc", "Gateway": "e2e-ipp-cleanup-429acb", "namespace": "openshift-ingress"} 2026-07-24T23:35:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-429acb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-429acb", "reconcileID": "bb27cef2-37a4-4a31-9960-626b5f3806cc", "Gateway": "e2e-ipp-cleanup-429acb", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-429acb-authn-ssl"} 2026-07-24T23:35:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-429acb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-429acb", "reconcileID": "bb27cef2-37a4-4a31-9960-626b5f3806cc", "Gateway": "e2e-ipp-cleanup-429acb", "namespace": "openshift-ingress"} 2026-07-24T23:35:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-429acb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-429acb", "reconcileID": "86850786-e372-443e-824e-e0c70188aca7", "Gateway": "e2e-ipp-cleanup-429acb", "namespace": "openshift-ingress"} 2026-07-24T23:35:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-429acb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-429acb", "reconcileID": "86850786-e372-443e-824e-e0c70188aca7", "Gateway": "e2e-ipp-cleanup-429acb", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-429acb-authn-ssl"} 2026-07-24T23:35:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-429acb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-429acb", "reconcileID": "86850786-e372-443e-824e-e0c70188aca7", "Gateway": "e2e-ipp-cleanup-429acb", "namespace": "openshift-ingress"} 2026-07-24T23:35:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-429acb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-429acb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7993919b-82ea-45ee-a125-8ccc14d7fc92", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-429acb"} 2026-07-24T23:35:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-429acb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-429acb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7993919b-82ea-45ee-a125-8ccc14d7fc92", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-429acb", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T23:35:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-429acb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-429acb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7993919b-82ea-45ee-a125-8ccc14d7fc92", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-429acb because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T23:35:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-429acb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-429acb", "name": "odh-trusted-ca-bundle", "reconcileID": "8845b832-9635-4919-8819-a85c1c9ec1e0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-429acb"} 2026-07-24T23:35:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-429acb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-429acb", "name": "odh-trusted-ca-bundle", "reconcileID": "8845b832-9635-4919-8819-a85c1c9ec1e0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-429acb"} 2026-07-24T23:35:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-429acb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-429acb", "name": "openshift-service-ca.crt", "reconcileID": "ba0a214d-e509-47ca-bb86-57d1e1928cd8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-429acb"} 2026-07-24T23:35:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-429acb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-429acb", "name": "openshift-service-ca.crt", "reconcileID": "ba0a214d-e509-47ca-bb86-57d1e1928cd8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-429acb"} 2026-07-24T23:35:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-429acb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-429acb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3303a65c-ec59-43c6-96a0-d63148c4fd2f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-429acb"} 2026-07-24T23:35:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-429acb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-429acb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3303a65c-ec59-43c6-96a0-d63148c4fd2f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-429acb"} 2026-07-24T23:35:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "08976f11-0b22-444c-9d4d-e0deb0ed4c3a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T23:35:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "d76904dd-eeaa-44ec-be58-9f613930412c", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress"} 2026-07-24T23:35:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "d76904dd-eeaa-44ec-be58-9f613930412c", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d-authn-ssl"} 2026-07-24T23:35:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "d76904dd-eeaa-44ec-be58-9f613930412c", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress"} 2026-07-24T23:35:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "f872681d-4e6a-4ccb-ac25-986698726570", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress"} 2026-07-24T23:35:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "f872681d-4e6a-4ccb-ac25-986698726570", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d-authn-ssl"} 2026-07-24T23:35:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "f872681d-4e6a-4ccb-ac25-986698726570", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress"} 2026-07-24T23:35:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "20abeb1c-ae7a-4529-bdb5-8e0b7bf0c5e1", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress"} 2026-07-24T23:35:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "20abeb1c-ae7a-4529-bdb5-8e0b7bf0c5e1", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d-authn-ssl"} 2026-07-24T23:35:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "20abeb1c-ae7a-4529-bdb5-8e0b7bf0c5e1", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress"} 2026-07-24T23:36:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "fa3013f2-090b-4a9b-8e6a-a19a723b7773", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:36:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "fa3013f2-090b-4a9b-8e6a-a19a723b7773", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:36:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "fa3013f2-090b-4a9b-8e6a-a19a723b7773", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:36:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "fa3013f2-090b-4a9b-8e6a-a19a723b7773", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d-kserve-route-authn"} 2026-07-24T23:36:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "fa3013f2-090b-4a9b-8e6a-a19a723b7773", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "authType": "userdefined"} 2026-07-24T23:36:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "fa3013f2-090b-4a9b-8e6a-a19a723b7773", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:36:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "6d889eb8-43b6-4389-8000-81a8dd9fd43c", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress"} 2026-07-24T23:36:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "6d889eb8-43b6-4389-8000-81a8dd9fd43c", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d-authn-ssl"} 2026-07-24T23:36:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "6d889eb8-43b6-4389-8000-81a8dd9fd43c", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress"} 2026-07-24T23:36:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "29db2e30-3fa3-41fc-b5ff-be95658ebe90", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:36:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "29db2e30-3fa3-41fc-b5ff-be95658ebe90", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T23:36:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "29db2e30-3fa3-41fc-b5ff-be95658ebe90", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-eb4c8d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T23:36:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "odh-trusted-ca-bundle", "reconcileID": "f3c5c009-4b7c-43c9-80aa-7897a3564438", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:36:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "odh-trusted-ca-bundle", "reconcileID": "f3c5c009-4b7c-43c9-80aa-7897a3564438", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:36:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "openshift-service-ca.crt", "reconcileID": "e3dd2bde-cfd1-4b9c-a98b-bd51ef4bb83d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:36:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "openshift-service-ca.crt", "reconcileID": "e3dd2bde-cfd1-4b9c-a98b-bd51ef4bb83d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:36:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c67329f-5a30-40b5-801f-1f7f9b1da9b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:36:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c67329f-5a30-40b5-801f-1f7f9b1da9b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:36:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "be20060c-d15c-4272-8a1d-5bff1cb68b35", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:36:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "be20060c-d15c-4272-8a1d-5bff1cb68b35", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:36:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "be20060c-d15c-4272-8a1d-5bff1cb68b35", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:36:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "be20060c-d15c-4272-8a1d-5bff1cb68b35", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d-kserve-route-authn"} 2026-07-24T23:36:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "be20060c-d15c-4272-8a1d-5bff1cb68b35", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "authType": "userdefined"} 2026-07-24T23:36:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "be20060c-d15c-4272-8a1d-5bff1cb68b35", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:36:39Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "559e1651-7c4d-4f68-abc4-5762c0c8bd80", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:36:39Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "559e1651-7c4d-4f68-abc4-5762c0c8bd80", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d"} 2026-07-24T23:36:39Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "559e1651-7c4d-4f68-abc4-5762c0c8bd80", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:36:39Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "559e1651-7c4d-4f68-abc4-5762c0c8bd80", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:36:39Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "559e1651-7c4d-4f68-abc4-5762c0c8bd80", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d-kserve-route-authn"} 2026-07-24T23:36:39Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "559e1651-7c4d-4f68-abc4-5762c0c8bd80", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d-kserve-route-authn"} 2026-07-24T23:36:39Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "559e1651-7c4d-4f68-abc4-5762c0c8bd80", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:36:39Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "559e1651-7c4d-4f68-abc4-5762c0c8bd80", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:36:45Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "8e9e5d6a-d183-4e80-a30f-8376800a51b6", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:36:45Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "8e9e5d6a-d183-4e80-a30f-8376800a51b6", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d"} 2026-07-24T23:36:45Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "8e9e5d6a-d183-4e80-a30f-8376800a51b6", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:36:45Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "8e9e5d6a-d183-4e80-a30f-8376800a51b6", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:36:45Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "8e9e5d6a-d183-4e80-a30f-8376800a51b6", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d-kserve-route-authn"} 2026-07-24T23:36:45Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "8e9e5d6a-d183-4e80-a30f-8376800a51b6", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d-kserve-route-authn"} 2026-07-24T23:36:45Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "8e9e5d6a-d183-4e80-a30f-8376800a51b6", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:36:45Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "8e9e5d6a-d183-4e80-a30f-8376800a51b6", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:36:45Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-eb4c8d","namespace":"ai-tenant-e2e-ipp-a-eb4c8d"}, "namespace": "ai-tenant-e2e-ipp-a-eb4c8d", "name": "ipp-route-eb4c8d", "reconcileID": "2e7a1940-b450-4365-bba3-e778323fead4", "LLMInferenceService": "ipp-route-eb4c8d", "namespace": "ai-tenant-e2e-ipp-a-eb4c8d"} 2026-07-24T23:36:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "79f209d6-3e7a-4209-bf87-2e43ac22c80a", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress"} 2026-07-24T23:36:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "79f209d6-3e7a-4209-bf87-2e43ac22c80a", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d-authn-ssl"} 2026-07-24T23:36:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-eb4c8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-eb4c8d", "reconcileID": "79f209d6-3e7a-4209-bf87-2e43ac22c80a", "Gateway": "e2e-ipp-a-eb4c8d", "namespace": "openshift-ingress"} 2026-07-24T23:36:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8515598d-b0e5-4287-a9d9-16a731758e92", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T23:37:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-064932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-064932", "reconcileID": "b07ceaae-9dd7-4a31-8400-30750591b0e2", "Gateway": "e2e-ipp-b-064932", "namespace": "openshift-ingress"} 2026-07-24T23:37:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-064932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-064932", "reconcileID": "b07ceaae-9dd7-4a31-8400-30750591b0e2", "Gateway": "e2e-ipp-b-064932", "namespace": "openshift-ingress", "name": "e2e-ipp-b-064932-authn-ssl"} 2026-07-24T23:37:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-064932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-064932", "reconcileID": "b07ceaae-9dd7-4a31-8400-30750591b0e2", "Gateway": "e2e-ipp-b-064932", "namespace": "openshift-ingress"} 2026-07-24T23:37:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-064932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-064932", "reconcileID": "d57d46f7-4220-4145-b9d7-feff7bee65c5", "Gateway": "e2e-ipp-b-064932", "namespace": "openshift-ingress"} 2026-07-24T23:37:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-064932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-064932", "reconcileID": "d57d46f7-4220-4145-b9d7-feff7bee65c5", "Gateway": "e2e-ipp-b-064932", "namespace": "openshift-ingress", "name": "e2e-ipp-b-064932-authn-ssl"} 2026-07-24T23:37:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-064932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-064932", "reconcileID": "d57d46f7-4220-4145-b9d7-feff7bee65c5", "Gateway": "e2e-ipp-b-064932", "namespace": "openshift-ingress"} 2026-07-24T23:37:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3705f397-fcf6-4b33-aea0-6fcdfa2bd70d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T23:37:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-064932"}, "namespace": "ai-tenant-e2e-ipp-b-064932", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ab683b2-c4b4-442f-8566-a0a57b58c336", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-064932"} 2026-07-24T23:37:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-064932"}, "namespace": "ai-tenant-e2e-ipp-b-064932", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ab683b2-c4b4-442f-8566-a0a57b58c336", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-064932", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T23:37:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-064932"}, "namespace": "ai-tenant-e2e-ipp-b-064932", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ab683b2-c4b4-442f-8566-a0a57b58c336", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-064932 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T23:37:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-064932"}, "namespace": "ai-tenant-e2e-ipp-b-064932", "name": "odh-trusted-ca-bundle", "reconcileID": "6a9da6af-bd68-41c7-bee6-a621844ac3dc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-064932"} 2026-07-24T23:37:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-064932"}, "namespace": "ai-tenant-e2e-ipp-b-064932", "name": "odh-trusted-ca-bundle", "reconcileID": "6a9da6af-bd68-41c7-bee6-a621844ac3dc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-064932"} 2026-07-24T23:37:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-064932"}, "namespace": "ai-tenant-e2e-ipp-b-064932", "name": "openshift-service-ca.crt", "reconcileID": "08a5abab-2e3e-46fb-979a-d73ef278b797", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-064932"} 2026-07-24T23:37:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-064932"}, "namespace": "ai-tenant-e2e-ipp-b-064932", "name": "openshift-service-ca.crt", "reconcileID": "08a5abab-2e3e-46fb-979a-d73ef278b797", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-064932"} 2026-07-24T23:37:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-064932"}, "namespace": "ai-tenant-e2e-ipp-b-064932", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b27f80a-0c62-4381-b25a-ac0da02d00d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-064932"} 2026-07-24T23:37:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-064932"}, "namespace": "ai-tenant-e2e-ipp-b-064932", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b27f80a-0c62-4381-b25a-ac0da02d00d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-064932"} 2026-07-24T23:37:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7494b6eb-747b-4de9-9213-319380927431", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T23:37:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c850d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c850d", "reconcileID": "be87022b-013e-4417-be9d-7fea82d138e7", "Gateway": "e2e-shared-a-5c850d", "namespace": "openshift-ingress"} 2026-07-24T23:37:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c850d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c850d", "reconcileID": "be87022b-013e-4417-be9d-7fea82d138e7", "Gateway": "e2e-shared-a-5c850d", "namespace": "openshift-ingress", "name": "e2e-shared-a-5c850d-authn-ssl"} 2026-07-24T23:37:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c850d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c850d", "reconcileID": "be87022b-013e-4417-be9d-7fea82d138e7", "Gateway": "e2e-shared-a-5c850d", "namespace": "openshift-ingress"} 2026-07-24T23:37:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c850d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c850d", "reconcileID": "b7593408-dc89-4476-9a62-93cebb4c9aac", "Gateway": "e2e-shared-a-5c850d", "namespace": "openshift-ingress"} 2026-07-24T23:37:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c850d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c850d", "reconcileID": "b7593408-dc89-4476-9a62-93cebb4c9aac", "Gateway": "e2e-shared-a-5c850d", "namespace": "openshift-ingress", "name": "e2e-shared-a-5c850d-authn-ssl"} 2026-07-24T23:37:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c850d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c850d", "reconcileID": "b7593408-dc89-4476-9a62-93cebb4c9aac", "Gateway": "e2e-shared-a-5c850d", "namespace": "openshift-ingress"} 2026-07-24T23:37:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a7e29b7-e14b-4a18-9bd9-f2b00547be8e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5c850d"} 2026-07-24T23:37:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a7e29b7-e14b-4a18-9bd9-f2b00547be8e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5c850d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T23:37:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a7e29b7-e14b-4a18-9bd9-f2b00547be8e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-5c850d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T23:37:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "odh-trusted-ca-bundle", "reconcileID": "280f2c57-b475-4ca7-8a7e-9b2843eb356b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5c850d"} 2026-07-24T23:37:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "odh-trusted-ca-bundle", "reconcileID": "280f2c57-b475-4ca7-8a7e-9b2843eb356b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5c850d"} 2026-07-24T23:37:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "openshift-service-ca.crt", "reconcileID": "fe3be51c-a579-4c2c-99dc-0767bdbb104f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-5c850d"} 2026-07-24T23:37:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "openshift-service-ca.crt", "reconcileID": "fe3be51c-a579-4c2c-99dc-0767bdbb104f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-5c850d"} 2026-07-24T23:37:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8156be60-f158-4c5a-a152-308c2c2030fb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5c850d"} 2026-07-24T23:37:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5c850d"}, "namespace": "ai-tenant-e2e-shared-a-5c850d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8156be60-f158-4c5a-a152-308c2c2030fb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5c850d"} 2026-07-24T23:37:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b2399e24-62df-4b5d-8583-a51849c7d0f9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T23:37:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d08a26","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26", "reconcileID": "e1c47316-6193-42d6-94b3-54d7896403fa", "Gateway": "e2e-shared-b-d08a26", "namespace": "openshift-ingress"} 2026-07-24T23:37:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d08a26","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26", "reconcileID": "e1c47316-6193-42d6-94b3-54d7896403fa", "Gateway": "e2e-shared-b-d08a26", "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26-authn-ssl"} 2026-07-24T23:37:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d08a26","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26", "reconcileID": "e1c47316-6193-42d6-94b3-54d7896403fa", "Gateway": "e2e-shared-b-d08a26", "namespace": "openshift-ingress"} 2026-07-24T23:37:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d08a26","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26", "reconcileID": "7305920d-cf88-4a2e-bb1b-b1d1377a649b", "Gateway": "e2e-shared-b-d08a26", "namespace": "openshift-ingress"} 2026-07-24T23:37:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d08a26","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26", "reconcileID": "7305920d-cf88-4a2e-bb1b-b1d1377a649b", "Gateway": "e2e-shared-b-d08a26", "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26-authn-ssl"} 2026-07-24T23:37:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d08a26","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d08a26", "reconcileID": "7305920d-cf88-4a2e-bb1b-b1d1377a649b", "Gateway": "e2e-shared-b-d08a26", "namespace": "openshift-ingress"} 2026-07-24T23:37:54Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T23:37:54Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T23:37:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ebf25cd2-33c7-499e-a051-40ff002f4148", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:37:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ebf25cd2-33c7-499e-a051-40ff002f4148", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d08a26", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T23:37:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ebf25cd2-33c7-499e-a051-40ff002f4148", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-d08a26 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T23:37:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "odh-trusted-ca-bundle", "reconcileID": "d3fda350-d55d-4499-aa3f-8fbb70fac807", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:37:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "odh-trusted-ca-bundle", "reconcileID": "d3fda350-d55d-4499-aa3f-8fbb70fac807", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:37:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "openshift-service-ca.crt", "reconcileID": "e924f2fe-9370-41d5-9fc6-368d312d63b5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:37:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "openshift-service-ca.crt", "reconcileID": "e924f2fe-9370-41d5-9fc6-368d312d63b5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:37:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ef44709-3a1e-4719-b9f6-99aa21017b50", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:37:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d08a26"}, "namespace": "ai-tenant-e2e-shared-b-d08a26", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ef44709-3a1e-4719-b9f6-99aa21017b50", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d08a26"} 2026-07-24T23:37:58Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T23:37:58Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}