2026-07-30T21:48:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2abe52","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "sub-test-model-2abe52", "reconcileID": "48f743b2-e5c7-4542-97fe-4687c6a88baf", "LLMInferenceService": "sub-test-model-2abe52", "namespace": "ai-tenant-e2e-shared-a-2abe52"} 2026-07-30T21:49:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "sub-test-model-592c1e", "reconcileID": "15e4fb46-7410-47da-9fdc-0ee08cc77b8e", "LLMInferenceService": "sub-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:49:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "sub-test-model-592c1e", "reconcileID": "15e4fb46-7410-47da-9fdc-0ee08cc77b8e", "LLMInferenceService": "sub-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:49:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "sub-test-model-592c1e", "reconcileID": "15e4fb46-7410-47da-9fdc-0ee08cc77b8e", "LLMInferenceService": "sub-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:49:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "9ee7099c-1b6c-43aa-a022-17c8e4729485", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress"} 2026-07-30T21:49:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "sub-test-model-592c1e", "reconcileID": "15e4fb46-7410-47da-9fdc-0ee08cc77b8e", "LLMInferenceService": "sub-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "sub-test-model-592c1e-kserve-route-authn"} 2026-07-30T21:49:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "sub-test-model-592c1e", "reconcileID": "15e4fb46-7410-47da-9fdc-0ee08cc77b8e", "LLMInferenceService": "sub-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e", "authType": "userdefined"} 2026-07-30T21:49:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "sub-test-model-592c1e", "reconcileID": "15e4fb46-7410-47da-9fdc-0ee08cc77b8e", "LLMInferenceService": "sub-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:49:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "9ee7099c-1b6c-43aa-a022-17c8e4729485", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e-authn-ssl"} 2026-07-30T21:49:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "9ee7099c-1b6c-43aa-a022-17c8e4729485", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress"} 2026-07-30T21:49:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "sub-test-model-592c1e", "reconcileID": "fb90e421-771f-4d9d-b994-1e98d61ac099", "LLMInferenceService": "sub-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:49:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "sub-test-model-592c1e", "reconcileID": "fb90e421-771f-4d9d-b994-1e98d61ac099", "LLMInferenceService": "sub-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:49:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "sub-test-model-592c1e", "reconcileID": "fb90e421-771f-4d9d-b994-1e98d61ac099", "LLMInferenceService": "sub-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:49:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "sub-test-model-592c1e", "reconcileID": "fb90e421-771f-4d9d-b994-1e98d61ac099", "LLMInferenceService": "sub-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "sub-test-model-592c1e-kserve-route-authn"} 2026-07-30T21:49:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "sub-test-model-592c1e", "reconcileID": "fb90e421-771f-4d9d-b994-1e98d61ac099", "LLMInferenceService": "sub-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e", "authType": "userdefined"} 2026-07-30T21:49:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "sub-test-model-592c1e", "reconcileID": "fb90e421-771f-4d9d-b994-1e98d61ac099", "LLMInferenceService": "sub-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:49:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "c7bd1b95-78eb-491b-a40f-c9b6fce71c5c", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress"} 2026-07-30T21:49:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "c7bd1b95-78eb-491b-a40f-c9b6fce71c5c", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e-authn-ssl"} 2026-07-30T21:49:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "c7bd1b95-78eb-491b-a40f-c9b6fce71c5c", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress"} 2026-07-30T21:49:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "sub-test-model-592c1e", "reconcileID": "9901ff34-fad1-4056-8495-68e7a1697257", "LLMInferenceService": "sub-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:49:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "sub-test-model-592c1e", "reconcileID": "9901ff34-fad1-4056-8495-68e7a1697257", "LLMInferenceService": "sub-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:49:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "sub-test-model-592c1e", "reconcileID": "9901ff34-fad1-4056-8495-68e7a1697257", "LLMInferenceService": "sub-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:49:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "sub-test-model-592c1e", "reconcileID": "9901ff34-fad1-4056-8495-68e7a1697257", "LLMInferenceService": "sub-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "sub-test-model-592c1e-kserve-route-authn"} 2026-07-30T21:49:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "sub-test-model-592c1e", "reconcileID": "9901ff34-fad1-4056-8495-68e7a1697257", "LLMInferenceService": "sub-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e", "authType": "userdefined"} 2026-07-30T21:49:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "sub-test-model-592c1e", "reconcileID": "9901ff34-fad1-4056-8495-68e7a1697257", "LLMInferenceService": "sub-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:49:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "sub-test-model-592c1e", "reconcileID": "ab04e4ec-7385-4056-80ad-19009f8d3c5b", "LLMInferenceService": "sub-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:49:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "sub-test-model-592c1e", "reconcileID": "ab04e4ec-7385-4056-80ad-19009f8d3c5b", "LLMInferenceService": "sub-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:49:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "sub-test-model-592c1e", "reconcileID": "ab04e4ec-7385-4056-80ad-19009f8d3c5b", "LLMInferenceService": "sub-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:49:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "sub-test-model-592c1e", "reconcileID": "ab04e4ec-7385-4056-80ad-19009f8d3c5b", "LLMInferenceService": "sub-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "sub-test-model-592c1e-kserve-route-authn"} 2026-07-30T21:49:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "sub-test-model-592c1e", "reconcileID": "ab04e4ec-7385-4056-80ad-19009f8d3c5b", "LLMInferenceService": "sub-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e", "authType": "userdefined"} 2026-07-30T21:49:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "sub-test-model-592c1e", "reconcileID": "ab04e4ec-7385-4056-80ad-19009f8d3c5b", "LLMInferenceService": "sub-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:49:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2abe52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52", "reconcileID": "3ad3d14c-9175-418c-872a-c1d83325075e", "Gateway": "e2e-shared-a-2abe52", "namespace": "openshift-ingress"} 2026-07-30T21:49:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2abe52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52", "reconcileID": "3ad3d14c-9175-418c-872a-c1d83325075e", "Gateway": "e2e-shared-a-2abe52", "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52-authn-ssl"} 2026-07-30T21:49:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2abe52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52", "reconcileID": "3ad3d14c-9175-418c-872a-c1d83325075e", "Gateway": "e2e-shared-a-2abe52", "namespace": "openshift-ingress"} 2026-07-30T21:49:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "5012d71b-ba41-4b45-98d6-8f0cd1ab21cd", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress"} 2026-07-30T21:49:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "5012d71b-ba41-4b45-98d6-8f0cd1ab21cd", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e-authn-ssl"} 2026-07-30T21:49:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "5012d71b-ba41-4b45-98d6-8f0cd1ab21cd", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress"} 2026-07-30T21:50:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "e431abe7-029f-425d-bbfa-8885529f6741", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress"} 2026-07-30T21:50:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "e431abe7-029f-425d-bbfa-8885529f6741", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e-authn-ssl"} 2026-07-30T21:50:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "e431abe7-029f-425d-bbfa-8885529f6741", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress"} 2026-07-30T21:50:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2abe52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52", "reconcileID": "389a32e3-0067-4f4c-8696-6025c26a7703", "Gateway": "e2e-shared-a-2abe52", "namespace": "openshift-ingress"} 2026-07-30T21:50:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2abe52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52", "reconcileID": "389a32e3-0067-4f4c-8696-6025c26a7703", "Gateway": "e2e-shared-a-2abe52", "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52-authn-ssl"} 2026-07-30T21:50:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2abe52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52", "reconcileID": "389a32e3-0067-4f4c-8696-6025c26a7703", "Gateway": "e2e-shared-a-2abe52", "namespace": "openshift-ingress"} 2026-07-30T21:50:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2abe52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52", "reconcileID": "38226bcb-fdbd-4d20-b8dd-60c064166270", "Gateway": "e2e-shared-a-2abe52", "namespace": "openshift-ingress"} 2026-07-30T21:50:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2abe52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52", "reconcileID": "38226bcb-fdbd-4d20-b8dd-60c064166270", "Gateway": "e2e-shared-a-2abe52", "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52-authn-ssl"} 2026-07-30T21:50:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2abe52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52", "reconcileID": "38226bcb-fdbd-4d20-b8dd-60c064166270", "Gateway": "e2e-shared-a-2abe52", "namespace": "openshift-ingress"} 2026-07-30T21:50:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "6d1a86bf-aedb-4931-afa8-e73e82ea5def", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress"} 2026-07-30T21:50:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "6d1a86bf-aedb-4931-afa8-e73e82ea5def", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e-authn-ssl"} 2026-07-30T21:50:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "6d1a86bf-aedb-4931-afa8-e73e82ea5def", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress"} 2026-07-30T21:50:36Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2abe52","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "sub-test-model-2abe52", "reconcileID": "653e0cc4-d7da-40fe-8f4a-500f53ace98f", "LLMInferenceService": "sub-test-model-2abe52", "namespace": "ai-tenant-e2e-shared-a-2abe52"} 2026-07-30T21:50:36Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2abe52","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "sub-test-model-2abe52", "reconcileID": "653e0cc4-d7da-40fe-8f4a-500f53ace98f", "LLMInferenceService": "sub-test-model-2abe52", "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "sub-test-model-2abe52"} 2026-07-30T21:50:36Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2abe52","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "sub-test-model-2abe52", "reconcileID": "653e0cc4-d7da-40fe-8f4a-500f53ace98f", "LLMInferenceService": "sub-test-model-2abe52", "namespace": "ai-tenant-e2e-shared-a-2abe52"} 2026-07-30T21:50:36Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2abe52","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "sub-test-model-2abe52", "reconcileID": "653e0cc4-d7da-40fe-8f4a-500f53ace98f", "LLMInferenceService": "sub-test-model-2abe52", "namespace": "ai-tenant-e2e-shared-a-2abe52"} 2026-07-30T21:50:36Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2abe52","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "sub-test-model-2abe52", "reconcileID": "653e0cc4-d7da-40fe-8f4a-500f53ace98f", "LLMInferenceService": "sub-test-model-2abe52", "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "sub-test-model-2abe52-kserve-route-authn"} 2026-07-30T21:50:36Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2abe52","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "sub-test-model-2abe52", "reconcileID": "653e0cc4-d7da-40fe-8f4a-500f53ace98f", "LLMInferenceService": "sub-test-model-2abe52", "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "sub-test-model-2abe52-kserve-route-authn"} 2026-07-30T21:50:36Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2abe52","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "sub-test-model-2abe52", "reconcileID": "653e0cc4-d7da-40fe-8f4a-500f53ace98f", "LLMInferenceService": "sub-test-model-2abe52", "namespace": "ai-tenant-e2e-shared-a-2abe52", "namespace": "ai-tenant-e2e-shared-a-2abe52"} 2026-07-30T21:50:36Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2abe52","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "sub-test-model-2abe52", "reconcileID": "653e0cc4-d7da-40fe-8f4a-500f53ace98f", "LLMInferenceService": "sub-test-model-2abe52", "namespace": "ai-tenant-e2e-shared-a-2abe52", "namespace": "ai-tenant-e2e-shared-a-2abe52"} 2026-07-30T21:50:36Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2abe52","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "sub-test-model-2abe52", "reconcileID": "9081bcd7-5476-4941-8190-eb6b507dc3a6", "LLMInferenceService": "sub-test-model-2abe52", "namespace": "ai-tenant-e2e-shared-a-2abe52"} 2026-07-30T21:50:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2abe52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52", "reconcileID": "700d9fbd-7121-4d9e-9866-39646d2bd217", "Gateway": "e2e-shared-a-2abe52", "namespace": "openshift-ingress"} 2026-07-30T21:50:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2abe52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52", "reconcileID": "700d9fbd-7121-4d9e-9866-39646d2bd217", "Gateway": "e2e-shared-a-2abe52", "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52-authn-ssl"} 2026-07-30T21:50:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2abe52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52", "reconcileID": "700d9fbd-7121-4d9e-9866-39646d2bd217", "Gateway": "e2e-shared-a-2abe52", "namespace": "openshift-ingress"} 2026-07-30T21:50:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2abe52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52", "reconcileID": "89ee5cd3-dcd2-42bc-b841-7cfac6e55f5b", "Gateway": "e2e-shared-a-2abe52", "namespace": "openshift-ingress"} 2026-07-30T21:50:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2abe52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52", "reconcileID": "89ee5cd3-dcd2-42bc-b841-7cfac6e55f5b", "Gateway": "e2e-shared-a-2abe52", "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52-authn-ssl"} 2026-07-30T21:50:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2abe52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52", "reconcileID": "89ee5cd3-dcd2-42bc-b841-7cfac6e55f5b", "Gateway": "e2e-shared-a-2abe52", "namespace": "openshift-ingress"} 2026-07-30T21:50:37Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "sub-test-model-592c1e", "reconcileID": "a78d42f7-4564-4e43-b119-0045d4826d2c", "LLMInferenceService": "sub-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:50:37Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "sub-test-model-592c1e", "reconcileID": "a78d42f7-4564-4e43-b119-0045d4826d2c", "LLMInferenceService": "sub-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "sub-test-model-592c1e"} 2026-07-30T21:50:37Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "sub-test-model-592c1e", "reconcileID": "a78d42f7-4564-4e43-b119-0045d4826d2c", "LLMInferenceService": "sub-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:50:37Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "sub-test-model-592c1e", "reconcileID": "a78d42f7-4564-4e43-b119-0045d4826d2c", "LLMInferenceService": "sub-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:50:37Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "sub-test-model-592c1e", "reconcileID": "a78d42f7-4564-4e43-b119-0045d4826d2c", "LLMInferenceService": "sub-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "sub-test-model-592c1e-kserve-route-authn"} 2026-07-30T21:50:37Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "sub-test-model-592c1e", "reconcileID": "a78d42f7-4564-4e43-b119-0045d4826d2c", "LLMInferenceService": "sub-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "sub-test-model-592c1e-kserve-route-authn"} 2026-07-30T21:50:37Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "sub-test-model-592c1e", "reconcileID": "a78d42f7-4564-4e43-b119-0045d4826d2c", "LLMInferenceService": "sub-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:50:37Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "sub-test-model-592c1e", "reconcileID": "a78d42f7-4564-4e43-b119-0045d4826d2c", "LLMInferenceService": "sub-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:50:37Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "sub-test-model-592c1e", "reconcileID": "7e6a2eff-7067-496b-8794-00e720ab750d", "LLMInferenceService": "sub-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:50:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "e962ac39-f35e-4582-ad25-9cd55a14bf69", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress"} 2026-07-30T21:50:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "e962ac39-f35e-4582-ad25-9cd55a14bf69", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e-authn-ssl"} 2026-07-30T21:50:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "e962ac39-f35e-4582-ad25-9cd55a14bf69", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress"} 2026-07-30T21:50:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "9b3db3b5-34f4-4204-9c87-e891ec9481ed", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress"} 2026-07-30T21:50:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "9b3db3b5-34f4-4204-9c87-e891ec9481ed", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e-authn-ssl"} 2026-07-30T21:50:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "9b3db3b5-34f4-4204-9c87-e891ec9481ed", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress"} 2026-07-30T21:50:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2abe52","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "rate-test-model-2abe52", "reconcileID": "e7e9e4bc-b682-4504-aa54-9a22df538ae5", "LLMInferenceService": "rate-test-model-2abe52", "namespace": "ai-tenant-e2e-shared-a-2abe52"} 2026-07-30T21:50:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2abe52","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "rate-test-model-2abe52", "reconcileID": "e7e9e4bc-b682-4504-aa54-9a22df538ae5", "LLMInferenceService": "rate-test-model-2abe52", "namespace": "ai-tenant-e2e-shared-a-2abe52"} 2026-07-30T21:50:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2abe52","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "rate-test-model-2abe52", "reconcileID": "e7e9e4bc-b682-4504-aa54-9a22df538ae5", "LLMInferenceService": "rate-test-model-2abe52", "namespace": "ai-tenant-e2e-shared-a-2abe52"} 2026-07-30T21:50:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2abe52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52", "reconcileID": "150fc5bc-6015-455d-8e6d-183ebecc38b5", "Gateway": "e2e-shared-a-2abe52", "namespace": "openshift-ingress"} 2026-07-30T21:50:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2abe52","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "rate-test-model-2abe52", "reconcileID": "e7e9e4bc-b682-4504-aa54-9a22df538ae5", "LLMInferenceService": "rate-test-model-2abe52", "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "rate-test-model-2abe52-kserve-route-authn"} 2026-07-30T21:50:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2abe52","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "rate-test-model-2abe52", "reconcileID": "e7e9e4bc-b682-4504-aa54-9a22df538ae5", "LLMInferenceService": "rate-test-model-2abe52", "namespace": "ai-tenant-e2e-shared-a-2abe52", "authType": "userdefined"} 2026-07-30T21:50:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2abe52","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "rate-test-model-2abe52", "reconcileID": "e7e9e4bc-b682-4504-aa54-9a22df538ae5", "LLMInferenceService": "rate-test-model-2abe52", "namespace": "ai-tenant-e2e-shared-a-2abe52"} 2026-07-30T21:50:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2abe52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52", "reconcileID": "150fc5bc-6015-455d-8e6d-183ebecc38b5", "Gateway": "e2e-shared-a-2abe52", "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52-authn-ssl"} 2026-07-30T21:50:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2abe52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52", "reconcileID": "150fc5bc-6015-455d-8e6d-183ebecc38b5", "Gateway": "e2e-shared-a-2abe52", "namespace": "openshift-ingress"} 2026-07-30T21:50:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2abe52","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "rate-test-model-2abe52", "reconcileID": "3aa14510-ffdb-4a50-be45-1bada5db6e3b", "LLMInferenceService": "rate-test-model-2abe52", "namespace": "ai-tenant-e2e-shared-a-2abe52"} 2026-07-30T21:50:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2abe52","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "rate-test-model-2abe52", "reconcileID": "3aa14510-ffdb-4a50-be45-1bada5db6e3b", "LLMInferenceService": "rate-test-model-2abe52", "namespace": "ai-tenant-e2e-shared-a-2abe52"} 2026-07-30T21:50:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2abe52","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "rate-test-model-2abe52", "reconcileID": "3aa14510-ffdb-4a50-be45-1bada5db6e3b", "LLMInferenceService": "rate-test-model-2abe52", "namespace": "ai-tenant-e2e-shared-a-2abe52"} 2026-07-30T21:50:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2abe52","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "rate-test-model-2abe52", "reconcileID": "3aa14510-ffdb-4a50-be45-1bada5db6e3b", "LLMInferenceService": "rate-test-model-2abe52", "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "rate-test-model-2abe52-kserve-route-authn"} 2026-07-30T21:50:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2abe52","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "rate-test-model-2abe52", "reconcileID": "3aa14510-ffdb-4a50-be45-1bada5db6e3b", "LLMInferenceService": "rate-test-model-2abe52", "namespace": "ai-tenant-e2e-shared-a-2abe52", "authType": "userdefined"} 2026-07-30T21:50:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2abe52","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "rate-test-model-2abe52", "reconcileID": "3aa14510-ffdb-4a50-be45-1bada5db6e3b", "LLMInferenceService": "rate-test-model-2abe52", "namespace": "ai-tenant-e2e-shared-a-2abe52"} 2026-07-30T21:50:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "422b3c71-d688-46d3-acbc-a4f89834cf6c", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress"} 2026-07-30T21:50:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "422b3c71-d688-46d3-acbc-a4f89834cf6c", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e-authn-ssl"} 2026-07-30T21:50:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "422b3c71-d688-46d3-acbc-a4f89834cf6c", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress"} 2026-07-30T21:50:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2abe52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52", "reconcileID": "c8b89202-1b60-45f5-a6eb-b3f7fc68811a", "Gateway": "e2e-shared-a-2abe52", "namespace": "openshift-ingress"} 2026-07-30T21:50:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2abe52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52", "reconcileID": "c8b89202-1b60-45f5-a6eb-b3f7fc68811a", "Gateway": "e2e-shared-a-2abe52", "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52-authn-ssl"} 2026-07-30T21:50:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2abe52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52", "reconcileID": "c8b89202-1b60-45f5-a6eb-b3f7fc68811a", "Gateway": "e2e-shared-a-2abe52", "namespace": "openshift-ingress"} 2026-07-30T21:50:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2abe52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52", "reconcileID": "c11f01b3-d773-421f-ab07-df8bea3ff853", "Gateway": "e2e-shared-a-2abe52", "namespace": "openshift-ingress"} 2026-07-30T21:50:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2abe52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52", "reconcileID": "c11f01b3-d773-421f-ab07-df8bea3ff853", "Gateway": "e2e-shared-a-2abe52", "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52-authn-ssl"} 2026-07-30T21:50:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2abe52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52", "reconcileID": "c11f01b3-d773-421f-ab07-df8bea3ff853", "Gateway": "e2e-shared-a-2abe52", "namespace": "openshift-ingress"} 2026-07-30T21:50:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2abe52","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "rate-test-model-2abe52", "reconcileID": "61a2a641-6a20-4589-b32f-954867ef5071", "LLMInferenceService": "rate-test-model-2abe52", "namespace": "ai-tenant-e2e-shared-a-2abe52"} 2026-07-30T21:50:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2abe52","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "rate-test-model-2abe52", "reconcileID": "61a2a641-6a20-4589-b32f-954867ef5071", "LLMInferenceService": "rate-test-model-2abe52", "namespace": "ai-tenant-e2e-shared-a-2abe52"} 2026-07-30T21:50:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2abe52","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "rate-test-model-2abe52", "reconcileID": "61a2a641-6a20-4589-b32f-954867ef5071", "LLMInferenceService": "rate-test-model-2abe52", "namespace": "ai-tenant-e2e-shared-a-2abe52"} 2026-07-30T21:50:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2abe52","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "rate-test-model-2abe52", "reconcileID": "61a2a641-6a20-4589-b32f-954867ef5071", "LLMInferenceService": "rate-test-model-2abe52", "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "rate-test-model-2abe52-kserve-route-authn"} 2026-07-30T21:50:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2abe52","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "rate-test-model-2abe52", "reconcileID": "61a2a641-6a20-4589-b32f-954867ef5071", "LLMInferenceService": "rate-test-model-2abe52", "namespace": "ai-tenant-e2e-shared-a-2abe52", "authType": "userdefined"} 2026-07-30T21:50:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2abe52","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "rate-test-model-2abe52", "reconcileID": "61a2a641-6a20-4589-b32f-954867ef5071", "LLMInferenceService": "rate-test-model-2abe52", "namespace": "ai-tenant-e2e-shared-a-2abe52"} 2026-07-30T21:51:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2abe52","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "rate-test-model-2abe52", "reconcileID": "98700a7c-9542-44de-99ee-cb42ff9ffd41", "LLMInferenceService": "rate-test-model-2abe52", "namespace": "ai-tenant-e2e-shared-a-2abe52"} 2026-07-30T21:51:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2abe52","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "rate-test-model-2abe52", "reconcileID": "98700a7c-9542-44de-99ee-cb42ff9ffd41", "LLMInferenceService": "rate-test-model-2abe52", "namespace": "ai-tenant-e2e-shared-a-2abe52"} 2026-07-30T21:51:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2abe52","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "rate-test-model-2abe52", "reconcileID": "98700a7c-9542-44de-99ee-cb42ff9ffd41", "LLMInferenceService": "rate-test-model-2abe52", "namespace": "ai-tenant-e2e-shared-a-2abe52"} 2026-07-30T21:51:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2abe52","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "rate-test-model-2abe52", "reconcileID": "98700a7c-9542-44de-99ee-cb42ff9ffd41", "LLMInferenceService": "rate-test-model-2abe52", "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "rate-test-model-2abe52-kserve-route-authn"} 2026-07-30T21:51:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2abe52","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "rate-test-model-2abe52", "reconcileID": "98700a7c-9542-44de-99ee-cb42ff9ffd41", "LLMInferenceService": "rate-test-model-2abe52", "namespace": "ai-tenant-e2e-shared-a-2abe52", "authType": "userdefined"} 2026-07-30T21:51:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2abe52","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "rate-test-model-2abe52", "reconcileID": "98700a7c-9542-44de-99ee-cb42ff9ffd41", "LLMInferenceService": "rate-test-model-2abe52", "namespace": "ai-tenant-e2e-shared-a-2abe52"} 2026-07-30T21:51:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "rate-test-model-592c1e", "reconcileID": "973353fd-612c-40f0-a469-0c597125ecb4", "LLMInferenceService": "rate-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:51:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "rate-test-model-592c1e", "reconcileID": "973353fd-612c-40f0-a469-0c597125ecb4", "LLMInferenceService": "rate-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:51:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "rate-test-model-592c1e", "reconcileID": "973353fd-612c-40f0-a469-0c597125ecb4", "LLMInferenceService": "rate-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:51:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "c82ee6f8-ff81-4699-99bb-3ceae8c23bfb", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress"} 2026-07-30T21:51:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "rate-test-model-592c1e", "reconcileID": "973353fd-612c-40f0-a469-0c597125ecb4", "LLMInferenceService": "rate-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "rate-test-model-592c1e-kserve-route-authn"} 2026-07-30T21:51:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "rate-test-model-592c1e", "reconcileID": "973353fd-612c-40f0-a469-0c597125ecb4", "LLMInferenceService": "rate-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e", "authType": "userdefined"} 2026-07-30T21:51:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "rate-test-model-592c1e", "reconcileID": "973353fd-612c-40f0-a469-0c597125ecb4", "LLMInferenceService": "rate-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:51:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "c82ee6f8-ff81-4699-99bb-3ceae8c23bfb", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e-authn-ssl"} 2026-07-30T21:51:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "c82ee6f8-ff81-4699-99bb-3ceae8c23bfb", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress"} 2026-07-30T21:51:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "rate-test-model-592c1e", "reconcileID": "f28ac839-5a37-4985-bc7f-8fadd13828d4", "LLMInferenceService": "rate-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:51:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "rate-test-model-592c1e", "reconcileID": "f28ac839-5a37-4985-bc7f-8fadd13828d4", "LLMInferenceService": "rate-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:51:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "rate-test-model-592c1e", "reconcileID": "f28ac839-5a37-4985-bc7f-8fadd13828d4", "LLMInferenceService": "rate-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:51:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "rate-test-model-592c1e", "reconcileID": "f28ac839-5a37-4985-bc7f-8fadd13828d4", "LLMInferenceService": "rate-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "rate-test-model-592c1e-kserve-route-authn"} 2026-07-30T21:51:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "rate-test-model-592c1e", "reconcileID": "f28ac839-5a37-4985-bc7f-8fadd13828d4", "LLMInferenceService": "rate-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e", "authType": "userdefined"} 2026-07-30T21:51:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "rate-test-model-592c1e", "reconcileID": "f28ac839-5a37-4985-bc7f-8fadd13828d4", "LLMInferenceService": "rate-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:51:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "48169a59-6870-4da6-ad8f-0c23b613ebba", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress"} 2026-07-30T21:51:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "48169a59-6870-4da6-ad8f-0c23b613ebba", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e-authn-ssl"} 2026-07-30T21:51:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "48169a59-6870-4da6-ad8f-0c23b613ebba", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress"} 2026-07-30T21:51:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "rate-test-model-592c1e", "reconcileID": "a545b864-12fc-46f4-bf2b-ed37723aa922", "LLMInferenceService": "rate-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:51:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "rate-test-model-592c1e", "reconcileID": "a545b864-12fc-46f4-bf2b-ed37723aa922", "LLMInferenceService": "rate-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:51:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "rate-test-model-592c1e", "reconcileID": "a545b864-12fc-46f4-bf2b-ed37723aa922", "LLMInferenceService": "rate-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:51:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "rate-test-model-592c1e", "reconcileID": "a545b864-12fc-46f4-bf2b-ed37723aa922", "LLMInferenceService": "rate-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "rate-test-model-592c1e-kserve-route-authn"} 2026-07-30T21:51:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "rate-test-model-592c1e", "reconcileID": "a545b864-12fc-46f4-bf2b-ed37723aa922", "LLMInferenceService": "rate-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e", "authType": "userdefined"} 2026-07-30T21:51:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "rate-test-model-592c1e", "reconcileID": "a545b864-12fc-46f4-bf2b-ed37723aa922", "LLMInferenceService": "rate-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:51:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "rate-test-model-592c1e", "reconcileID": "b427753a-13ca-4acb-8c86-58cb513de558", "LLMInferenceService": "rate-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:51:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "rate-test-model-592c1e", "reconcileID": "b427753a-13ca-4acb-8c86-58cb513de558", "LLMInferenceService": "rate-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:51:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "rate-test-model-592c1e", "reconcileID": "b427753a-13ca-4acb-8c86-58cb513de558", "LLMInferenceService": "rate-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:51:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "rate-test-model-592c1e", "reconcileID": "b427753a-13ca-4acb-8c86-58cb513de558", "LLMInferenceService": "rate-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "rate-test-model-592c1e-kserve-route-authn"} 2026-07-30T21:51:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "rate-test-model-592c1e", "reconcileID": "b427753a-13ca-4acb-8c86-58cb513de558", "LLMInferenceService": "rate-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e", "authType": "userdefined"} 2026-07-30T21:51:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "rate-test-model-592c1e", "reconcileID": "b427753a-13ca-4acb-8c86-58cb513de558", "LLMInferenceService": "rate-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:51:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2abe52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52", "reconcileID": "31662947-edb6-4328-85da-7358320bb964", "Gateway": "e2e-shared-a-2abe52", "namespace": "openshift-ingress"} 2026-07-30T21:51:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2abe52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52", "reconcileID": "31662947-edb6-4328-85da-7358320bb964", "Gateway": "e2e-shared-a-2abe52", "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52-authn-ssl"} 2026-07-30T21:51:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2abe52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52", "reconcileID": "31662947-edb6-4328-85da-7358320bb964", "Gateway": "e2e-shared-a-2abe52", "namespace": "openshift-ingress"} 2026-07-30T21:51:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2e8168bd-d68f-4cfa-b3f6-5b92e90ff900", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T21:51:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "392a0120-0215-4f29-88f6-6812e358b720", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress"} 2026-07-30T21:51:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "392a0120-0215-4f29-88f6-6812e358b720", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e-authn-ssl"} 2026-07-30T21:51:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "392a0120-0215-4f29-88f6-6812e358b720", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress"} 2026-07-30T21:51:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "522d4008-8d3e-4861-8e4e-185eb89e73b3", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress"} 2026-07-30T21:51:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "522d4008-8d3e-4861-8e4e-185eb89e73b3", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e-authn-ssl"} 2026-07-30T21:51:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "522d4008-8d3e-4861-8e4e-185eb89e73b3", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress"} 2026-07-30T21:51:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "a0a880e0-2076-46d1-ae3c-6f5fa20ba437", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress"} 2026-07-30T21:51:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "a0a880e0-2076-46d1-ae3c-6f5fa20ba437", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e-authn-ssl"} 2026-07-30T21:51:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "a0a880e0-2076-46d1-ae3c-6f5fa20ba437", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress"} 2026-07-30T21:52:14Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2abe52","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "rate-test-model-2abe52", "reconcileID": "8f60677d-86ff-465b-841d-2366cf6d2d76", "LLMInferenceService": "rate-test-model-2abe52", "namespace": "ai-tenant-e2e-shared-a-2abe52"} 2026-07-30T21:52:14Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2abe52","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "rate-test-model-2abe52", "reconcileID": "8f60677d-86ff-465b-841d-2366cf6d2d76", "LLMInferenceService": "rate-test-model-2abe52", "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "rate-test-model-2abe52"} 2026-07-30T21:52:14Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2abe52","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "rate-test-model-2abe52", "reconcileID": "8f60677d-86ff-465b-841d-2366cf6d2d76", "LLMInferenceService": "rate-test-model-2abe52", "namespace": "ai-tenant-e2e-shared-a-2abe52"} 2026-07-30T21:52:14Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2abe52","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "rate-test-model-2abe52", "reconcileID": "8f60677d-86ff-465b-841d-2366cf6d2d76", "LLMInferenceService": "rate-test-model-2abe52", "namespace": "ai-tenant-e2e-shared-a-2abe52"} 2026-07-30T21:52:14Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2abe52","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "rate-test-model-2abe52", "reconcileID": "8f60677d-86ff-465b-841d-2366cf6d2d76", "LLMInferenceService": "rate-test-model-2abe52", "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "rate-test-model-2abe52-kserve-route-authn"} 2026-07-30T21:52:14Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2abe52","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "rate-test-model-2abe52", "reconcileID": "8f60677d-86ff-465b-841d-2366cf6d2d76", "LLMInferenceService": "rate-test-model-2abe52", "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "rate-test-model-2abe52-kserve-route-authn"} 2026-07-30T21:52:14Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2abe52","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "rate-test-model-2abe52", "reconcileID": "8f60677d-86ff-465b-841d-2366cf6d2d76", "LLMInferenceService": "rate-test-model-2abe52", "namespace": "ai-tenant-e2e-shared-a-2abe52", "namespace": "ai-tenant-e2e-shared-a-2abe52"} 2026-07-30T21:52:14Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2abe52","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "rate-test-model-2abe52", "reconcileID": "8f60677d-86ff-465b-841d-2366cf6d2d76", "LLMInferenceService": "rate-test-model-2abe52", "namespace": "ai-tenant-e2e-shared-a-2abe52", "namespace": "ai-tenant-e2e-shared-a-2abe52"} 2026-07-30T21:52:14Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2abe52","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "rate-test-model-2abe52", "reconcileID": "439edaa9-d61d-4009-8970-da495c81a525", "LLMInferenceService": "rate-test-model-2abe52", "namespace": "ai-tenant-e2e-shared-a-2abe52"} 2026-07-30T21:52:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2abe52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52", "reconcileID": "9086a0e5-ea46-4ea1-8e5b-7e76158d12f3", "Gateway": "e2e-shared-a-2abe52", "namespace": "openshift-ingress"} 2026-07-30T21:52:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2abe52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52", "reconcileID": "9086a0e5-ea46-4ea1-8e5b-7e76158d12f3", "Gateway": "e2e-shared-a-2abe52", "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52-authn-ssl"} 2026-07-30T21:52:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2abe52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52", "reconcileID": "9086a0e5-ea46-4ea1-8e5b-7e76158d12f3", "Gateway": "e2e-shared-a-2abe52", "namespace": "openshift-ingress"} 2026-07-30T21:52:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2abe52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52", "reconcileID": "e8897bc5-f693-4114-b16f-ee579182a4f0", "Gateway": "e2e-shared-a-2abe52", "namespace": "openshift-ingress"} 2026-07-30T21:52:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2abe52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52", "reconcileID": "e8897bc5-f693-4114-b16f-ee579182a4f0", "Gateway": "e2e-shared-a-2abe52", "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52-authn-ssl"} 2026-07-30T21:52:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2abe52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52", "reconcileID": "e8897bc5-f693-4114-b16f-ee579182a4f0", "Gateway": "e2e-shared-a-2abe52", "namespace": "openshift-ingress"} 2026-07-30T21:52:14Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "rate-test-model-592c1e", "reconcileID": "d41ddaa8-24e1-4f2c-8c76-26f50fb304fd", "LLMInferenceService": "rate-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:52:14Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "rate-test-model-592c1e", "reconcileID": "d41ddaa8-24e1-4f2c-8c76-26f50fb304fd", "LLMInferenceService": "rate-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "rate-test-model-592c1e"} 2026-07-30T21:52:14Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "rate-test-model-592c1e", "reconcileID": "d41ddaa8-24e1-4f2c-8c76-26f50fb304fd", "LLMInferenceService": "rate-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:52:14Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "rate-test-model-592c1e", "reconcileID": "d41ddaa8-24e1-4f2c-8c76-26f50fb304fd", "LLMInferenceService": "rate-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:52:14Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "rate-test-model-592c1e", "reconcileID": "d41ddaa8-24e1-4f2c-8c76-26f50fb304fd", "LLMInferenceService": "rate-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "rate-test-model-592c1e-kserve-route-authn"} 2026-07-30T21:52:14Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "rate-test-model-592c1e", "reconcileID": "d41ddaa8-24e1-4f2c-8c76-26f50fb304fd", "LLMInferenceService": "rate-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "rate-test-model-592c1e-kserve-route-authn"} 2026-07-30T21:52:14Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "rate-test-model-592c1e", "reconcileID": "d41ddaa8-24e1-4f2c-8c76-26f50fb304fd", "LLMInferenceService": "rate-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:52:14Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "rate-test-model-592c1e", "reconcileID": "d41ddaa8-24e1-4f2c-8c76-26f50fb304fd", "LLMInferenceService": "rate-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:52:15Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-592c1e","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "rate-test-model-592c1e", "reconcileID": "de9f1af3-034c-4795-9c84-01678de5d071", "LLMInferenceService": "rate-test-model-592c1e", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:52:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "c99a7dbb-9d28-4d1e-a133-badfd2378bc9", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress"} 2026-07-30T21:52:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "c99a7dbb-9d28-4d1e-a133-badfd2378bc9", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e-authn-ssl"} 2026-07-30T21:52:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "c99a7dbb-9d28-4d1e-a133-badfd2378bc9", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress"} 2026-07-30T21:52:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "c03ea245-11bd-404d-a7e0-9d1078b86e40", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress"} 2026-07-30T21:52:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "c03ea245-11bd-404d-a7e0-9d1078b86e40", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e-authn-ssl"} 2026-07-30T21:52:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "c03ea245-11bd-404d-a7e0-9d1078b86e40", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress"} 2026-07-30T21:52:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2abe52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52", "reconcileID": "7336b723-c949-4444-91e8-a034becd2849", "Gateway": "e2e-shared-a-2abe52", "namespace": "openshift-ingress"} 2026-07-30T21:52:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2abe52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52", "reconcileID": "7336b723-c949-4444-91e8-a034becd2849", "Gateway": "e2e-shared-a-2abe52", "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52-authn-ssl"} 2026-07-30T21:52:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2abe52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52", "reconcileID": "7336b723-c949-4444-91e8-a034becd2849", "Gateway": "e2e-shared-a-2abe52", "namespace": "openshift-ingress"} 2026-07-30T21:52:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "4d9085e2-174b-4232-89c2-708bdc3ce189", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress"} 2026-07-30T21:52:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "4d9085e2-174b-4232-89c2-708bdc3ce189", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e-authn-ssl"} 2026-07-30T21:52:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "4d9085e2-174b-4232-89c2-708bdc3ce189", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress"} 2026-07-30T21:52:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "ee074370-be75-408d-b460-acde57876b89", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress"} 2026-07-30T21:52:34Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "ee074370-be75-408d-b460-acde57876b89", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf-authn-ssl"} 2026-07-30T21:52:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "ee074370-be75-408d-b460-acde57876b89", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress"} 2026-07-30T21:52:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "d1df16e5-8ca6-4117-bc1e-545935de277e", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress"} 2026-07-30T21:52:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "d1df16e5-8ca6-4117-bc1e-545935de277e", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf-authn-ssl"} 2026-07-30T21:52:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "d1df16e5-8ca6-4117-bc1e-545935de277e", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress"} 2026-07-30T21:52:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "20275698-4ac8-46e9-97bf-18f8c5bb92da", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress"} 2026-07-30T21:52:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "20275698-4ac8-46e9-97bf-18f8c5bb92da", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf-authn-ssl"} 2026-07-30T21:52:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "20275698-4ac8-46e9-97bf-18f8c5bb92da", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress"} 2026-07-30T21:52:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "8ca3378b-47ca-4495-832f-980e7c4fa67e", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress"} 2026-07-30T21:52:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "8ca3378b-47ca-4495-832f-980e7c4fa67e", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf-authn-ssl"} 2026-07-30T21:52:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "8ca3378b-47ca-4495-832f-980e7c4fa67e", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress"} 2026-07-30T21:52:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "8e2e5f87-4257-41d1-b040-9b7a0768bc8f", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress"} 2026-07-30T21:52:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "8e2e5f87-4257-41d1-b040-9b7a0768bc8f", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf-authn-ssl"} 2026-07-30T21:52:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "8e2e5f87-4257-41d1-b040-9b7a0768bc8f", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress"} 2026-07-30T21:52:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "90eb39fe-bc16-4236-b4a2-e0a010cd866e", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress"} 2026-07-30T21:52:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "90eb39fe-bc16-4236-b4a2-e0a010cd866e", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf-authn-ssl"} 2026-07-30T21:52:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "90eb39fe-bc16-4236-b4a2-e0a010cd866e", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress"} 2026-07-30T21:52:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "5f0701c4-a5cf-42b3-8ee0-b1fac5634267", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress"} 2026-07-30T21:52:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "5f0701c4-a5cf-42b3-8ee0-b1fac5634267", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf-authn-ssl"} 2026-07-30T21:52:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "5f0701c4-a5cf-42b3-8ee0-b1fac5634267", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress"} 2026-07-30T21:52:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "odh-trusted-ca-bundle", "reconcileID": "508facd8-acfa-4df0-b6c8-7627f0d05720", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-df94bf"} 2026-07-30T21:52:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "openshift-service-ca.crt", "reconcileID": "89bb4c57-704b-4a12-a427-0cb1f579958c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-df94bf"} 2026-07-30T21:52:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "openshift-service-ca.crt", "reconcileID": "72268734-030a-49bf-b9bc-144dfd83df79", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-df94bf", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T21:52:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "openshift-service-ca.crt", "reconcileID": "72268734-030a-49bf-b9bc-144dfd83df79", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-df94bf"} 2026-07-30T21:52:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "odh-trusted-ca-bundle", "reconcileID": "45bfcbc1-f81e-4b78-bb2f-3d7b27cb05f1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-df94bf", "update": "odh-kserve-custom-ca-bundle"} 2026-07-30T21:52:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "odh-trusted-ca-bundle", "reconcileID": "45bfcbc1-f81e-4b78-bb2f-3d7b27cb05f1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-df94bf"} 2026-07-30T21:52:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "openshift-service-ca.crt", "reconcileID": "2fae9306-9246-4389-a750-6ecf5b528c5e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-df94bf"} 2026-07-30T21:52:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e88c803d-317e-4968-805c-4db4436c87f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-df94bf"} 2026-07-30T21:52:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "f4aab41a-9df7-4469-a9d5-0ec0ffadbb45", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress"} 2026-07-30T21:52:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "f4aab41a-9df7-4469-a9d5-0ec0ffadbb45", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf-authn-ssl"} 2026-07-30T21:52:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "f4aab41a-9df7-4469-a9d5-0ec0ffadbb45", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress"} 2026-07-30T21:52:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d3332be8-bbb6-4727-851d-9327f6b63242", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T21:52:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "48fe0c9c-204b-451d-ac1d-d35ae6a1e648", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress"} 2026-07-30T21:52:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "48fe0c9c-204b-451d-ac1d-d35ae6a1e648", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf-authn-ssl"} 2026-07-30T21:52:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "48fe0c9c-204b-451d-ac1d-d35ae6a1e648", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress"} 2026-07-30T21:52:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4f84dcba-3d7d-4d80-a908-0eaeb9c37273", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T21:53:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c813d68b-a8d6-4f07-84f7-470a8160d655", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T21:53:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b274d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b274d1", "reconcileID": "f4923538-d5d3-482e-826a-07d74ef7d44a", "Gateway": "e2e-ipp-b-b274d1", "namespace": "openshift-ingress"} 2026-07-30T21:53:03Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b274d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b274d1", "reconcileID": "f4923538-d5d3-482e-826a-07d74ef7d44a", "Gateway": "e2e-ipp-b-b274d1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b274d1-authn-ssl"} 2026-07-30T21:53:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b274d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b274d1", "reconcileID": "f4923538-d5d3-482e-826a-07d74ef7d44a", "Gateway": "e2e-ipp-b-b274d1", "namespace": "openshift-ingress"} 2026-07-30T21:53:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b274d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b274d1", "reconcileID": "35a72e41-6d31-4f42-884e-af69072f167d", "Gateway": "e2e-ipp-b-b274d1", "namespace": "openshift-ingress"} 2026-07-30T21:53:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b274d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b274d1", "reconcileID": "35a72e41-6d31-4f42-884e-af69072f167d", "Gateway": "e2e-ipp-b-b274d1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b274d1-authn-ssl"} 2026-07-30T21:53:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b274d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b274d1", "reconcileID": "35a72e41-6d31-4f42-884e-af69072f167d", "Gateway": "e2e-ipp-b-b274d1", "namespace": "openshift-ingress"} 2026-07-30T21:53:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b274d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b274d1", "reconcileID": "ed2ba7af-483d-4c10-9629-53afc7888078", "Gateway": "e2e-ipp-b-b274d1", "namespace": "openshift-ingress"} 2026-07-30T21:53:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b274d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b274d1", "reconcileID": "ed2ba7af-483d-4c10-9629-53afc7888078", "Gateway": "e2e-ipp-b-b274d1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b274d1-authn-ssl"} 2026-07-30T21:53:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b274d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b274d1", "reconcileID": "ed2ba7af-483d-4c10-9629-53afc7888078", "Gateway": "e2e-ipp-b-b274d1", "namespace": "openshift-ingress"} 2026-07-30T21:53:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b274d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b274d1", "reconcileID": "6235fad3-e694-444a-b336-b9bfc50c8426", "Gateway": "e2e-ipp-b-b274d1", "namespace": "openshift-ingress"} 2026-07-30T21:53:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b274d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b274d1", "reconcileID": "6235fad3-e694-444a-b336-b9bfc50c8426", "Gateway": "e2e-ipp-b-b274d1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b274d1-authn-ssl"} 2026-07-30T21:53:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b274d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b274d1", "reconcileID": "6235fad3-e694-444a-b336-b9bfc50c8426", "Gateway": "e2e-ipp-b-b274d1", "namespace": "openshift-ingress"} 2026-07-30T21:53:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b274d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b274d1", "reconcileID": "acb5d542-e583-445a-8b6a-02ed85b0e5cf", "Gateway": "e2e-ipp-b-b274d1", "namespace": "openshift-ingress"} 2026-07-30T21:53:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b274d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b274d1", "reconcileID": "acb5d542-e583-445a-8b6a-02ed85b0e5cf", "Gateway": "e2e-ipp-b-b274d1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b274d1-authn-ssl"} 2026-07-30T21:53:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b274d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b274d1", "reconcileID": "acb5d542-e583-445a-8b6a-02ed85b0e5cf", "Gateway": "e2e-ipp-b-b274d1", "namespace": "openshift-ingress"} 2026-07-30T21:53:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b274d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b274d1", "reconcileID": "02fbaf34-0502-442d-9825-7a25de757cf6", "Gateway": "e2e-ipp-b-b274d1", "namespace": "openshift-ingress"} 2026-07-30T21:53:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b274d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b274d1", "reconcileID": "02fbaf34-0502-442d-9825-7a25de757cf6", "Gateway": "e2e-ipp-b-b274d1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b274d1-authn-ssl"} 2026-07-30T21:53:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b274d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b274d1", "reconcileID": "02fbaf34-0502-442d-9825-7a25de757cf6", "Gateway": "e2e-ipp-b-b274d1", "namespace": "openshift-ingress"} 2026-07-30T21:53:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b274d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b274d1", "reconcileID": "2ddf9a10-df70-4bf0-8971-ce7bf9f14133", "Gateway": "e2e-ipp-b-b274d1", "namespace": "openshift-ingress"} 2026-07-30T21:53:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b274d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b274d1", "reconcileID": "2ddf9a10-df70-4bf0-8971-ce7bf9f14133", "Gateway": "e2e-ipp-b-b274d1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b274d1-authn-ssl"} 2026-07-30T21:53:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b274d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b274d1", "reconcileID": "2ddf9a10-df70-4bf0-8971-ce7bf9f14133", "Gateway": "e2e-ipp-b-b274d1", "namespace": "openshift-ingress"} 2026-07-30T21:53:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b274d1"}, "namespace": "ai-tenant-e2e-ipp-b-b274d1", "name": "openshift-service-ca.crt", "reconcileID": "8a2f5446-d801-4fc5-bb24-3425bf2b9489", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b274d1"} 2026-07-30T21:53:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b274d1"}, "namespace": "ai-tenant-e2e-ipp-b-b274d1", "name": "openshift-service-ca.crt", "reconcileID": "517b8290-172e-4348-8569-46345d324b88", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b274d1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T21:53:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b274d1"}, "namespace": "ai-tenant-e2e-ipp-b-b274d1", "name": "openshift-service-ca.crt", "reconcileID": "517b8290-172e-4348-8569-46345d324b88", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b274d1"} 2026-07-30T21:53:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b274d1"}, "namespace": "ai-tenant-e2e-ipp-b-b274d1", "name": "odh-trusted-ca-bundle", "reconcileID": "45652970-203a-444e-aa1d-2ccba677dbf0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b274d1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T21:53:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b274d1"}, "namespace": "ai-tenant-e2e-ipp-b-b274d1", "name": "odh-trusted-ca-bundle", "reconcileID": "45652970-203a-444e-aa1d-2ccba677dbf0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T21:53:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b274d1"}, "namespace": "ai-tenant-e2e-ipp-b-b274d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b5db54d-06db-4a7e-a910-9c89de7e5ee0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b274d1"} 2026-07-30T21:53:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b274d1"}, "namespace": "ai-tenant-e2e-ipp-b-b274d1", "name": "openshift-service-ca.crt", "reconcileID": "52806fcc-147f-46e2-9655-dcd676e68c6f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b274d1"} 2026-07-30T21:53:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b274d1"}, "namespace": "ai-tenant-e2e-ipp-b-b274d1", "name": "odh-trusted-ca-bundle", "reconcileID": "a052fff8-39b3-4bcf-be01-15998090e2a0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b274d1"} 2026-07-30T21:53:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b274d1"}, "namespace": "ai-tenant-e2e-ipp-b-b274d1", "name": "odh-trusted-ca-bundle", "reconcileID": "48eb3770-af67-4d1f-8f08-a602509368bb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b274d1", "update": "odh-kserve-custom-ca-bundle"} 2026-07-30T21:53:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b274d1"}, "namespace": "ai-tenant-e2e-ipp-b-b274d1", "name": "odh-trusted-ca-bundle", "reconcileID": "48eb3770-af67-4d1f-8f08-a602509368bb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b274d1"} 2026-07-30T21:53:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b274d1"}, "namespace": "ai-tenant-e2e-ipp-b-b274d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ee84b9bf-31f3-486c-96f9-7c63be04cd32", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b274d1"} 2026-07-30T21:53:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b274d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b274d1", "reconcileID": "1b03cc8f-1a35-42af-ac8c-9038b8d8b48a", "Gateway": "e2e-ipp-b-b274d1", "namespace": "openshift-ingress"} 2026-07-30T21:53:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b274d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b274d1", "reconcileID": "1b03cc8f-1a35-42af-ac8c-9038b8d8b48a", "Gateway": "e2e-ipp-b-b274d1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b274d1-authn-ssl"} 2026-07-30T21:53:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b274d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b274d1", "reconcileID": "1b03cc8f-1a35-42af-ac8c-9038b8d8b48a", "Gateway": "e2e-ipp-b-b274d1", "namespace": "openshift-ingress"} 2026-07-30T21:53:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "050f4758-0e60-4ffb-bd8c-b238ebd89d71", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T21:53:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b274d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b274d1", "reconcileID": "f89129bb-3dc1-494b-8c5c-ad2a31ad6d0f", "Gateway": "e2e-ipp-b-b274d1", "namespace": "openshift-ingress"} 2026-07-30T21:53:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b274d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b274d1", "reconcileID": "f89129bb-3dc1-494b-8c5c-ad2a31ad6d0f", "Gateway": "e2e-ipp-b-b274d1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b274d1-authn-ssl"} 2026-07-30T21:53:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b274d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b274d1", "reconcileID": "f89129bb-3dc1-494b-8c5c-ad2a31ad6d0f", "Gateway": "e2e-ipp-b-b274d1", "namespace": "openshift-ingress"} 2026-07-30T21:53:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "50d7ad38-bece-4b71-8ad9-f0f7ff942120", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T21:53:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d9c4d65f-2e37-491f-a2d6-5f53fbf61fe6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T21:53:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "a67e4209-4d7c-4e7f-a46d-7758cdde65e1", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf"} 2026-07-30T21:53:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "a67e4209-4d7c-4e7f-a46d-7758cdde65e1", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf"} 2026-07-30T21:53:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "a67e4209-4d7c-4e7f-a46d-7758cdde65e1", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf"} 2026-07-30T21:53:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "f44d5b00-a6f8-4a01-90f6-343acfa76e87", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress"} 2026-07-30T21:53:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "a67e4209-4d7c-4e7f-a46d-7758cdde65e1", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf-kserve-route-authn"} 2026-07-30T21:53:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "a67e4209-4d7c-4e7f-a46d-7758cdde65e1", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf", "authType": "userdefined"} 2026-07-30T21:53:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "a67e4209-4d7c-4e7f-a46d-7758cdde65e1", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf"} 2026-07-30T21:53:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "f44d5b00-a6f8-4a01-90f6-343acfa76e87", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf-authn-ssl"} 2026-07-30T21:53:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "f44d5b00-a6f8-4a01-90f6-343acfa76e87", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress"} 2026-07-30T21:53:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "2fe951f9-96ef-4960-98f4-b5f1064c3123", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf"} 2026-07-30T21:53:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "2fe951f9-96ef-4960-98f4-b5f1064c3123", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf"} 2026-07-30T21:53:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "2fe951f9-96ef-4960-98f4-b5f1064c3123", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf"} 2026-07-30T21:53:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "2fe951f9-96ef-4960-98f4-b5f1064c3123", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf-kserve-route-authn"} 2026-07-30T21:53:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "2fe951f9-96ef-4960-98f4-b5f1064c3123", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf", "authType": "userdefined"} 2026-07-30T21:53:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "2fe951f9-96ef-4960-98f4-b5f1064c3123", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf"} 2026-07-30T21:53:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "04db37b9-2821-4cc4-842c-785a62e55ad1", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress"} 2026-07-30T21:53:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "04db37b9-2821-4cc4-842c-785a62e55ad1", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf-authn-ssl"} 2026-07-30T21:53:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "04db37b9-2821-4cc4-842c-785a62e55ad1", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress"} 2026-07-30T21:53:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "ac45600b-3b72-4635-aeb1-0a1bcb9d47ca", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf"} 2026-07-30T21:53:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "ac45600b-3b72-4635-aeb1-0a1bcb9d47ca", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf"} 2026-07-30T21:53:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "ac45600b-3b72-4635-aeb1-0a1bcb9d47ca", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf"} 2026-07-30T21:53:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "ac45600b-3b72-4635-aeb1-0a1bcb9d47ca", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf-kserve-route-authn"} 2026-07-30T21:53:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "ac45600b-3b72-4635-aeb1-0a1bcb9d47ca", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf", "authType": "userdefined"} 2026-07-30T21:53:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "ac45600b-3b72-4635-aeb1-0a1bcb9d47ca", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf"} 2026-07-30T21:54:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "7bdb2fcb-649c-402e-9fcb-49b573fc140a", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf"} 2026-07-30T21:54:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "7bdb2fcb-649c-402e-9fcb-49b573fc140a", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf"} 2026-07-30T21:54:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "7bdb2fcb-649c-402e-9fcb-49b573fc140a", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf"} 2026-07-30T21:54:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "7bdb2fcb-649c-402e-9fcb-49b573fc140a", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf-kserve-route-authn"} 2026-07-30T21:54:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "7bdb2fcb-649c-402e-9fcb-49b573fc140a", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf", "authType": "userdefined"} 2026-07-30T21:54:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "7bdb2fcb-649c-402e-9fcb-49b573fc140a", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf"} 2026-07-30T21:54:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "cadbdd03-212c-4f5f-92ac-6a4d9b1e3b55", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf"} 2026-07-30T21:54:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "cadbdd03-212c-4f5f-92ac-6a4d9b1e3b55", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf"} 2026-07-30T21:54:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "cadbdd03-212c-4f5f-92ac-6a4d9b1e3b55", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf"} 2026-07-30T21:54:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "cadbdd03-212c-4f5f-92ac-6a4d9b1e3b55", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf-kserve-route-authn"} 2026-07-30T21:54:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "cadbdd03-212c-4f5f-92ac-6a4d9b1e3b55", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf", "authType": "userdefined"} 2026-07-30T21:54:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "cadbdd03-212c-4f5f-92ac-6a4d9b1e3b55", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf"} 2026-07-30T21:54:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "1797d552-52c7-4b8e-8de9-e7c26dbca3a8", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress"} 2026-07-30T21:54:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "1797d552-52c7-4b8e-8de9-e7c26dbca3a8", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf-authn-ssl"} 2026-07-30T21:54:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "1797d552-52c7-4b8e-8de9-e7c26dbca3a8", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress"} 2026-07-30T21:54:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7d83c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7d83c0", "reconcileID": "f80b7353-32a0-4e45-b991-719490d7ae3b", "Gateway": "e2e-ipp-cleanup-7d83c0", "namespace": "openshift-ingress"} 2026-07-30T21:54:29Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7d83c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7d83c0", "reconcileID": "f80b7353-32a0-4e45-b991-719490d7ae3b", "Gateway": "e2e-ipp-cleanup-7d83c0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7d83c0-authn-ssl"} 2026-07-30T21:54:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7d83c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7d83c0", "reconcileID": "f80b7353-32a0-4e45-b991-719490d7ae3b", "Gateway": "e2e-ipp-cleanup-7d83c0", "namespace": "openshift-ingress"} 2026-07-30T21:54:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7d83c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7d83c0", "reconcileID": "d1cf5cf3-00ed-48dd-b907-67cac1ef9845", "Gateway": "e2e-ipp-cleanup-7d83c0", "namespace": "openshift-ingress"} 2026-07-30T21:54:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7d83c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7d83c0", "reconcileID": "d1cf5cf3-00ed-48dd-b907-67cac1ef9845", "Gateway": "e2e-ipp-cleanup-7d83c0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7d83c0-authn-ssl"} 2026-07-30T21:54:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7d83c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7d83c0", "reconcileID": "d1cf5cf3-00ed-48dd-b907-67cac1ef9845", "Gateway": "e2e-ipp-cleanup-7d83c0", "namespace": "openshift-ingress"} 2026-07-30T21:54:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7d83c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7d83c0", "reconcileID": "bdc5beca-8b8a-446c-a363-7e86f1a5fc27", "Gateway": "e2e-ipp-cleanup-7d83c0", "namespace": "openshift-ingress"} 2026-07-30T21:54:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7d83c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7d83c0", "reconcileID": "bdc5beca-8b8a-446c-a363-7e86f1a5fc27", "Gateway": "e2e-ipp-cleanup-7d83c0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7d83c0-authn-ssl"} 2026-07-30T21:54:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7d83c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7d83c0", "reconcileID": "bdc5beca-8b8a-446c-a363-7e86f1a5fc27", "Gateway": "e2e-ipp-cleanup-7d83c0", "namespace": "openshift-ingress"} 2026-07-30T21:54:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7d83c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7d83c0", "reconcileID": "b7056307-b7fc-42e9-b5cc-acd7aeb2948b", "Gateway": "e2e-ipp-cleanup-7d83c0", "namespace": "openshift-ingress"} 2026-07-30T21:54:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7d83c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7d83c0", "reconcileID": "b7056307-b7fc-42e9-b5cc-acd7aeb2948b", "Gateway": "e2e-ipp-cleanup-7d83c0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7d83c0-authn-ssl"} 2026-07-30T21:54:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7d83c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7d83c0", "reconcileID": "b7056307-b7fc-42e9-b5cc-acd7aeb2948b", "Gateway": "e2e-ipp-cleanup-7d83c0", "namespace": "openshift-ingress"} 2026-07-30T21:54:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7d83c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7d83c0", "reconcileID": "bd207c77-677e-4848-927f-4546dff1bea8", "Gateway": "e2e-ipp-cleanup-7d83c0", "namespace": "openshift-ingress"} 2026-07-30T21:54:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7d83c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7d83c0", "reconcileID": "bd207c77-677e-4848-927f-4546dff1bea8", "Gateway": "e2e-ipp-cleanup-7d83c0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7d83c0-authn-ssl"} 2026-07-30T21:54:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7d83c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7d83c0", "reconcileID": "bd207c77-677e-4848-927f-4546dff1bea8", "Gateway": "e2e-ipp-cleanup-7d83c0", "namespace": "openshift-ingress"} 2026-07-30T21:54:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7d83c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7d83c0", "reconcileID": "17b9932d-bb98-4e06-ba06-f64b1c73edfc", "Gateway": "e2e-ipp-cleanup-7d83c0", "namespace": "openshift-ingress"} 2026-07-30T21:54:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7d83c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7d83c0", "reconcileID": "17b9932d-bb98-4e06-ba06-f64b1c73edfc", "Gateway": "e2e-ipp-cleanup-7d83c0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7d83c0-authn-ssl"} 2026-07-30T21:54:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7d83c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7d83c0", "reconcileID": "17b9932d-bb98-4e06-ba06-f64b1c73edfc", "Gateway": "e2e-ipp-cleanup-7d83c0", "namespace": "openshift-ingress"} 2026-07-30T21:54:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-7d83c0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7d83c0", "name": "openshift-service-ca.crt", "reconcileID": "c6959e49-2374-43ab-82a8-01eca7a1fca4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-7d83c0"} 2026-07-30T21:54:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7d83c0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7d83c0", "name": "odh-trusted-ca-bundle", "reconcileID": "4770fdbf-4c1d-4ac6-bdfe-d7e1dbc203b3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7d83c0"} 2026-07-30T21:54:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-7d83c0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7d83c0", "name": "openshift-service-ca.crt", "reconcileID": "36060c07-acc0-4697-8a74-427af74baef8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-7d83c0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T21:54:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-7d83c0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7d83c0", "name": "openshift-service-ca.crt", "reconcileID": "36060c07-acc0-4697-8a74-427af74baef8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-7d83c0"} 2026-07-30T21:54:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-7d83c0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7d83c0", "name": "openshift-service-ca.crt", "reconcileID": "27a40b37-45b5-4d14-b1a6-287ddd3aae16", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-7d83c0"} 2026-07-30T21:54:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7d83c0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7d83c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b79e0133-b246-4dbb-9170-7c8992067d48", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7d83c0"} 2026-07-30T21:54:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7d83c0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7d83c0", "name": "odh-trusted-ca-bundle", "reconcileID": "35c65ea4-4612-4e56-bc28-56aa82c5200b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7d83c0", "update": "odh-kserve-custom-ca-bundle"} 2026-07-30T21:54:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7d83c0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7d83c0", "name": "odh-trusted-ca-bundle", "reconcileID": "35c65ea4-4612-4e56-bc28-56aa82c5200b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7d83c0"} 2026-07-30T21:54:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7d83c0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7d83c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "65881905-163d-4472-8c14-8d3f6d778645", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7d83c0"} 2026-07-30T21:54:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7d83c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7d83c0", "reconcileID": "edcd472f-05f0-4f3d-8804-6a5304505922", "Gateway": "e2e-ipp-cleanup-7d83c0", "namespace": "openshift-ingress"} 2026-07-30T21:54:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7d83c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7d83c0", "reconcileID": "edcd472f-05f0-4f3d-8804-6a5304505922", "Gateway": "e2e-ipp-cleanup-7d83c0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7d83c0-authn-ssl"} 2026-07-30T21:54:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7d83c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7d83c0", "reconcileID": "edcd472f-05f0-4f3d-8804-6a5304505922", "Gateway": "e2e-ipp-cleanup-7d83c0", "namespace": "openshift-ingress"} 2026-07-30T21:54:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "81522cad-7037-4bce-b749-604a7ea05281", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T21:54:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7d83c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7d83c0", "reconcileID": "ffd6107b-3cac-4a20-b6e4-91c3b4dfd00d", "Gateway": "e2e-ipp-cleanup-7d83c0", "namespace": "openshift-ingress"} 2026-07-30T21:54:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7d83c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7d83c0", "reconcileID": "ffd6107b-3cac-4a20-b6e4-91c3b4dfd00d", "Gateway": "e2e-ipp-cleanup-7d83c0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7d83c0-authn-ssl"} 2026-07-30T21:54:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7d83c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7d83c0", "reconcileID": "ffd6107b-3cac-4a20-b6e4-91c3b4dfd00d", "Gateway": "e2e-ipp-cleanup-7d83c0", "namespace": "openshift-ingress"} 2026-07-30T21:55:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7d83c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7d83c0", "reconcileID": "89ddc698-59ad-49ad-9e39-fddfaf170924", "Gateway": "e2e-ipp-cleanup-7d83c0", "namespace": "openshift-ingress"} 2026-07-30T21:55:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7d83c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7d83c0", "reconcileID": "89ddc698-59ad-49ad-9e39-fddfaf170924", "Gateway": "e2e-ipp-cleanup-7d83c0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7d83c0-authn-ssl"} 2026-07-30T21:55:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7d83c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7d83c0", "reconcileID": "89ddc698-59ad-49ad-9e39-fddfaf170924", "Gateway": "e2e-ipp-cleanup-7d83c0", "namespace": "openshift-ingress"} 2026-07-30T21:55:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7d83c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7d83c0", "reconcileID": "68bf364a-92ce-48de-a558-2a4e25cc0b4e", "Gateway": "e2e-ipp-cleanup-7d83c0", "namespace": "openshift-ingress"} 2026-07-30T21:55:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7d83c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7d83c0", "reconcileID": "68bf364a-92ce-48de-a558-2a4e25cc0b4e", "Gateway": "e2e-ipp-cleanup-7d83c0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7d83c0-authn-ssl"} 2026-07-30T21:55:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7d83c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7d83c0", "reconcileID": "68bf364a-92ce-48de-a558-2a4e25cc0b4e", "Gateway": "e2e-ipp-cleanup-7d83c0", "namespace": "openshift-ingress"} 2026-07-30T21:55:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7d83c0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7d83c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "46e3b712-5c47-42b0-8c67-92bc320b7ff7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7d83c0"} 2026-07-30T21:55:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7d83c0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7d83c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "46e3b712-5c47-42b0-8c67-92bc320b7ff7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7d83c0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T21:55:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7d83c0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7d83c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "46e3b712-5c47-42b0-8c67-92bc320b7ff7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-7d83c0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T21:55:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7d83c0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7d83c0", "name": "odh-trusted-ca-bundle", "reconcileID": "bb02f70a-e5fd-411a-a26e-83e1ce607f81", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7d83c0"} 2026-07-30T21:55:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7d83c0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7d83c0", "name": "odh-trusted-ca-bundle", "reconcileID": "bb02f70a-e5fd-411a-a26e-83e1ce607f81", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7d83c0"} 2026-07-30T21:55:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-7d83c0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7d83c0", "name": "openshift-service-ca.crt", "reconcileID": "e85450ea-400f-4f04-a537-8e01bdc63a04", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-7d83c0"} 2026-07-30T21:55:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-7d83c0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7d83c0", "name": "openshift-service-ca.crt", "reconcileID": "e85450ea-400f-4f04-a537-8e01bdc63a04", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-7d83c0"} 2026-07-30T21:55:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7d83c0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7d83c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b04684a2-f6aa-4062-b2db-a4654f05d7e5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7d83c0"} 2026-07-30T21:55:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7d83c0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7d83c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b04684a2-f6aa-4062-b2db-a4654f05d7e5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7d83c0"} 2026-07-30T21:55:10Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7d83c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7d83c0", "reconcileID": "82f44acd-d71b-4524-97fe-3a031522f060", "Gateway": "e2e-ipp-cleanup-7d83c0", "namespace": "openshift-ingress"} 2026-07-30T21:55:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c0fcde8f-fc9d-4181-a0c6-ed8eef0a7705", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T21:55:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "be8b5510-6b19-47db-9da0-f8cf4e26fc9c", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress"} 2026-07-30T21:55:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "be8b5510-6b19-47db-9da0-f8cf4e26fc9c", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf-authn-ssl"} 2026-07-30T21:55:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "be8b5510-6b19-47db-9da0-f8cf4e26fc9c", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress"} 2026-07-30T21:55:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "c2675bb4-2a20-4d8b-8711-cf9cc1809c75", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress"} 2026-07-30T21:55:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "c2675bb4-2a20-4d8b-8711-cf9cc1809c75", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf-authn-ssl"} 2026-07-30T21:55:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "c2675bb4-2a20-4d8b-8711-cf9cc1809c75", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress"} 2026-07-30T21:55:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "e1183ebb-ec13-4a63-834a-3ae655b347f1", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress"} 2026-07-30T21:55:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "e1183ebb-ec13-4a63-834a-3ae655b347f1", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf-authn-ssl"} 2026-07-30T21:55:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "e1183ebb-ec13-4a63-834a-3ae655b347f1", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress"} 2026-07-30T21:55:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "d4de5351-54d8-46c8-b6b3-3ec556a00659", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress"} 2026-07-30T21:55:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "d4de5351-54d8-46c8-b6b3-3ec556a00659", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf-authn-ssl"} 2026-07-30T21:55:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "d4de5351-54d8-46c8-b6b3-3ec556a00659", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress"} 2026-07-30T21:55:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "4ce8e54e-f75a-4554-8cce-09cffd5c7a6b", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf"} 2026-07-30T21:55:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "4ce8e54e-f75a-4554-8cce-09cffd5c7a6b", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf"} 2026-07-30T21:55:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "4ce8e54e-f75a-4554-8cce-09cffd5c7a6b", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf"} 2026-07-30T21:55:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "4ce8e54e-f75a-4554-8cce-09cffd5c7a6b", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf-kserve-route-authn"} 2026-07-30T21:55:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "4ce8e54e-f75a-4554-8cce-09cffd5c7a6b", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf", "authType": "userdefined"} 2026-07-30T21:55:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "4ce8e54e-f75a-4554-8cce-09cffd5c7a6b", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf"} 2026-07-30T21:56:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "debdd5b8-0607-44e5-bad7-80c5b7ae0347", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-df94bf"} 2026-07-30T21:56:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "debdd5b8-0607-44e5-bad7-80c5b7ae0347", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-df94bf", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T21:56:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "debdd5b8-0607-44e5-bad7-80c5b7ae0347", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-df94bf because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T21:56:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "odh-trusted-ca-bundle", "reconcileID": "b182e54d-c1d4-4367-996d-0c7ebd09e85d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-df94bf"} 2026-07-30T21:56:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "odh-trusted-ca-bundle", "reconcileID": "b182e54d-c1d4-4367-996d-0c7ebd09e85d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-df94bf"} 2026-07-30T21:56:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "openshift-service-ca.crt", "reconcileID": "8d4e6389-90ef-4c7f-8f1f-adde6bffe31d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-df94bf"} 2026-07-30T21:56:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "openshift-service-ca.crt", "reconcileID": "8d4e6389-90ef-4c7f-8f1f-adde6bffe31d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-df94bf"} 2026-07-30T21:56:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "61958280-a5dd-4841-a23f-e6622298179f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-df94bf"} 2026-07-30T21:56:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "61958280-a5dd-4841-a23f-e6622298179f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-df94bf"} 2026-07-30T21:56:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "f08f198b-6fbd-4aca-a25a-1f01f0ddbcdc", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf"} 2026-07-30T21:56:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "f08f198b-6fbd-4aca-a25a-1f01f0ddbcdc", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf"} 2026-07-30T21:56:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "f08f198b-6fbd-4aca-a25a-1f01f0ddbcdc", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf"} 2026-07-30T21:56:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "f08f198b-6fbd-4aca-a25a-1f01f0ddbcdc", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf-kserve-route-authn"} 2026-07-30T21:56:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "f08f198b-6fbd-4aca-a25a-1f01f0ddbcdc", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf", "authType": "userdefined"} 2026-07-30T21:56:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "f08f198b-6fbd-4aca-a25a-1f01f0ddbcdc", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf"} 2026-07-30T21:56:11Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "1e29c51a-90ab-4910-b501-fa78a4097707", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf"} 2026-07-30T21:56:11Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "1e29c51a-90ab-4910-b501-fa78a4097707", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf"} 2026-07-30T21:56:11Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "1e29c51a-90ab-4910-b501-fa78a4097707", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf"} 2026-07-30T21:56:11Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "1e29c51a-90ab-4910-b501-fa78a4097707", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf"} 2026-07-30T21:56:11Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "1e29c51a-90ab-4910-b501-fa78a4097707", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf-kserve-route-authn"} 2026-07-30T21:56:11Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "1e29c51a-90ab-4910-b501-fa78a4097707", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf-kserve-route-authn"} 2026-07-30T21:56:11Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "1e29c51a-90ab-4910-b501-fa78a4097707", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf"} 2026-07-30T21:56:11Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "1e29c51a-90ab-4910-b501-fa78a4097707", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf"} 2026-07-30T21:56:11Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df94bf","namespace":"ai-tenant-e2e-ipp-a-df94bf"}, "namespace": "ai-tenant-e2e-ipp-a-df94bf", "name": "ipp-route-df94bf", "reconcileID": "78c6d34a-b383-4203-9f10-313448f9eae4", "LLMInferenceService": "ipp-route-df94bf", "namespace": "ai-tenant-e2e-ipp-a-df94bf"} 2026-07-30T21:56:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "7bf2d2b2-106b-48f9-8bf2-5de6e4d21fe2", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress"} 2026-07-30T21:56:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "7bf2d2b2-106b-48f9-8bf2-5de6e4d21fe2", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf-authn-ssl"} 2026-07-30T21:56:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "7bf2d2b2-106b-48f9-8bf2-5de6e4d21fe2", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress"} 2026-07-30T21:56:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "93142ff7-7ab4-4c04-a09d-e6b163471552", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress"} 2026-07-30T21:56:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "93142ff7-7ab4-4c04-a09d-e6b163471552", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf-authn-ssl"} 2026-07-30T21:56:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "93142ff7-7ab4-4c04-a09d-e6b163471552", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress"} 2026-07-30T21:56:18Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df94bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df94bf", "reconcileID": "c4a40c47-506c-4f1c-8668-7dbfbb222bf6", "Gateway": "e2e-ipp-a-df94bf", "namespace": "openshift-ingress"} 2026-07-30T21:56:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8fe65f26-f365-4239-8270-aabb21e9ec52", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T21:56:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b274d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b274d1", "reconcileID": "01d3c11b-30d3-41c8-b992-963705d907fa", "Gateway": "e2e-ipp-b-b274d1", "namespace": "openshift-ingress"} 2026-07-30T21:56:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b274d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b274d1", "reconcileID": "01d3c11b-30d3-41c8-b992-963705d907fa", "Gateway": "e2e-ipp-b-b274d1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b274d1-authn-ssl"} 2026-07-30T21:56:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b274d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b274d1", "reconcileID": "01d3c11b-30d3-41c8-b992-963705d907fa", "Gateway": "e2e-ipp-b-b274d1", "namespace": "openshift-ingress"} 2026-07-30T21:56:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "945d56bc-01d4-47c4-9262-edaaf1b3f919", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T21:56:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b274d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b274d1", "reconcileID": "815ef7f5-4435-4e4d-8bb3-804b72ab9c31", "Gateway": "e2e-ipp-b-b274d1", "namespace": "openshift-ingress"} 2026-07-30T21:56:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b274d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b274d1", "reconcileID": "815ef7f5-4435-4e4d-8bb3-804b72ab9c31", "Gateway": "e2e-ipp-b-b274d1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b274d1-authn-ssl"} 2026-07-30T21:56:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b274d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b274d1", "reconcileID": "815ef7f5-4435-4e4d-8bb3-804b72ab9c31", "Gateway": "e2e-ipp-b-b274d1", "namespace": "openshift-ingress"} 2026-07-30T21:56:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b274d1"}, "namespace": "ai-tenant-e2e-ipp-b-b274d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c6883e97-3845-4646-9170-dbcd891752f7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b274d1"} 2026-07-30T21:56:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b274d1"}, "namespace": "ai-tenant-e2e-ipp-b-b274d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c6883e97-3845-4646-9170-dbcd891752f7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b274d1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T21:56:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b274d1"}, "namespace": "ai-tenant-e2e-ipp-b-b274d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c6883e97-3845-4646-9170-dbcd891752f7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-b274d1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T21:56:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b274d1"}, "namespace": "ai-tenant-e2e-ipp-b-b274d1", "name": "odh-trusted-ca-bundle", "reconcileID": "dba2d8e1-9049-4f1c-b347-8cf94d7b7b1c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b274d1"} 2026-07-30T21:56:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b274d1"}, "namespace": "ai-tenant-e2e-ipp-b-b274d1", "name": "odh-trusted-ca-bundle", "reconcileID": "dba2d8e1-9049-4f1c-b347-8cf94d7b7b1c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b274d1"} 2026-07-30T21:56:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b274d1"}, "namespace": "ai-tenant-e2e-ipp-b-b274d1", "name": "openshift-service-ca.crt", "reconcileID": "1119ed24-c1b8-483e-8399-633d645cd3cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b274d1"} 2026-07-30T21:56:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b274d1"}, "namespace": "ai-tenant-e2e-ipp-b-b274d1", "name": "openshift-service-ca.crt", "reconcileID": "1119ed24-c1b8-483e-8399-633d645cd3cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b274d1"} 2026-07-30T21:56:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b274d1"}, "namespace": "ai-tenant-e2e-ipp-b-b274d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9f4d9e2a-0a51-4357-a048-dd1dd0714279", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b274d1"} 2026-07-30T21:56:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b274d1"}, "namespace": "ai-tenant-e2e-ipp-b-b274d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9f4d9e2a-0a51-4357-a048-dd1dd0714279", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b274d1"} 2026-07-30T21:56:35Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b274d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b274d1", "reconcileID": "542b2d2c-5cf7-487e-9030-4a3ba8b8a345", "Gateway": "e2e-ipp-b-b274d1", "namespace": "openshift-ingress"} 2026-07-30T21:56:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "29ddbea8-eda1-40f7-8393-badc4bce601f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T21:56:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2abe52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52", "reconcileID": "a30679d6-9386-4e1d-bd7d-01bec764a74d", "Gateway": "e2e-shared-a-2abe52", "namespace": "openshift-ingress"} 2026-07-30T21:56:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2abe52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52", "reconcileID": "a30679d6-9386-4e1d-bd7d-01bec764a74d", "Gateway": "e2e-shared-a-2abe52", "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52-authn-ssl"} 2026-07-30T21:56:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2abe52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52", "reconcileID": "a30679d6-9386-4e1d-bd7d-01bec764a74d", "Gateway": "e2e-shared-a-2abe52", "namespace": "openshift-ingress"} 2026-07-30T21:56:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2abe52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52", "reconcileID": "a521a0c4-c60e-40ec-94fc-5608a7d360a3", "Gateway": "e2e-shared-a-2abe52", "namespace": "openshift-ingress"} 2026-07-30T21:56:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2abe52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52", "reconcileID": "a521a0c4-c60e-40ec-94fc-5608a7d360a3", "Gateway": "e2e-shared-a-2abe52", "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52-authn-ssl"} 2026-07-30T21:56:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2abe52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52", "reconcileID": "a521a0c4-c60e-40ec-94fc-5608a7d360a3", "Gateway": "e2e-shared-a-2abe52", "namespace": "openshift-ingress"} 2026-07-30T21:56:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2c70714-22ca-491b-9829-f51a1b946f4a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-2abe52"} 2026-07-30T21:56:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2c70714-22ca-491b-9829-f51a1b946f4a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-2abe52", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T21:56:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2c70714-22ca-491b-9829-f51a1b946f4a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-2abe52 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T21:56:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "odh-trusted-ca-bundle", "reconcileID": "9e7f7a08-4709-46bd-8014-bab72ac4fa21", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-2abe52"} 2026-07-30T21:56:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "odh-trusted-ca-bundle", "reconcileID": "9e7f7a08-4709-46bd-8014-bab72ac4fa21", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-2abe52"} 2026-07-30T21:56:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "openshift-service-ca.crt", "reconcileID": "0767c188-abe3-4900-85b0-567865cd1ee1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-2abe52"} 2026-07-30T21:56:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "openshift-service-ca.crt", "reconcileID": "0767c188-abe3-4900-85b0-567865cd1ee1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-2abe52"} 2026-07-30T21:56:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6f1b37b2-7385-4806-867e-67f4904b12d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-2abe52"} 2026-07-30T21:56:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2abe52"}, "namespace": "ai-tenant-e2e-shared-a-2abe52", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6f1b37b2-7385-4806-867e-67f4904b12d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-2abe52"} 2026-07-30T21:56:53Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2abe52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2abe52", "reconcileID": "c3a75cc6-76d3-4941-a8cf-1f0bb940fd70", "Gateway": "e2e-shared-a-2abe52", "namespace": "openshift-ingress"} 2026-07-30T21:56:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e16928ee-a2c4-4422-aa20-e811779e133b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T21:57:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "6e4866fd-b0e7-4d64-b299-8340b0064e54", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress"} 2026-07-30T21:57:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "6e4866fd-b0e7-4d64-b299-8340b0064e54", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e-authn-ssl"} 2026-07-30T21:57:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "6e4866fd-b0e7-4d64-b299-8340b0064e54", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress"} 2026-07-30T21:57:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "7454c78a-8aa9-437b-9a1e-f5255d09a3b0", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress"} 2026-07-30T21:57:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "7454c78a-8aa9-437b-9a1e-f5255d09a3b0", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e-authn-ssl"} 2026-07-30T21:57:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "7454c78a-8aa9-437b-9a1e-f5255d09a3b0", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress"} 2026-07-30T21:57:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4c07eed-62d5-4bee-8524-497d8591ac04", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:57:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4c07eed-62d5-4bee-8524-497d8591ac04", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-592c1e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T21:57:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4c07eed-62d5-4bee-8524-497d8591ac04", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-592c1e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T21:57:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "odh-trusted-ca-bundle", "reconcileID": "b68158d5-b10f-4fd5-a1e2-63c9897a988c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:57:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "odh-trusted-ca-bundle", "reconcileID": "b68158d5-b10f-4fd5-a1e2-63c9897a988c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:57:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "openshift-service-ca.crt", "reconcileID": "c97bab4a-b7d9-44e9-abe5-fc4317405362", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:57:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "openshift-service-ca.crt", "reconcileID": "c97bab4a-b7d9-44e9-abe5-fc4317405362", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:57:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b626ed0-ff84-4725-9d41-04af11a421c3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:57:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-592c1e"}, "namespace": "ai-tenant-e2e-shared-b-592c1e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b626ed0-ff84-4725-9d41-04af11a421c3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-592c1e"} 2026-07-30T21:57:10Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-592c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-592c1e", "reconcileID": "c764c061-4cf6-4ee4-abcf-37b58c9a394d", "Gateway": "e2e-shared-b-592c1e", "namespace": "openshift-ingress"}