2026-07-30T21:11:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "sub-test-model-e226df", "reconcileID": "a471a9b1-8caa-411b-81a1-eb39f6062ebf", "LLMInferenceService": "sub-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:11:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "sub-test-model-e226df", "reconcileID": "a471a9b1-8caa-411b-81a1-eb39f6062ebf", "LLMInferenceService": "sub-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:11:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "sub-test-model-e226df", "reconcileID": "a471a9b1-8caa-411b-81a1-eb39f6062ebf", "LLMInferenceService": "sub-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "sub-test-model-e226df-kserve-route-authn"} 2026-07-30T21:11:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "sub-test-model-e226df", "reconcileID": "a471a9b1-8caa-411b-81a1-eb39f6062ebf", "LLMInferenceService": "sub-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df", "authType": "userdefined"} 2026-07-30T21:11:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "sub-test-model-e226df", "reconcileID": "a471a9b1-8caa-411b-81a1-eb39f6062ebf", "LLMInferenceService": "sub-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:11:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ddaffa9b-ae6f-462a-8a9b-6dff43f3a24d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T21:11:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "sub-test-model-e226df", "reconcileID": "03294210-847e-4f06-86b2-70b3deb1bb6c", "LLMInferenceService": "sub-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:11:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "sub-test-model-e226df", "reconcileID": "03294210-847e-4f06-86b2-70b3deb1bb6c", "LLMInferenceService": "sub-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:11:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "sub-test-model-e226df", "reconcileID": "03294210-847e-4f06-86b2-70b3deb1bb6c", "LLMInferenceService": "sub-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:11:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "sub-test-model-e226df", "reconcileID": "03294210-847e-4f06-86b2-70b3deb1bb6c", "LLMInferenceService": "sub-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "sub-test-model-e226df-kserve-route-authn"} 2026-07-30T21:11:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "sub-test-model-e226df", "reconcileID": "03294210-847e-4f06-86b2-70b3deb1bb6c", "LLMInferenceService": "sub-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df", "authType": "userdefined"} 2026-07-30T21:11:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "sub-test-model-e226df", "reconcileID": "03294210-847e-4f06-86b2-70b3deb1bb6c", "LLMInferenceService": "sub-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:12:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "sub-test-model-e226df", "reconcileID": "8843b17f-0774-42ae-a1eb-fa66d6e9d5ad", "LLMInferenceService": "sub-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:12:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "sub-test-model-e226df", "reconcileID": "8843b17f-0774-42ae-a1eb-fa66d6e9d5ad", "LLMInferenceService": "sub-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:12:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "sub-test-model-e226df", "reconcileID": "8843b17f-0774-42ae-a1eb-fa66d6e9d5ad", "LLMInferenceService": "sub-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:12:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "sub-test-model-e226df", "reconcileID": "8843b17f-0774-42ae-a1eb-fa66d6e9d5ad", "LLMInferenceService": "sub-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "sub-test-model-e226df-kserve-route-authn"} 2026-07-30T21:12:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "sub-test-model-e226df", "reconcileID": "8843b17f-0774-42ae-a1eb-fa66d6e9d5ad", "LLMInferenceService": "sub-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df", "authType": "userdefined"} 2026-07-30T21:12:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "sub-test-model-e226df", "reconcileID": "8843b17f-0774-42ae-a1eb-fa66d6e9d5ad", "LLMInferenceService": "sub-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:12:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-55df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b", "reconcileID": "53be3d6e-580b-4c59-ac74-fe8c004df326", "Gateway": "e2e-shared-a-55df2b", "namespace": "openshift-ingress"} 2026-07-30T21:12:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-55df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b", "reconcileID": "53be3d6e-580b-4c59-ac74-fe8c004df326", "Gateway": "e2e-shared-a-55df2b", "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b-authn-ssl"} 2026-07-30T21:12:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-55df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b", "reconcileID": "53be3d6e-580b-4c59-ac74-fe8c004df326", "Gateway": "e2e-shared-a-55df2b", "namespace": "openshift-ingress"} 2026-07-30T21:12:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "a558c0c3-546e-4d07-9afc-8f827b33eab4", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress"} 2026-07-30T21:12:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "a558c0c3-546e-4d07-9afc-8f827b33eab4", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df-authn-ssl"} 2026-07-30T21:12:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "a558c0c3-546e-4d07-9afc-8f827b33eab4", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress"} 2026-07-30T21:12:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-55df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b", "reconcileID": "f4805f45-1d02-4807-b76f-80ea9f2a55f4", "Gateway": "e2e-shared-a-55df2b", "namespace": "openshift-ingress"} 2026-07-30T21:12:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-55df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b", "reconcileID": "f4805f45-1d02-4807-b76f-80ea9f2a55f4", "Gateway": "e2e-shared-a-55df2b", "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b-authn-ssl"} 2026-07-30T21:12:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-55df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b", "reconcileID": "f4805f45-1d02-4807-b76f-80ea9f2a55f4", "Gateway": "e2e-shared-a-55df2b", "namespace": "openshift-ingress"} 2026-07-30T21:12:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "3245b8f6-8548-4898-92d5-f1a4448361dc", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress"} 2026-07-30T21:12:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "3245b8f6-8548-4898-92d5-f1a4448361dc", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df-authn-ssl"} 2026-07-30T21:12:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "3245b8f6-8548-4898-92d5-f1a4448361dc", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress"} 2026-07-30T21:12:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-55df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b", "reconcileID": "cd6b5816-792d-42aa-9d77-fa785c3f3f30", "Gateway": "e2e-shared-a-55df2b", "namespace": "openshift-ingress"} 2026-07-30T21:12:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-55df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b", "reconcileID": "cd6b5816-792d-42aa-9d77-fa785c3f3f30", "Gateway": "e2e-shared-a-55df2b", "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b-authn-ssl"} 2026-07-30T21:12:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-55df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b", "reconcileID": "cd6b5816-792d-42aa-9d77-fa785c3f3f30", "Gateway": "e2e-shared-a-55df2b", "namespace": "openshift-ingress"} 2026-07-30T21:12:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "15dfa8ec-dc2c-476b-a424-7b9ed500882f", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress"} 2026-07-30T21:12:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "15dfa8ec-dc2c-476b-a424-7b9ed500882f", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df-authn-ssl"} 2026-07-30T21:12:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "15dfa8ec-dc2c-476b-a424-7b9ed500882f", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress"} 2026-07-30T21:13:13Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-55df2b","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "sub-test-model-55df2b", "reconcileID": "da0f77ec-47e4-462a-b10b-ea75a08702c6", "LLMInferenceService": "sub-test-model-55df2b", "namespace": "ai-tenant-e2e-shared-a-55df2b"} 2026-07-30T21:13:13Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-55df2b","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "sub-test-model-55df2b", "reconcileID": "da0f77ec-47e4-462a-b10b-ea75a08702c6", "LLMInferenceService": "sub-test-model-55df2b", "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "sub-test-model-55df2b"} 2026-07-30T21:13:13Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-55df2b","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "sub-test-model-55df2b", "reconcileID": "da0f77ec-47e4-462a-b10b-ea75a08702c6", "LLMInferenceService": "sub-test-model-55df2b", "namespace": "ai-tenant-e2e-shared-a-55df2b"} 2026-07-30T21:13:13Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-55df2b","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "sub-test-model-55df2b", "reconcileID": "da0f77ec-47e4-462a-b10b-ea75a08702c6", "LLMInferenceService": "sub-test-model-55df2b", "namespace": "ai-tenant-e2e-shared-a-55df2b"} 2026-07-30T21:13:13Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-55df2b","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "sub-test-model-55df2b", "reconcileID": "da0f77ec-47e4-462a-b10b-ea75a08702c6", "LLMInferenceService": "sub-test-model-55df2b", "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "sub-test-model-55df2b-kserve-route-authn"} 2026-07-30T21:13:13Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-55df2b","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "sub-test-model-55df2b", "reconcileID": "da0f77ec-47e4-462a-b10b-ea75a08702c6", "LLMInferenceService": "sub-test-model-55df2b", "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "sub-test-model-55df2b-kserve-route-authn"} 2026-07-30T21:13:13Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-55df2b","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "sub-test-model-55df2b", "reconcileID": "da0f77ec-47e4-462a-b10b-ea75a08702c6", "LLMInferenceService": "sub-test-model-55df2b", "namespace": "ai-tenant-e2e-shared-a-55df2b", "namespace": "ai-tenant-e2e-shared-a-55df2b"} 2026-07-30T21:13:13Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-55df2b","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "sub-test-model-55df2b", "reconcileID": "da0f77ec-47e4-462a-b10b-ea75a08702c6", "LLMInferenceService": "sub-test-model-55df2b", "namespace": "ai-tenant-e2e-shared-a-55df2b", "namespace": "ai-tenant-e2e-shared-a-55df2b"} 2026-07-30T21:13:13Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-55df2b","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "sub-test-model-55df2b", "reconcileID": "a88e9804-2c63-4bae-9cbb-46f03e1872a8", "LLMInferenceService": "sub-test-model-55df2b", "namespace": "ai-tenant-e2e-shared-a-55df2b"} 2026-07-30T21:13:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-55df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b", "reconcileID": "af75eaae-26fe-4e70-b949-e1ac777bd379", "Gateway": "e2e-shared-a-55df2b", "namespace": "openshift-ingress"} 2026-07-30T21:13:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-55df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b", "reconcileID": "af75eaae-26fe-4e70-b949-e1ac777bd379", "Gateway": "e2e-shared-a-55df2b", "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b-authn-ssl"} 2026-07-30T21:13:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-55df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b", "reconcileID": "af75eaae-26fe-4e70-b949-e1ac777bd379", "Gateway": "e2e-shared-a-55df2b", "namespace": "openshift-ingress"} 2026-07-30T21:13:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-55df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b", "reconcileID": "2a03e93c-157c-4410-92ae-82cf97a1c80e", "Gateway": "e2e-shared-a-55df2b", "namespace": "openshift-ingress"} 2026-07-30T21:13:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-55df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b", "reconcileID": "2a03e93c-157c-4410-92ae-82cf97a1c80e", "Gateway": "e2e-shared-a-55df2b", "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b-authn-ssl"} 2026-07-30T21:13:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-55df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b", "reconcileID": "2a03e93c-157c-4410-92ae-82cf97a1c80e", "Gateway": "e2e-shared-a-55df2b", "namespace": "openshift-ingress"} 2026-07-30T21:13:13Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "sub-test-model-e226df", "reconcileID": "3848af6d-8a8d-42cb-b129-485cebc433d7", "LLMInferenceService": "sub-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:13:13Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "sub-test-model-e226df", "reconcileID": "3848af6d-8a8d-42cb-b129-485cebc433d7", "LLMInferenceService": "sub-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "sub-test-model-e226df"} 2026-07-30T21:13:13Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "sub-test-model-e226df", "reconcileID": "3848af6d-8a8d-42cb-b129-485cebc433d7", "LLMInferenceService": "sub-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:13:13Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "sub-test-model-e226df", "reconcileID": "3848af6d-8a8d-42cb-b129-485cebc433d7", "LLMInferenceService": "sub-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:13:13Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "sub-test-model-e226df", "reconcileID": "3848af6d-8a8d-42cb-b129-485cebc433d7", "LLMInferenceService": "sub-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "sub-test-model-e226df-kserve-route-authn"} 2026-07-30T21:13:13Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "sub-test-model-e226df", "reconcileID": "3848af6d-8a8d-42cb-b129-485cebc433d7", "LLMInferenceService": "sub-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "sub-test-model-e226df-kserve-route-authn"} 2026-07-30T21:13:13Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "sub-test-model-e226df", "reconcileID": "3848af6d-8a8d-42cb-b129-485cebc433d7", "LLMInferenceService": "sub-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:13:13Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "sub-test-model-e226df", "reconcileID": "3848af6d-8a8d-42cb-b129-485cebc433d7", "LLMInferenceService": "sub-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:13:14Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "sub-test-model-e226df", "reconcileID": "986e4573-859e-42e9-8daa-fcaef866503c", "LLMInferenceService": "sub-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:13:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "33ce4ebb-c214-4e10-a293-576714ebc6f0", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress"} 2026-07-30T21:13:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "33ce4ebb-c214-4e10-a293-576714ebc6f0", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df-authn-ssl"} 2026-07-30T21:13:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "33ce4ebb-c214-4e10-a293-576714ebc6f0", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress"} 2026-07-30T21:13:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "af647fc8-3ca5-4471-ae38-783eefb100c7", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress"} 2026-07-30T21:13:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "af647fc8-3ca5-4471-ae38-783eefb100c7", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df-authn-ssl"} 2026-07-30T21:13:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "af647fc8-3ca5-4471-ae38-783eefb100c7", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress"} 2026-07-30T21:13:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-55df2b","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "rate-test-model-55df2b", "reconcileID": "ca5aef93-c09a-4b71-9707-ab459cdac18c", "LLMInferenceService": "rate-test-model-55df2b", "namespace": "ai-tenant-e2e-shared-a-55df2b"} 2026-07-30T21:13:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-55df2b","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "rate-test-model-55df2b", "reconcileID": "ca5aef93-c09a-4b71-9707-ab459cdac18c", "LLMInferenceService": "rate-test-model-55df2b", "namespace": "ai-tenant-e2e-shared-a-55df2b"} 2026-07-30T21:13:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-55df2b","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "rate-test-model-55df2b", "reconcileID": "ca5aef93-c09a-4b71-9707-ab459cdac18c", "LLMInferenceService": "rate-test-model-55df2b", "namespace": "ai-tenant-e2e-shared-a-55df2b"} 2026-07-30T21:13:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-55df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b", "reconcileID": "ef682b40-126f-493c-818d-f9381e6b339c", "Gateway": "e2e-shared-a-55df2b", "namespace": "openshift-ingress"} 2026-07-30T21:13:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-55df2b","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "rate-test-model-55df2b", "reconcileID": "ca5aef93-c09a-4b71-9707-ab459cdac18c", "LLMInferenceService": "rate-test-model-55df2b", "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "rate-test-model-55df2b-kserve-route-authn"} 2026-07-30T21:13:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-55df2b","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "rate-test-model-55df2b", "reconcileID": "ca5aef93-c09a-4b71-9707-ab459cdac18c", "LLMInferenceService": "rate-test-model-55df2b", "namespace": "ai-tenant-e2e-shared-a-55df2b", "authType": "userdefined"} 2026-07-30T21:13:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-55df2b","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "rate-test-model-55df2b", "reconcileID": "ca5aef93-c09a-4b71-9707-ab459cdac18c", "LLMInferenceService": "rate-test-model-55df2b", "namespace": "ai-tenant-e2e-shared-a-55df2b"} 2026-07-30T21:13:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-55df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b", "reconcileID": "ef682b40-126f-493c-818d-f9381e6b339c", "Gateway": "e2e-shared-a-55df2b", "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b-authn-ssl"} 2026-07-30T21:13:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-55df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b", "reconcileID": "ef682b40-126f-493c-818d-f9381e6b339c", "Gateway": "e2e-shared-a-55df2b", "namespace": "openshift-ingress"} 2026-07-30T21:13:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-55df2b","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "rate-test-model-55df2b", "reconcileID": "df55b2b7-7abc-464d-86ce-580dadbb1754", "LLMInferenceService": "rate-test-model-55df2b", "namespace": "ai-tenant-e2e-shared-a-55df2b"} 2026-07-30T21:13:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-55df2b","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "rate-test-model-55df2b", "reconcileID": "df55b2b7-7abc-464d-86ce-580dadbb1754", "LLMInferenceService": "rate-test-model-55df2b", "namespace": "ai-tenant-e2e-shared-a-55df2b"} 2026-07-30T21:13:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-55df2b","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "rate-test-model-55df2b", "reconcileID": "df55b2b7-7abc-464d-86ce-580dadbb1754", "LLMInferenceService": "rate-test-model-55df2b", "namespace": "ai-tenant-e2e-shared-a-55df2b"} 2026-07-30T21:13:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-55df2b","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "rate-test-model-55df2b", "reconcileID": "df55b2b7-7abc-464d-86ce-580dadbb1754", "LLMInferenceService": "rate-test-model-55df2b", "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "rate-test-model-55df2b-kserve-route-authn"} 2026-07-30T21:13:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-55df2b","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "rate-test-model-55df2b", "reconcileID": "df55b2b7-7abc-464d-86ce-580dadbb1754", "LLMInferenceService": "rate-test-model-55df2b", "namespace": "ai-tenant-e2e-shared-a-55df2b", "authType": "userdefined"} 2026-07-30T21:13:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-55df2b","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "rate-test-model-55df2b", "reconcileID": "df55b2b7-7abc-464d-86ce-580dadbb1754", "LLMInferenceService": "rate-test-model-55df2b", "namespace": "ai-tenant-e2e-shared-a-55df2b"} 2026-07-30T21:13:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "2b57eae0-aed5-4546-b148-95853558cd9f", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress"} 2026-07-30T21:13:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "2b57eae0-aed5-4546-b148-95853558cd9f", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df-authn-ssl"} 2026-07-30T21:13:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "2b57eae0-aed5-4546-b148-95853558cd9f", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress"} 2026-07-30T21:13:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-55df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b", "reconcileID": "fbd1c6a2-98a7-4bc0-8c91-3a43a250a85c", "Gateway": "e2e-shared-a-55df2b", "namespace": "openshift-ingress"} 2026-07-30T21:13:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-55df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b", "reconcileID": "fbd1c6a2-98a7-4bc0-8c91-3a43a250a85c", "Gateway": "e2e-shared-a-55df2b", "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b-authn-ssl"} 2026-07-30T21:13:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-55df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b", "reconcileID": "fbd1c6a2-98a7-4bc0-8c91-3a43a250a85c", "Gateway": "e2e-shared-a-55df2b", "namespace": "openshift-ingress"} 2026-07-30T21:13:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-55df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b", "reconcileID": "b5c80d0c-b132-403a-b558-a06f837023cb", "Gateway": "e2e-shared-a-55df2b", "namespace": "openshift-ingress"} 2026-07-30T21:13:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-55df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b", "reconcileID": "b5c80d0c-b132-403a-b558-a06f837023cb", "Gateway": "e2e-shared-a-55df2b", "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b-authn-ssl"} 2026-07-30T21:13:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-55df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b", "reconcileID": "b5c80d0c-b132-403a-b558-a06f837023cb", "Gateway": "e2e-shared-a-55df2b", "namespace": "openshift-ingress"} 2026-07-30T21:13:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-55df2b","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "rate-test-model-55df2b", "reconcileID": "9bdedca6-ff6b-4d0e-83b5-451575f978bd", "LLMInferenceService": "rate-test-model-55df2b", "namespace": "ai-tenant-e2e-shared-a-55df2b"} 2026-07-30T21:13:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-55df2b","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "rate-test-model-55df2b", "reconcileID": "9bdedca6-ff6b-4d0e-83b5-451575f978bd", "LLMInferenceService": "rate-test-model-55df2b", "namespace": "ai-tenant-e2e-shared-a-55df2b"} 2026-07-30T21:13:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-55df2b","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "rate-test-model-55df2b", "reconcileID": "9bdedca6-ff6b-4d0e-83b5-451575f978bd", "LLMInferenceService": "rate-test-model-55df2b", "namespace": "ai-tenant-e2e-shared-a-55df2b"} 2026-07-30T21:13:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-55df2b","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "rate-test-model-55df2b", "reconcileID": "9bdedca6-ff6b-4d0e-83b5-451575f978bd", "LLMInferenceService": "rate-test-model-55df2b", "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "rate-test-model-55df2b-kserve-route-authn"} 2026-07-30T21:13:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-55df2b","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "rate-test-model-55df2b", "reconcileID": "9bdedca6-ff6b-4d0e-83b5-451575f978bd", "LLMInferenceService": "rate-test-model-55df2b", "namespace": "ai-tenant-e2e-shared-a-55df2b", "authType": "userdefined"} 2026-07-30T21:13:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-55df2b","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "rate-test-model-55df2b", "reconcileID": "9bdedca6-ff6b-4d0e-83b5-451575f978bd", "LLMInferenceService": "rate-test-model-55df2b", "namespace": "ai-tenant-e2e-shared-a-55df2b"} 2026-07-30T21:13:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-55df2b","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "rate-test-model-55df2b", "reconcileID": "48140795-0480-4c35-9cf6-354f4bb07916", "LLMInferenceService": "rate-test-model-55df2b", "namespace": "ai-tenant-e2e-shared-a-55df2b"} 2026-07-30T21:13:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-55df2b","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "rate-test-model-55df2b", "reconcileID": "48140795-0480-4c35-9cf6-354f4bb07916", "LLMInferenceService": "rate-test-model-55df2b", "namespace": "ai-tenant-e2e-shared-a-55df2b"} 2026-07-30T21:13:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-55df2b","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "rate-test-model-55df2b", "reconcileID": "48140795-0480-4c35-9cf6-354f4bb07916", "LLMInferenceService": "rate-test-model-55df2b", "namespace": "ai-tenant-e2e-shared-a-55df2b"} 2026-07-30T21:13:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-55df2b","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "rate-test-model-55df2b", "reconcileID": "48140795-0480-4c35-9cf6-354f4bb07916", "LLMInferenceService": "rate-test-model-55df2b", "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "rate-test-model-55df2b-kserve-route-authn"} 2026-07-30T21:13:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-55df2b","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "rate-test-model-55df2b", "reconcileID": "48140795-0480-4c35-9cf6-354f4bb07916", "LLMInferenceService": "rate-test-model-55df2b", "namespace": "ai-tenant-e2e-shared-a-55df2b", "authType": "userdefined"} 2026-07-30T21:13:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-55df2b","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "rate-test-model-55df2b", "reconcileID": "48140795-0480-4c35-9cf6-354f4bb07916", "LLMInferenceService": "rate-test-model-55df2b", "namespace": "ai-tenant-e2e-shared-a-55df2b"} 2026-07-30T21:13:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "rate-test-model-e226df", "reconcileID": "57132528-328b-41e8-9c8e-b15579f9c94b", "LLMInferenceService": "rate-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:13:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "rate-test-model-e226df", "reconcileID": "57132528-328b-41e8-9c8e-b15579f9c94b", "LLMInferenceService": "rate-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:13:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "rate-test-model-e226df", "reconcileID": "57132528-328b-41e8-9c8e-b15579f9c94b", "LLMInferenceService": "rate-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:13:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "e50ce124-4224-420e-b30a-0f385bf2505e", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress"} 2026-07-30T21:13:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "rate-test-model-e226df", "reconcileID": "57132528-328b-41e8-9c8e-b15579f9c94b", "LLMInferenceService": "rate-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "rate-test-model-e226df-kserve-route-authn"} 2026-07-30T21:13:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "rate-test-model-e226df", "reconcileID": "57132528-328b-41e8-9c8e-b15579f9c94b", "LLMInferenceService": "rate-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df", "authType": "userdefined"} 2026-07-30T21:13:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "rate-test-model-e226df", "reconcileID": "57132528-328b-41e8-9c8e-b15579f9c94b", "LLMInferenceService": "rate-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:13:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "e50ce124-4224-420e-b30a-0f385bf2505e", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df-authn-ssl"} 2026-07-30T21:13:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "e50ce124-4224-420e-b30a-0f385bf2505e", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress"} 2026-07-30T21:13:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "rate-test-model-e226df", "reconcileID": "a02ee595-2d11-4b99-95ac-fe522edcabbc", "LLMInferenceService": "rate-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:13:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "rate-test-model-e226df", "reconcileID": "a02ee595-2d11-4b99-95ac-fe522edcabbc", "LLMInferenceService": "rate-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:13:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "rate-test-model-e226df", "reconcileID": "a02ee595-2d11-4b99-95ac-fe522edcabbc", "LLMInferenceService": "rate-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:13:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "rate-test-model-e226df", "reconcileID": "a02ee595-2d11-4b99-95ac-fe522edcabbc", "LLMInferenceService": "rate-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "rate-test-model-e226df-kserve-route-authn"} 2026-07-30T21:13:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "rate-test-model-e226df", "reconcileID": "a02ee595-2d11-4b99-95ac-fe522edcabbc", "LLMInferenceService": "rate-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df", "authType": "userdefined"} 2026-07-30T21:13:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "rate-test-model-e226df", "reconcileID": "a02ee595-2d11-4b99-95ac-fe522edcabbc", "LLMInferenceService": "rate-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:13:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "4aa56d42-2c1e-49d1-b3c4-59ef940debec", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress"} 2026-07-30T21:13:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "4aa56d42-2c1e-49d1-b3c4-59ef940debec", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df-authn-ssl"} 2026-07-30T21:13:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "4aa56d42-2c1e-49d1-b3c4-59ef940debec", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress"} 2026-07-30T21:13:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "rate-test-model-e226df", "reconcileID": "811eea5d-244c-4832-bd2f-a3b49eaafc34", "LLMInferenceService": "rate-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:13:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "rate-test-model-e226df", "reconcileID": "811eea5d-244c-4832-bd2f-a3b49eaafc34", "LLMInferenceService": "rate-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:13:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "rate-test-model-e226df", "reconcileID": "811eea5d-244c-4832-bd2f-a3b49eaafc34", "LLMInferenceService": "rate-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:13:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "rate-test-model-e226df", "reconcileID": "811eea5d-244c-4832-bd2f-a3b49eaafc34", "LLMInferenceService": "rate-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "rate-test-model-e226df-kserve-route-authn"} 2026-07-30T21:13:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "rate-test-model-e226df", "reconcileID": "811eea5d-244c-4832-bd2f-a3b49eaafc34", "LLMInferenceService": "rate-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df", "authType": "userdefined"} 2026-07-30T21:13:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "rate-test-model-e226df", "reconcileID": "811eea5d-244c-4832-bd2f-a3b49eaafc34", "LLMInferenceService": "rate-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:14:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "rate-test-model-e226df", "reconcileID": "f1899bda-bfdb-43df-91bb-a8e90c616777", "LLMInferenceService": "rate-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:14:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "rate-test-model-e226df", "reconcileID": "f1899bda-bfdb-43df-91bb-a8e90c616777", "LLMInferenceService": "rate-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:14:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "rate-test-model-e226df", "reconcileID": "f1899bda-bfdb-43df-91bb-a8e90c616777", "LLMInferenceService": "rate-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:14:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "rate-test-model-e226df", "reconcileID": "f1899bda-bfdb-43df-91bb-a8e90c616777", "LLMInferenceService": "rate-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "rate-test-model-e226df-kserve-route-authn"} 2026-07-30T21:14:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "rate-test-model-e226df", "reconcileID": "f1899bda-bfdb-43df-91bb-a8e90c616777", "LLMInferenceService": "rate-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df", "authType": "userdefined"} 2026-07-30T21:14:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "rate-test-model-e226df", "reconcileID": "f1899bda-bfdb-43df-91bb-a8e90c616777", "LLMInferenceService": "rate-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:14:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "rate-test-model-e226df", "reconcileID": "8870eb34-819f-47de-928e-58e72d32ee04", "LLMInferenceService": "rate-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:14:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "rate-test-model-e226df", "reconcileID": "8870eb34-819f-47de-928e-58e72d32ee04", "LLMInferenceService": "rate-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:14:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "rate-test-model-e226df", "reconcileID": "8870eb34-819f-47de-928e-58e72d32ee04", "LLMInferenceService": "rate-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:14:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "rate-test-model-e226df", "reconcileID": "8870eb34-819f-47de-928e-58e72d32ee04", "LLMInferenceService": "rate-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "rate-test-model-e226df-kserve-route-authn"} 2026-07-30T21:14:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "rate-test-model-e226df", "reconcileID": "8870eb34-819f-47de-928e-58e72d32ee04", "LLMInferenceService": "rate-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df", "authType": "userdefined"} 2026-07-30T21:14:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "rate-test-model-e226df", "reconcileID": "8870eb34-819f-47de-928e-58e72d32ee04", "LLMInferenceService": "rate-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:14:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-55df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b", "reconcileID": "1baf57de-1d5c-4f23-b7b5-c784950c24f3", "Gateway": "e2e-shared-a-55df2b", "namespace": "openshift-ingress"} 2026-07-30T21:14:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-55df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b", "reconcileID": "1baf57de-1d5c-4f23-b7b5-c784950c24f3", "Gateway": "e2e-shared-a-55df2b", "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b-authn-ssl"} 2026-07-30T21:14:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-55df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b", "reconcileID": "1baf57de-1d5c-4f23-b7b5-c784950c24f3", "Gateway": "e2e-shared-a-55df2b", "namespace": "openshift-ingress"} 2026-07-30T21:14:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "ca6c921e-650a-4c5e-b829-0c31deb23702", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress"} 2026-07-30T21:14:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "ca6c921e-650a-4c5e-b829-0c31deb23702", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df-authn-ssl"} 2026-07-30T21:14:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "ca6c921e-650a-4c5e-b829-0c31deb23702", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress"} 2026-07-30T21:14:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "a13bc0f9-29e4-4d85-8bbd-00c1f0047136", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress"} 2026-07-30T21:14:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "a13bc0f9-29e4-4d85-8bbd-00c1f0047136", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df-authn-ssl"} 2026-07-30T21:14:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "a13bc0f9-29e4-4d85-8bbd-00c1f0047136", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress"} 2026-07-30T21:15:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "bf0ca38b-4f83-4790-bd5e-7d61d8a9e987", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress"} 2026-07-30T21:15:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "bf0ca38b-4f83-4790-bd5e-7d61d8a9e987", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df-authn-ssl"} 2026-07-30T21:15:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "bf0ca38b-4f83-4790-bd5e-7d61d8a9e987", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress"} 2026-07-30T21:15:27Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-55df2b","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "rate-test-model-55df2b", "reconcileID": "08f1c871-5c3a-4ea9-959e-d3e973953f54", "LLMInferenceService": "rate-test-model-55df2b", "namespace": "ai-tenant-e2e-shared-a-55df2b"} 2026-07-30T21:15:27Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-55df2b","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "rate-test-model-55df2b", "reconcileID": "08f1c871-5c3a-4ea9-959e-d3e973953f54", "LLMInferenceService": "rate-test-model-55df2b", "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "rate-test-model-55df2b"} 2026-07-30T21:15:27Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-55df2b","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "rate-test-model-55df2b", "reconcileID": "08f1c871-5c3a-4ea9-959e-d3e973953f54", "LLMInferenceService": "rate-test-model-55df2b", "namespace": "ai-tenant-e2e-shared-a-55df2b"} 2026-07-30T21:15:27Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-55df2b","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "rate-test-model-55df2b", "reconcileID": "08f1c871-5c3a-4ea9-959e-d3e973953f54", "LLMInferenceService": "rate-test-model-55df2b", "namespace": "ai-tenant-e2e-shared-a-55df2b"} 2026-07-30T21:15:27Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-55df2b","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "rate-test-model-55df2b", "reconcileID": "08f1c871-5c3a-4ea9-959e-d3e973953f54", "LLMInferenceService": "rate-test-model-55df2b", "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "rate-test-model-55df2b-kserve-route-authn"} 2026-07-30T21:15:27Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-55df2b","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "rate-test-model-55df2b", "reconcileID": "08f1c871-5c3a-4ea9-959e-d3e973953f54", "LLMInferenceService": "rate-test-model-55df2b", "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "rate-test-model-55df2b-kserve-route-authn"} 2026-07-30T21:15:27Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-55df2b","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "rate-test-model-55df2b", "reconcileID": "08f1c871-5c3a-4ea9-959e-d3e973953f54", "LLMInferenceService": "rate-test-model-55df2b", "namespace": "ai-tenant-e2e-shared-a-55df2b", "namespace": "ai-tenant-e2e-shared-a-55df2b"} 2026-07-30T21:15:27Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-55df2b","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "rate-test-model-55df2b", "reconcileID": "08f1c871-5c3a-4ea9-959e-d3e973953f54", "LLMInferenceService": "rate-test-model-55df2b", "namespace": "ai-tenant-e2e-shared-a-55df2b", "namespace": "ai-tenant-e2e-shared-a-55df2b"} 2026-07-30T21:15:27Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-55df2b","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "rate-test-model-55df2b", "reconcileID": "5173b45c-3230-4344-b1d5-d76008eb024e", "LLMInferenceService": "rate-test-model-55df2b", "namespace": "ai-tenant-e2e-shared-a-55df2b"} 2026-07-30T21:15:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-55df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b", "reconcileID": "053e5090-76b7-4abf-8d34-a97638755aff", "Gateway": "e2e-shared-a-55df2b", "namespace": "openshift-ingress"} 2026-07-30T21:15:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-55df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b", "reconcileID": "053e5090-76b7-4abf-8d34-a97638755aff", "Gateway": "e2e-shared-a-55df2b", "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b-authn-ssl"} 2026-07-30T21:15:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-55df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b", "reconcileID": "053e5090-76b7-4abf-8d34-a97638755aff", "Gateway": "e2e-shared-a-55df2b", "namespace": "openshift-ingress"} 2026-07-30T21:15:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-55df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b", "reconcileID": "b6c84a4f-e7b8-4c52-8c7d-96dfca47cf4c", "Gateway": "e2e-shared-a-55df2b", "namespace": "openshift-ingress"} 2026-07-30T21:15:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-55df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b", "reconcileID": "b6c84a4f-e7b8-4c52-8c7d-96dfca47cf4c", "Gateway": "e2e-shared-a-55df2b", "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b-authn-ssl"} 2026-07-30T21:15:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-55df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b", "reconcileID": "b6c84a4f-e7b8-4c52-8c7d-96dfca47cf4c", "Gateway": "e2e-shared-a-55df2b", "namespace": "openshift-ingress"} 2026-07-30T21:15:27Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "rate-test-model-e226df", "reconcileID": "c6750247-fe11-4467-ba89-59795dfcfe67", "LLMInferenceService": "rate-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:15:27Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "rate-test-model-e226df", "reconcileID": "c6750247-fe11-4467-ba89-59795dfcfe67", "LLMInferenceService": "rate-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "rate-test-model-e226df"} 2026-07-30T21:15:27Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "rate-test-model-e226df", "reconcileID": "c6750247-fe11-4467-ba89-59795dfcfe67", "LLMInferenceService": "rate-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:15:27Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "rate-test-model-e226df", "reconcileID": "c6750247-fe11-4467-ba89-59795dfcfe67", "LLMInferenceService": "rate-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:15:27Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "rate-test-model-e226df", "reconcileID": "c6750247-fe11-4467-ba89-59795dfcfe67", "LLMInferenceService": "rate-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "rate-test-model-e226df-kserve-route-authn"} 2026-07-30T21:15:27Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "rate-test-model-e226df", "reconcileID": "c6750247-fe11-4467-ba89-59795dfcfe67", "LLMInferenceService": "rate-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "rate-test-model-e226df-kserve-route-authn"} 2026-07-30T21:15:27Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "rate-test-model-e226df", "reconcileID": "c6750247-fe11-4467-ba89-59795dfcfe67", "LLMInferenceService": "rate-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:15:27Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "rate-test-model-e226df", "reconcileID": "c6750247-fe11-4467-ba89-59795dfcfe67", "LLMInferenceService": "rate-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:15:28Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e226df","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "rate-test-model-e226df", "reconcileID": "e515918a-4470-4d95-9aef-62b80d64be70", "LLMInferenceService": "rate-test-model-e226df", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:15:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "f1a702f2-2303-46c9-a1dd-58ed59f46dff", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress"} 2026-07-30T21:15:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "f1a702f2-2303-46c9-a1dd-58ed59f46dff", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df-authn-ssl"} 2026-07-30T21:15:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "f1a702f2-2303-46c9-a1dd-58ed59f46dff", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress"} 2026-07-30T21:15:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "075551cc-fde5-4757-bc1c-3482b3f6469d", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress"} 2026-07-30T21:15:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "075551cc-fde5-4757-bc1c-3482b3f6469d", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df-authn-ssl"} 2026-07-30T21:15:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "075551cc-fde5-4757-bc1c-3482b3f6469d", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress"} 2026-07-30T21:15:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-55df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b", "reconcileID": "8fb14910-134a-4659-b5ea-ccb65e6ea3b0", "Gateway": "e2e-shared-a-55df2b", "namespace": "openshift-ingress"} 2026-07-30T21:15:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-55df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b", "reconcileID": "8fb14910-134a-4659-b5ea-ccb65e6ea3b0", "Gateway": "e2e-shared-a-55df2b", "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b-authn-ssl"} 2026-07-30T21:15:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-55df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b", "reconcileID": "8fb14910-134a-4659-b5ea-ccb65e6ea3b0", "Gateway": "e2e-shared-a-55df2b", "namespace": "openshift-ingress"} 2026-07-30T21:15:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "4daa003d-263e-4196-9d55-e12ea5caf0b8", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress"} 2026-07-30T21:15:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "4daa003d-263e-4196-9d55-e12ea5caf0b8", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df-authn-ssl"} 2026-07-30T21:15:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "4daa003d-263e-4196-9d55-e12ea5caf0b8", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress"} 2026-07-30T21:15:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "450e0ed4-d47c-40ff-8848-4ea6f2b433f0", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress"} 2026-07-30T21:15:47Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "450e0ed4-d47c-40ff-8848-4ea6f2b433f0", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63-authn-ssl"} 2026-07-30T21:15:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "450e0ed4-d47c-40ff-8848-4ea6f2b433f0", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress"} 2026-07-30T21:15:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "d5f7021c-55d0-4fa1-ae53-d435ca0ac3c6", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress"} 2026-07-30T21:15:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "d5f7021c-55d0-4fa1-ae53-d435ca0ac3c6", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63-authn-ssl"} 2026-07-30T21:15:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "d5f7021c-55d0-4fa1-ae53-d435ca0ac3c6", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress"} 2026-07-30T21:15:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "a2b789b2-942a-4eee-9628-0f9ce117d75e", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress"} 2026-07-30T21:15:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "a2b789b2-942a-4eee-9628-0f9ce117d75e", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63-authn-ssl"} 2026-07-30T21:15:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "a2b789b2-942a-4eee-9628-0f9ce117d75e", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress"} 2026-07-30T21:15:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "24d3c1c7-043e-4f11-8f53-700b2715733d", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress"} 2026-07-30T21:15:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "24d3c1c7-043e-4f11-8f53-700b2715733d", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63-authn-ssl"} 2026-07-30T21:15:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "24d3c1c7-043e-4f11-8f53-700b2715733d", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress"} 2026-07-30T21:15:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "3264b5c8-455c-420c-9fba-5097372f004b", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress"} 2026-07-30T21:15:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "3264b5c8-455c-420c-9fba-5097372f004b", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63-authn-ssl"} 2026-07-30T21:15:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "3264b5c8-455c-420c-9fba-5097372f004b", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress"} 2026-07-30T21:15:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "89c60afa-24a4-4cb5-9f74-d1f8dc52779f", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress"} 2026-07-30T21:15:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "89c60afa-24a4-4cb5-9f74-d1f8dc52779f", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63-authn-ssl"} 2026-07-30T21:15:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "89c60afa-24a4-4cb5-9f74-d1f8dc52779f", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress"} 2026-07-30T21:15:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "e5693e68-0d34-4700-9fcf-28fdf8862d27", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress"} 2026-07-30T21:15:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "e5693e68-0d34-4700-9fcf-28fdf8862d27", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63-authn-ssl"} 2026-07-30T21:15:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "e5693e68-0d34-4700-9fcf-28fdf8862d27", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress"} 2026-07-30T21:15:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "odh-trusted-ca-bundle", "reconcileID": "1455e715-5329-45f7-ae22-1a785cdfb5ca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:15:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "openshift-service-ca.crt", "reconcileID": "f5616dd4-fc2a-4171-a79e-c76fd3640c85", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:15:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "openshift-service-ca.crt", "reconcileID": "0821718c-84f4-4096-9f93-b91003b37aa5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-720e63", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T21:15:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "openshift-service-ca.crt", "reconcileID": "0821718c-84f4-4096-9f93-b91003b37aa5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:15:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "openshift-service-ca.crt", "reconcileID": "28e47327-18bc-4dac-b335-5c94d8377c53", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:15:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c39072a6-96d2-4682-bced-83c37d3ec7f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:15:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "odh-trusted-ca-bundle", "reconcileID": "f6381fa7-d516-42d2-a526-30f13828e2da", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-720e63", "update": "odh-kserve-custom-ca-bundle"} 2026-07-30T21:15:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "odh-trusted-ca-bundle", "reconcileID": "f6381fa7-d516-42d2-a526-30f13828e2da", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:15:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3a80fc6e-9566-422f-bd5e-4065927a06e6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:15:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "39bff9fe-fda1-44a0-8c1f-7c1d49566f7c", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress"} 2026-07-30T21:15:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "39bff9fe-fda1-44a0-8c1f-7c1d49566f7c", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63-authn-ssl"} 2026-07-30T21:15:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "39bff9fe-fda1-44a0-8c1f-7c1d49566f7c", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress"} 2026-07-30T21:15:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e2d1d0b3-df3d-44d5-b111-9a49019f92f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T21:15:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "056177cd-48e0-4f20-b12c-c384ecf4ce97", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress"} 2026-07-30T21:15:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "056177cd-48e0-4f20-b12c-c384ecf4ce97", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63-authn-ssl"} 2026-07-30T21:15:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "056177cd-48e0-4f20-b12c-c384ecf4ce97", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress"} 2026-07-30T21:16:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "83f8b9f7-8eb0-4e5d-8762-3558741ac716", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T21:16:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d74fcefc-413f-4112-88e9-08b40910c205", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T21:16:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6967f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3", "reconcileID": "cf9f01c7-fe92-4065-b442-c41fc6c02461", "Gateway": "e2e-ipp-b-6967f3", "namespace": "openshift-ingress"} 2026-07-30T21:16:16Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6967f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3", "reconcileID": "cf9f01c7-fe92-4065-b442-c41fc6c02461", "Gateway": "e2e-ipp-b-6967f3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3-authn-ssl"} 2026-07-30T21:16:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6967f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3", "reconcileID": "cf9f01c7-fe92-4065-b442-c41fc6c02461", "Gateway": "e2e-ipp-b-6967f3", "namespace": "openshift-ingress"} 2026-07-30T21:16:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6967f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3", "reconcileID": "3d90f96c-5d5c-4375-8f00-207ee69d215b", "Gateway": "e2e-ipp-b-6967f3", "namespace": "openshift-ingress"} 2026-07-30T21:16:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6967f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3", "reconcileID": "3d90f96c-5d5c-4375-8f00-207ee69d215b", "Gateway": "e2e-ipp-b-6967f3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3-authn-ssl"} 2026-07-30T21:16:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6967f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3", "reconcileID": "3d90f96c-5d5c-4375-8f00-207ee69d215b", "Gateway": "e2e-ipp-b-6967f3", "namespace": "openshift-ingress"} 2026-07-30T21:16:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6967f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3", "reconcileID": "c01844e4-66f5-4928-9987-886743905152", "Gateway": "e2e-ipp-b-6967f3", "namespace": "openshift-ingress"} 2026-07-30T21:16:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6967f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3", "reconcileID": "c01844e4-66f5-4928-9987-886743905152", "Gateway": "e2e-ipp-b-6967f3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3-authn-ssl"} 2026-07-30T21:16:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6967f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3", "reconcileID": "c01844e4-66f5-4928-9987-886743905152", "Gateway": "e2e-ipp-b-6967f3", "namespace": "openshift-ingress"} 2026-07-30T21:16:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6967f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3", "reconcileID": "055ae76e-2f0e-490f-8447-43fca3ffb5ff", "Gateway": "e2e-ipp-b-6967f3", "namespace": "openshift-ingress"} 2026-07-30T21:16:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6967f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3", "reconcileID": "055ae76e-2f0e-490f-8447-43fca3ffb5ff", "Gateway": "e2e-ipp-b-6967f3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3-authn-ssl"} 2026-07-30T21:16:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6967f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3", "reconcileID": "055ae76e-2f0e-490f-8447-43fca3ffb5ff", "Gateway": "e2e-ipp-b-6967f3", "namespace": "openshift-ingress"} 2026-07-30T21:16:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6967f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3", "reconcileID": "23933e96-bd43-4bc6-961b-621e2a6709b5", "Gateway": "e2e-ipp-b-6967f3", "namespace": "openshift-ingress"} 2026-07-30T21:16:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6967f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3", "reconcileID": "23933e96-bd43-4bc6-961b-621e2a6709b5", "Gateway": "e2e-ipp-b-6967f3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3-authn-ssl"} 2026-07-30T21:16:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6967f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3", "reconcileID": "23933e96-bd43-4bc6-961b-621e2a6709b5", "Gateway": "e2e-ipp-b-6967f3", "namespace": "openshift-ingress"} 2026-07-30T21:16:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6967f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3", "reconcileID": "4b9a2e83-e3e4-45f0-97bb-6c906125b7bd", "Gateway": "e2e-ipp-b-6967f3", "namespace": "openshift-ingress"} 2026-07-30T21:16:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6967f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3", "reconcileID": "4b9a2e83-e3e4-45f0-97bb-6c906125b7bd", "Gateway": "e2e-ipp-b-6967f3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3-authn-ssl"} 2026-07-30T21:16:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6967f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3", "reconcileID": "4b9a2e83-e3e4-45f0-97bb-6c906125b7bd", "Gateway": "e2e-ipp-b-6967f3", "namespace": "openshift-ingress"} 2026-07-30T21:16:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6967f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3", "reconcileID": "b46bbeff-b276-46fa-8758-d5fa7b678c75", "Gateway": "e2e-ipp-b-6967f3", "namespace": "openshift-ingress"} 2026-07-30T21:16:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6967f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3", "reconcileID": "b46bbeff-b276-46fa-8758-d5fa7b678c75", "Gateway": "e2e-ipp-b-6967f3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3-authn-ssl"} 2026-07-30T21:16:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6967f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3", "reconcileID": "b46bbeff-b276-46fa-8758-d5fa7b678c75", "Gateway": "e2e-ipp-b-6967f3", "namespace": "openshift-ingress"} 2026-07-30T21:16:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6967f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3", "reconcileID": "61aea6f8-6fc6-468d-8bae-273207fec17a", "Gateway": "e2e-ipp-b-6967f3", "namespace": "openshift-ingress"} 2026-07-30T21:16:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6967f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3", "reconcileID": "61aea6f8-6fc6-468d-8bae-273207fec17a", "Gateway": "e2e-ipp-b-6967f3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3-authn-ssl"} 2026-07-30T21:16:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6967f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3", "reconcileID": "61aea6f8-6fc6-468d-8bae-273207fec17a", "Gateway": "e2e-ipp-b-6967f3", "namespace": "openshift-ingress"} 2026-07-30T21:16:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6967f3"}, "namespace": "ai-tenant-e2e-ipp-b-6967f3", "name": "openshift-service-ca.crt", "reconcileID": "e4e8b19b-ee42-4496-9f43-3fb03d553e81", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6967f3"} 2026-07-30T21:16:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6967f3"}, "namespace": "ai-tenant-e2e-ipp-b-6967f3", "name": "odh-trusted-ca-bundle", "reconcileID": "aae9250a-b548-4a33-8472-22ad8ae59be3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6967f3"} 2026-07-30T21:16:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6967f3"}, "namespace": "ai-tenant-e2e-ipp-b-6967f3", "name": "openshift-service-ca.crt", "reconcileID": "d8b5b5b7-9fb1-4316-9bec-6470e7f6c592", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6967f3", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T21:16:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6967f3"}, "namespace": "ai-tenant-e2e-ipp-b-6967f3", "name": "openshift-service-ca.crt", "reconcileID": "d8b5b5b7-9fb1-4316-9bec-6470e7f6c592", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6967f3"} 2026-07-30T21:16:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6967f3"}, "namespace": "ai-tenant-e2e-ipp-b-6967f3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "46f2f87f-d30a-44b2-9b11-e6934e27f0d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6967f3"} 2026-07-30T21:16:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6967f3"}, "namespace": "ai-tenant-e2e-ipp-b-6967f3", "name": "openshift-service-ca.crt", "reconcileID": "b4b52391-7ccc-41b1-91a9-2e0ac326bb31", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6967f3"} 2026-07-30T21:16:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6967f3"}, "namespace": "ai-tenant-e2e-ipp-b-6967f3", "name": "odh-trusted-ca-bundle", "reconcileID": "aac9dcbb-0cd0-47f9-8910-65a97e08e2e4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6967f3", "update": "odh-kserve-custom-ca-bundle"} 2026-07-30T21:16:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6967f3"}, "namespace": "ai-tenant-e2e-ipp-b-6967f3", "name": "odh-trusted-ca-bundle", "reconcileID": "aac9dcbb-0cd0-47f9-8910-65a97e08e2e4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6967f3"} 2026-07-30T21:16:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6967f3"}, "namespace": "ai-tenant-e2e-ipp-b-6967f3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce589faa-625e-4f1a-a163-e1b88b9ace11", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6967f3"} 2026-07-30T21:16:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6967f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3", "reconcileID": "1c4ddfa2-b3c6-43b8-b731-1605704a3877", "Gateway": "e2e-ipp-b-6967f3", "namespace": "openshift-ingress"} 2026-07-30T21:16:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6967f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3", "reconcileID": "1c4ddfa2-b3c6-43b8-b731-1605704a3877", "Gateway": "e2e-ipp-b-6967f3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3-authn-ssl"} 2026-07-30T21:16:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6967f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3", "reconcileID": "1c4ddfa2-b3c6-43b8-b731-1605704a3877", "Gateway": "e2e-ipp-b-6967f3", "namespace": "openshift-ingress"} 2026-07-30T21:16:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4a68b88b-276c-4dea-93ac-82565f8de87e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T21:16:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "016cb4f8-a16d-4eb9-b52d-4432c7f59874", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T21:16:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6967f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3", "reconcileID": "5a124d1c-f7cc-4e43-80c5-e3a5837eb382", "Gateway": "e2e-ipp-b-6967f3", "namespace": "openshift-ingress"} 2026-07-30T21:16:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6967f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3", "reconcileID": "5a124d1c-f7cc-4e43-80c5-e3a5837eb382", "Gateway": "e2e-ipp-b-6967f3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3-authn-ssl"} 2026-07-30T21:16:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6967f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3", "reconcileID": "5a124d1c-f7cc-4e43-80c5-e3a5837eb382", "Gateway": "e2e-ipp-b-6967f3", "namespace": "openshift-ingress"} 2026-07-30T21:16:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5f6f47e3-18bd-4d07-ab2f-1df69103dbce", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T21:16:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "f50b3357-123a-4752-99ec-e8af076f86f1", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:16:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "f50b3357-123a-4752-99ec-e8af076f86f1", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:16:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "f50b3357-123a-4752-99ec-e8af076f86f1", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:16:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "d63fa687-8f87-433e-9330-98bddd046617", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress"} 2026-07-30T21:16:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "f50b3357-123a-4752-99ec-e8af076f86f1", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63-kserve-route-authn"} 2026-07-30T21:16:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "f50b3357-123a-4752-99ec-e8af076f86f1", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63", "authType": "userdefined"} 2026-07-30T21:16:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "f50b3357-123a-4752-99ec-e8af076f86f1", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:16:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "d63fa687-8f87-433e-9330-98bddd046617", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63-authn-ssl"} 2026-07-30T21:16:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "d63fa687-8f87-433e-9330-98bddd046617", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress"} 2026-07-30T21:16:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "b6a827f2-c06e-4505-a7a4-d4a9b2cdfd26", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:16:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "b6a827f2-c06e-4505-a7a4-d4a9b2cdfd26", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:16:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "b6a827f2-c06e-4505-a7a4-d4a9b2cdfd26", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:16:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "b6a827f2-c06e-4505-a7a4-d4a9b2cdfd26", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63-kserve-route-authn"} 2026-07-30T21:16:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "b6a827f2-c06e-4505-a7a4-d4a9b2cdfd26", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63", "authType": "userdefined"} 2026-07-30T21:16:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "b6a827f2-c06e-4505-a7a4-d4a9b2cdfd26", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:16:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5d219735-a87b-441d-99f4-0713303c0cff", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T21:17:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "2c47e2a5-9c89-4bb2-b50c-5e181b6226be", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress"} 2026-07-30T21:17:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "2c47e2a5-9c89-4bb2-b50c-5e181b6226be", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63-authn-ssl"} 2026-07-30T21:17:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "2c47e2a5-9c89-4bb2-b50c-5e181b6226be", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress"} 2026-07-30T21:17:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "266d8afe-49af-474f-994c-6fcd2adb7ca0", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:17:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "266d8afe-49af-474f-994c-6fcd2adb7ca0", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:17:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "266d8afe-49af-474f-994c-6fcd2adb7ca0", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:17:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "266d8afe-49af-474f-994c-6fcd2adb7ca0", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63-kserve-route-authn"} 2026-07-30T21:17:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "266d8afe-49af-474f-994c-6fcd2adb7ca0", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63", "authType": "userdefined"} 2026-07-30T21:17:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "266d8afe-49af-474f-994c-6fcd2adb7ca0", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:17:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "88736303-c66e-427a-9a21-1a73155b4a5a", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:17:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "88736303-c66e-427a-9a21-1a73155b4a5a", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:17:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "88736303-c66e-427a-9a21-1a73155b4a5a", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:17:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "88736303-c66e-427a-9a21-1a73155b4a5a", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63-kserve-route-authn"} 2026-07-30T21:17:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "88736303-c66e-427a-9a21-1a73155b4a5a", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63", "authType": "userdefined"} 2026-07-30T21:17:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "88736303-c66e-427a-9a21-1a73155b4a5a", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:17:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "ac05ee90-1d11-4563-8280-4a5e649324a2", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:17:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "ac05ee90-1d11-4563-8280-4a5e649324a2", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:17:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "ac05ee90-1d11-4563-8280-4a5e649324a2", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:17:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "ac05ee90-1d11-4563-8280-4a5e649324a2", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63-kserve-route-authn"} 2026-07-30T21:17:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "ac05ee90-1d11-4563-8280-4a5e649324a2", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63", "authType": "userdefined"} 2026-07-30T21:17:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "ac05ee90-1d11-4563-8280-4a5e649324a2", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:17:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "e8793abf-3fb3-4331-9604-1a8c88b9a997", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress"} 2026-07-30T21:17:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "e8793abf-3fb3-4331-9604-1a8c88b9a997", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63-authn-ssl"} 2026-07-30T21:17:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "e8793abf-3fb3-4331-9604-1a8c88b9a997", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress"} 2026-07-30T21:17:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e026c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1", "reconcileID": "5b55ac70-1244-4675-adb6-f7e016dff213", "Gateway": "e2e-ipp-cleanup-e026c1", "namespace": "openshift-ingress"} 2026-07-30T21:17:42Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e026c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1", "reconcileID": "5b55ac70-1244-4675-adb6-f7e016dff213", "Gateway": "e2e-ipp-cleanup-e026c1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1-authn-ssl"} 2026-07-30T21:17:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e026c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1", "reconcileID": "5b55ac70-1244-4675-adb6-f7e016dff213", "Gateway": "e2e-ipp-cleanup-e026c1", "namespace": "openshift-ingress"} 2026-07-30T21:17:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e026c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1", "reconcileID": "019c359a-c876-4dfe-aa56-1b09d3bef6b8", "Gateway": "e2e-ipp-cleanup-e026c1", "namespace": "openshift-ingress"} 2026-07-30T21:17:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e026c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1", "reconcileID": "019c359a-c876-4dfe-aa56-1b09d3bef6b8", "Gateway": "e2e-ipp-cleanup-e026c1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1-authn-ssl"} 2026-07-30T21:17:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e026c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1", "reconcileID": "019c359a-c876-4dfe-aa56-1b09d3bef6b8", "Gateway": "e2e-ipp-cleanup-e026c1", "namespace": "openshift-ingress"} 2026-07-30T21:17:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e026c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1", "reconcileID": "7e5f313c-e793-41ef-b9a1-b42594502f16", "Gateway": "e2e-ipp-cleanup-e026c1", "namespace": "openshift-ingress"} 2026-07-30T21:17:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e026c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1", "reconcileID": "7e5f313c-e793-41ef-b9a1-b42594502f16", "Gateway": "e2e-ipp-cleanup-e026c1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1-authn-ssl"} 2026-07-30T21:17:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e026c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1", "reconcileID": "7e5f313c-e793-41ef-b9a1-b42594502f16", "Gateway": "e2e-ipp-cleanup-e026c1", "namespace": "openshift-ingress"} 2026-07-30T21:17:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e026c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1", "reconcileID": "2a3db347-dd2f-46de-a0b0-6e9dd0ec1c40", "Gateway": "e2e-ipp-cleanup-e026c1", "namespace": "openshift-ingress"} 2026-07-30T21:17:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e026c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1", "reconcileID": "2a3db347-dd2f-46de-a0b0-6e9dd0ec1c40", "Gateway": "e2e-ipp-cleanup-e026c1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1-authn-ssl"} 2026-07-30T21:17:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e026c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1", "reconcileID": "2a3db347-dd2f-46de-a0b0-6e9dd0ec1c40", "Gateway": "e2e-ipp-cleanup-e026c1", "namespace": "openshift-ingress"} 2026-07-30T21:17:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e026c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1", "reconcileID": "1ea2864f-58db-403d-ab6b-799e3d67cfc2", "Gateway": "e2e-ipp-cleanup-e026c1", "namespace": "openshift-ingress"} 2026-07-30T21:17:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e026c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1", "reconcileID": "1ea2864f-58db-403d-ab6b-799e3d67cfc2", "Gateway": "e2e-ipp-cleanup-e026c1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1-authn-ssl"} 2026-07-30T21:17:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e026c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1", "reconcileID": "1ea2864f-58db-403d-ab6b-799e3d67cfc2", "Gateway": "e2e-ipp-cleanup-e026c1", "namespace": "openshift-ingress"} 2026-07-30T21:17:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e026c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1", "reconcileID": "9e448463-1296-41cc-a640-b29a2d95aaa8", "Gateway": "e2e-ipp-cleanup-e026c1", "namespace": "openshift-ingress"} 2026-07-30T21:17:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e026c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1", "reconcileID": "9e448463-1296-41cc-a640-b29a2d95aaa8", "Gateway": "e2e-ipp-cleanup-e026c1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1-authn-ssl"} 2026-07-30T21:17:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e026c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1", "reconcileID": "9e448463-1296-41cc-a640-b29a2d95aaa8", "Gateway": "e2e-ipp-cleanup-e026c1", "namespace": "openshift-ingress"} 2026-07-30T21:17:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e026c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1", "reconcileID": "7b18d0ce-eba5-40b1-802e-dec1c664a232", "Gateway": "e2e-ipp-cleanup-e026c1", "namespace": "openshift-ingress"} 2026-07-30T21:17:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e026c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1", "reconcileID": "7b18d0ce-eba5-40b1-802e-dec1c664a232", "Gateway": "e2e-ipp-cleanup-e026c1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1-authn-ssl"} 2026-07-30T21:17:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e026c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1", "reconcileID": "7b18d0ce-eba5-40b1-802e-dec1c664a232", "Gateway": "e2e-ipp-cleanup-e026c1", "namespace": "openshift-ingress"} 2026-07-30T21:17:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e026c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1", "reconcileID": "550146e7-8688-4187-8bbf-726cca8b094a", "Gateway": "e2e-ipp-cleanup-e026c1", "namespace": "openshift-ingress"} 2026-07-30T21:17:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e026c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1", "reconcileID": "550146e7-8688-4187-8bbf-726cca8b094a", "Gateway": "e2e-ipp-cleanup-e026c1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1-authn-ssl"} 2026-07-30T21:17:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e026c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1", "reconcileID": "550146e7-8688-4187-8bbf-726cca8b094a", "Gateway": "e2e-ipp-cleanup-e026c1", "namespace": "openshift-ingress"} 2026-07-30T21:17:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e026c1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e026c1", "name": "openshift-service-ca.crt", "reconcileID": "0fed3e92-6eca-43ea-a348-0cdf61796b37", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e026c1"} 2026-07-30T21:17:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e026c1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e026c1", "name": "odh-trusted-ca-bundle", "reconcileID": "308d3a4f-d336-4c48-bf96-575cb6eb0e9f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e026c1"} 2026-07-30T21:17:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e026c1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e026c1", "name": "openshift-service-ca.crt", "reconcileID": "2330c8fc-814f-4ac0-be9d-d578d75e2aa6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e026c1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T21:17:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e026c1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e026c1", "name": "openshift-service-ca.crt", "reconcileID": "2330c8fc-814f-4ac0-be9d-d578d75e2aa6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e026c1"} 2026-07-30T21:17:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e026c1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e026c1", "name": "openshift-service-ca.crt", "reconcileID": "d53a2504-8011-45a9-81a8-d442f676266c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e026c1"} 2026-07-30T21:17:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e026c1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e026c1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "77350a5a-d6c5-498b-ae93-25c07540491a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e026c1"} 2026-07-30T21:17:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e026c1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e026c1", "name": "odh-trusted-ca-bundle", "reconcileID": "1807ec06-f6e6-4cfe-8816-cfba91603f00", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e026c1", "update": "odh-kserve-custom-ca-bundle"} 2026-07-30T21:17:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e026c1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e026c1", "name": "odh-trusted-ca-bundle", "reconcileID": "1807ec06-f6e6-4cfe-8816-cfba91603f00", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e026c1"} 2026-07-30T21:17:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e026c1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e026c1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "399d94d3-2c14-4e88-8d57-61819e6b4ae5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e026c1"} 2026-07-30T21:17:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e026c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1", "reconcileID": "f928e435-3e34-434b-a0fe-2d6eedc92dfa", "Gateway": "e2e-ipp-cleanup-e026c1", "namespace": "openshift-ingress"} 2026-07-30T21:17:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e026c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1", "reconcileID": "f928e435-3e34-434b-a0fe-2d6eedc92dfa", "Gateway": "e2e-ipp-cleanup-e026c1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1-authn-ssl"} 2026-07-30T21:17:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e026c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1", "reconcileID": "f928e435-3e34-434b-a0fe-2d6eedc92dfa", "Gateway": "e2e-ipp-cleanup-e026c1", "namespace": "openshift-ingress"} 2026-07-30T21:17:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d2c9c1df-381f-4f82-b676-3df905b725b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T21:17:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e026c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1", "reconcileID": "7f240e98-ba5f-48a5-b381-3d69aefdb5fc", "Gateway": "e2e-ipp-cleanup-e026c1", "namespace": "openshift-ingress"} 2026-07-30T21:17:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e026c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1", "reconcileID": "7f240e98-ba5f-48a5-b381-3d69aefdb5fc", "Gateway": "e2e-ipp-cleanup-e026c1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1-authn-ssl"} 2026-07-30T21:17:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e026c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1", "reconcileID": "7f240e98-ba5f-48a5-b381-3d69aefdb5fc", "Gateway": "e2e-ipp-cleanup-e026c1", "namespace": "openshift-ingress"} 2026-07-30T21:18:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e026c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1", "reconcileID": "7c0aec3f-6bad-4f20-a66c-6785aed23443", "Gateway": "e2e-ipp-cleanup-e026c1", "namespace": "openshift-ingress"} 2026-07-30T21:18:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e026c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1", "reconcileID": "7c0aec3f-6bad-4f20-a66c-6785aed23443", "Gateway": "e2e-ipp-cleanup-e026c1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1-authn-ssl"} 2026-07-30T21:18:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e026c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1", "reconcileID": "7c0aec3f-6bad-4f20-a66c-6785aed23443", "Gateway": "e2e-ipp-cleanup-e026c1", "namespace": "openshift-ingress"} 2026-07-30T21:18:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e026c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1", "reconcileID": "0a99aa9f-78c3-480e-a251-796f96720648", "Gateway": "e2e-ipp-cleanup-e026c1", "namespace": "openshift-ingress"} 2026-07-30T21:18:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e026c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1", "reconcileID": "0a99aa9f-78c3-480e-a251-796f96720648", "Gateway": "e2e-ipp-cleanup-e026c1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1-authn-ssl"} 2026-07-30T21:18:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e026c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1", "reconcileID": "0a99aa9f-78c3-480e-a251-796f96720648", "Gateway": "e2e-ipp-cleanup-e026c1", "namespace": "openshift-ingress"} 2026-07-30T21:18:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e026c1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e026c1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "560e1f37-4615-4688-ae16-9f848ca984d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e026c1"} 2026-07-30T21:18:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e026c1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e026c1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "560e1f37-4615-4688-ae16-9f848ca984d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e026c1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T21:18:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e026c1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e026c1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "560e1f37-4615-4688-ae16-9f848ca984d4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-e026c1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T21:18:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e026c1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e026c1", "name": "odh-trusted-ca-bundle", "reconcileID": "956646f3-2f78-408c-96b2-0f35199eaa9f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e026c1"} 2026-07-30T21:18:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e026c1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e026c1", "name": "odh-trusted-ca-bundle", "reconcileID": "956646f3-2f78-408c-96b2-0f35199eaa9f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e026c1"} 2026-07-30T21:18:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e026c1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e026c1", "name": "openshift-service-ca.crt", "reconcileID": "8bc9e22f-9a4a-43b8-a9bc-e38b716d444c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e026c1"} 2026-07-30T21:18:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e026c1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e026c1", "name": "openshift-service-ca.crt", "reconcileID": "8bc9e22f-9a4a-43b8-a9bc-e38b716d444c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e026c1"} 2026-07-30T21:18:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e026c1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e026c1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c30881b7-b237-4281-89dd-c1c629cd3718", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e026c1"} 2026-07-30T21:18:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e026c1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e026c1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c30881b7-b237-4281-89dd-c1c629cd3718", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e026c1"} 2026-07-30T21:18:23Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e026c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e026c1", "reconcileID": "30626ff6-0cd4-427a-9ab7-6a10c73412f3", "Gateway": "e2e-ipp-cleanup-e026c1", "namespace": "openshift-ingress"} 2026-07-30T21:18:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8a8c7176-28c4-45b7-b597-d1ab1bf44f57", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T21:18:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "368c4272-d6ea-4c67-a9cd-05362018931c", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress"} 2026-07-30T21:18:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "368c4272-d6ea-4c67-a9cd-05362018931c", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63-authn-ssl"} 2026-07-30T21:18:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "368c4272-d6ea-4c67-a9cd-05362018931c", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress"} 2026-07-30T21:18:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "5d480292-e803-48e3-a6cd-11b99bb3e7ca", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress"} 2026-07-30T21:18:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "5d480292-e803-48e3-a6cd-11b99bb3e7ca", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63-authn-ssl"} 2026-07-30T21:18:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "5d480292-e803-48e3-a6cd-11b99bb3e7ca", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress"} 2026-07-30T21:18:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "f7cdab04-9c49-40f3-b864-739133acc9d4", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress"} 2026-07-30T21:18:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "f7cdab04-9c49-40f3-b864-739133acc9d4", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63-authn-ssl"} 2026-07-30T21:18:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "f7cdab04-9c49-40f3-b864-739133acc9d4", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress"} 2026-07-30T21:18:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "2e67cfe8-59ed-41a4-a7df-7a655b759b0c", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress"} 2026-07-30T21:18:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "2e67cfe8-59ed-41a4-a7df-7a655b759b0c", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63-authn-ssl"} 2026-07-30T21:18:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "2e67cfe8-59ed-41a4-a7df-7a655b759b0c", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress"} 2026-07-30T21:18:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "67e191bb-f653-4cef-8ace-80683b457d28", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:18:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "67e191bb-f653-4cef-8ace-80683b457d28", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:18:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "67e191bb-f653-4cef-8ace-80683b457d28", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:18:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "67e191bb-f653-4cef-8ace-80683b457d28", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63-kserve-route-authn"} 2026-07-30T21:18:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "67e191bb-f653-4cef-8ace-80683b457d28", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63", "authType": "userdefined"} 2026-07-30T21:18:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "67e191bb-f653-4cef-8ace-80683b457d28", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:19:21Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-30T21:19:21Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-30T21:19:22Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-30T21:19:22Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-30T21:19:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d625c69b-d681-46dc-9cb4-49b9ce79b2f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:19:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d625c69b-d681-46dc-9cb4-49b9ce79b2f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-720e63", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T21:19:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d625c69b-d681-46dc-9cb4-49b9ce79b2f6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-720e63 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T21:19:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "odh-trusted-ca-bundle", "reconcileID": "b584a3b7-b548-45b9-b3d2-7c99d508f7c2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:19:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "odh-trusted-ca-bundle", "reconcileID": "b584a3b7-b548-45b9-b3d2-7c99d508f7c2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:19:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "openshift-service-ca.crt", "reconcileID": "8e592a23-dd8e-4bef-b6af-109ca49d83ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:19:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "openshift-service-ca.crt", "reconcileID": "8e592a23-dd8e-4bef-b6af-109ca49d83ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:19:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4bdd2eff-defd-4e92-a08f-44c8cedcd1eb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:19:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4bdd2eff-defd-4e92-a08f-44c8cedcd1eb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:19:25Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "a24a2c52-94d5-483e-bfa9-225d4bc5517e", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:19:25Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "a24a2c52-94d5-483e-bfa9-225d4bc5517e", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63"} 2026-07-30T21:19:25Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "a24a2c52-94d5-483e-bfa9-225d4bc5517e", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:19:25Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "a24a2c52-94d5-483e-bfa9-225d4bc5517e", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:19:25Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "a24a2c52-94d5-483e-bfa9-225d4bc5517e", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63-kserve-route-authn"} 2026-07-30T21:19:25Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "a24a2c52-94d5-483e-bfa9-225d4bc5517e", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63-kserve-route-authn"} 2026-07-30T21:19:25Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "a24a2c52-94d5-483e-bfa9-225d4bc5517e", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:19:25Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "a24a2c52-94d5-483e-bfa9-225d4bc5517e", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:19:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "720bf9a7-3729-490c-94eb-1e6e1711c69b", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress"} 2026-07-30T21:19:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "720bf9a7-3729-490c-94eb-1e6e1711c69b", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63-authn-ssl"} 2026-07-30T21:19:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "720bf9a7-3729-490c-94eb-1e6e1711c69b", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress"} 2026-07-30T21:19:34Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "85270104-8f11-44ec-a4ad-a8a60f764d77", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:19:34Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "85270104-8f11-44ec-a4ad-a8a60f764d77", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63"} 2026-07-30T21:19:34Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "85270104-8f11-44ec-a4ad-a8a60f764d77", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:19:34Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "85270104-8f11-44ec-a4ad-a8a60f764d77", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:19:34Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "85270104-8f11-44ec-a4ad-a8a60f764d77", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63-kserve-route-authn"} 2026-07-30T21:19:34Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "85270104-8f11-44ec-a4ad-a8a60f764d77", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63-kserve-route-authn"} 2026-07-30T21:19:34Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "85270104-8f11-44ec-a4ad-a8a60f764d77", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:19:34Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "85270104-8f11-44ec-a4ad-a8a60f764d77", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:19:34Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-720e63","namespace":"ai-tenant-e2e-ipp-a-720e63"}, "namespace": "ai-tenant-e2e-ipp-a-720e63", "name": "ipp-route-720e63", "reconcileID": "78bda4f2-92fe-455e-bcf1-b9ecd15cdb22", "LLMInferenceService": "ipp-route-720e63", "namespace": "ai-tenant-e2e-ipp-a-720e63"} 2026-07-30T21:19:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "4faff85e-2631-458f-a7c0-3119985af1e6", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress"} 2026-07-30T21:19:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "4faff85e-2631-458f-a7c0-3119985af1e6", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63-authn-ssl"} 2026-07-30T21:19:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "4faff85e-2631-458f-a7c0-3119985af1e6", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress"} 2026-07-30T21:19:37Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-720e63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-720e63", "reconcileID": "daadbd58-de96-4168-b982-ec197acb97f2", "Gateway": "e2e-ipp-a-720e63", "namespace": "openshift-ingress"} 2026-07-30T21:19:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cacc3b9a-7f9e-475d-ab4b-ed8174865deb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T21:19:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6967f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3", "reconcileID": "8463c560-7a27-45a5-88b4-a378dc17e48e", "Gateway": "e2e-ipp-b-6967f3", "namespace": "openshift-ingress"} 2026-07-30T21:19:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6967f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3", "reconcileID": "8463c560-7a27-45a5-88b4-a378dc17e48e", "Gateway": "e2e-ipp-b-6967f3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3-authn-ssl"} 2026-07-30T21:19:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6967f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3", "reconcileID": "8463c560-7a27-45a5-88b4-a378dc17e48e", "Gateway": "e2e-ipp-b-6967f3", "namespace": "openshift-ingress"} 2026-07-30T21:19:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6967f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3", "reconcileID": "752a4374-fd1f-4f33-b8ef-fb7b8102e24b", "Gateway": "e2e-ipp-b-6967f3", "namespace": "openshift-ingress"} 2026-07-30T21:19:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6967f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3", "reconcileID": "752a4374-fd1f-4f33-b8ef-fb7b8102e24b", "Gateway": "e2e-ipp-b-6967f3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3-authn-ssl"} 2026-07-30T21:19:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6967f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3", "reconcileID": "752a4374-fd1f-4f33-b8ef-fb7b8102e24b", "Gateway": "e2e-ipp-b-6967f3", "namespace": "openshift-ingress"} 2026-07-30T21:19:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6967f3"}, "namespace": "ai-tenant-e2e-ipp-b-6967f3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fe11b192-1e73-4729-b00e-660614b3fa7b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6967f3"} 2026-07-30T21:19:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6967f3"}, "namespace": "ai-tenant-e2e-ipp-b-6967f3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fe11b192-1e73-4729-b00e-660614b3fa7b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6967f3", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T21:19:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6967f3"}, "namespace": "ai-tenant-e2e-ipp-b-6967f3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fe11b192-1e73-4729-b00e-660614b3fa7b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-6967f3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T21:19:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6967f3"}, "namespace": "ai-tenant-e2e-ipp-b-6967f3", "name": "odh-trusted-ca-bundle", "reconcileID": "7bd1a85a-c6a2-40c8-b8c6-709dd497d8dd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6967f3"} 2026-07-30T21:19:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6967f3"}, "namespace": "ai-tenant-e2e-ipp-b-6967f3", "name": "odh-trusted-ca-bundle", "reconcileID": "7bd1a85a-c6a2-40c8-b8c6-709dd497d8dd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6967f3"} 2026-07-30T21:19:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6967f3"}, "namespace": "ai-tenant-e2e-ipp-b-6967f3", "name": "openshift-service-ca.crt", "reconcileID": "63b3ecf8-1c69-4fed-b6e7-f1f75b5c21a1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6967f3"} 2026-07-30T21:19:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6967f3"}, "namespace": "ai-tenant-e2e-ipp-b-6967f3", "name": "openshift-service-ca.crt", "reconcileID": "63b3ecf8-1c69-4fed-b6e7-f1f75b5c21a1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6967f3"} 2026-07-30T21:19:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6967f3"}, "namespace": "ai-tenant-e2e-ipp-b-6967f3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8aac976d-d802-4c13-be27-8619724c4fb0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6967f3"} 2026-07-30T21:19:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6967f3"}, "namespace": "ai-tenant-e2e-ipp-b-6967f3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8aac976d-d802-4c13-be27-8619724c4fb0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6967f3"} 2026-07-30T21:19:55Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6967f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6967f3", "reconcileID": "3dfc75d3-8793-4b24-ba9f-3dd7aa50d819", "Gateway": "e2e-ipp-b-6967f3", "namespace": "openshift-ingress"} 2026-07-30T21:19:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c9c16f15-56e2-4e65-859b-341550c9bb81", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T21:20:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-55df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b", "reconcileID": "46351101-d8c8-40ae-bc51-1bcea79228eb", "Gateway": "e2e-shared-a-55df2b", "namespace": "openshift-ingress"} 2026-07-30T21:20:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-55df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b", "reconcileID": "46351101-d8c8-40ae-bc51-1bcea79228eb", "Gateway": "e2e-shared-a-55df2b", "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b-authn-ssl"} 2026-07-30T21:20:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-55df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b", "reconcileID": "46351101-d8c8-40ae-bc51-1bcea79228eb", "Gateway": "e2e-shared-a-55df2b", "namespace": "openshift-ingress"} 2026-07-30T21:20:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-55df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b", "reconcileID": "37283c38-6257-4180-82d3-60a255b2a6ce", "Gateway": "e2e-shared-a-55df2b", "namespace": "openshift-ingress"} 2026-07-30T21:20:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-55df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b", "reconcileID": "37283c38-6257-4180-82d3-60a255b2a6ce", "Gateway": "e2e-shared-a-55df2b", "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b-authn-ssl"} 2026-07-30T21:20:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-55df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b", "reconcileID": "37283c38-6257-4180-82d3-60a255b2a6ce", "Gateway": "e2e-shared-a-55df2b", "namespace": "openshift-ingress"} 2026-07-30T21:20:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08f5013c-31d0-48bf-bb9c-a5e11d2980c0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-55df2b"} 2026-07-30T21:20:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08f5013c-31d0-48bf-bb9c-a5e11d2980c0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-55df2b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T21:20:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08f5013c-31d0-48bf-bb9c-a5e11d2980c0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-55df2b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T21:20:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "odh-trusted-ca-bundle", "reconcileID": "88c90147-df8e-40d5-88f5-e81aa05430fa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-55df2b"} 2026-07-30T21:20:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "odh-trusted-ca-bundle", "reconcileID": "88c90147-df8e-40d5-88f5-e81aa05430fa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-55df2b"} 2026-07-30T21:20:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "openshift-service-ca.crt", "reconcileID": "4d18b776-a04a-4f65-84b4-9c66ffb7384e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-55df2b"} 2026-07-30T21:20:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "openshift-service-ca.crt", "reconcileID": "4d18b776-a04a-4f65-84b4-9c66ffb7384e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-55df2b"} 2026-07-30T21:20:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b2006b8-24ee-4369-a4ba-1947d712b3e1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-55df2b"} 2026-07-30T21:20:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-55df2b"}, "namespace": "ai-tenant-e2e-shared-a-55df2b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b2006b8-24ee-4369-a4ba-1947d712b3e1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-55df2b"} 2026-07-30T21:20:12Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-55df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-55df2b", "reconcileID": "8910e600-e7bc-4912-a01b-bfc1642d7860", "Gateway": "e2e-shared-a-55df2b", "namespace": "openshift-ingress"} 2026-07-30T21:20:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e696c38d-a7b5-4240-8a48-96949cbd6981", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T21:20:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "5725e7d7-987d-4157-a90f-184efe8867ae", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress"} 2026-07-30T21:20:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "5725e7d7-987d-4157-a90f-184efe8867ae", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df-authn-ssl"} 2026-07-30T21:20:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "5725e7d7-987d-4157-a90f-184efe8867ae", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress"} 2026-07-30T21:20:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "927c9c88-7765-4d98-a2ab-b32bf0e9fb03", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress"} 2026-07-30T21:20:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "927c9c88-7765-4d98-a2ab-b32bf0e9fb03", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df-authn-ssl"} 2026-07-30T21:20:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "927c9c88-7765-4d98-a2ab-b32bf0e9fb03", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress"} 2026-07-30T21:20:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e21e9c83-5f9a-49e1-a983-9e9b90f2678d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:20:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e21e9c83-5f9a-49e1-a983-9e9b90f2678d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e226df", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T21:20:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e21e9c83-5f9a-49e1-a983-9e9b90f2678d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-e226df because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T21:20:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "odh-trusted-ca-bundle", "reconcileID": "607aaa61-adee-4f8f-b2e2-182f35eb5b0d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:20:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "odh-trusted-ca-bundle", "reconcileID": "607aaa61-adee-4f8f-b2e2-182f35eb5b0d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:20:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "openshift-service-ca.crt", "reconcileID": "d655e7f8-9be3-4fc8-b4b0-cecfabe03a42", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:20:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "openshift-service-ca.crt", "reconcileID": "d655e7f8-9be3-4fc8-b4b0-cecfabe03a42", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:20:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "30c2e502-f2c2-4f4a-bb6b-3b1577539ee9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:20:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e226df"}, "namespace": "ai-tenant-e2e-shared-b-e226df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "30c2e502-f2c2-4f4a-bb6b-3b1577539ee9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e226df"} 2026-07-30T21:20:30Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e226df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e226df", "reconcileID": "97f1498a-1337-4a70-80b9-1bf949ceba55", "Gateway": "e2e-shared-b-e226df", "namespace": "openshift-ingress"}