2026-07-27T16:37:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-932843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-932843", "reconcileID": "f103d32b-7088-4e11-9ac1-5231e6318656", "Gateway": "e2e-shared-a-932843", "namespace": "openshift-ingress", "name": "e2e-shared-a-932843-authn-ssl"} 2026-07-27T16:37:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-932843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-932843", "reconcileID": "f103d32b-7088-4e11-9ac1-5231e6318656", "Gateway": "e2e-shared-a-932843", "namespace": "openshift-ingress"} 2026-07-27T16:37:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "sub-test-model-932843", "reconcileID": "2c7d6f20-2c5a-438e-b7b4-162f1622fe84", "LLMInferenceService": "sub-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843"} 2026-07-27T16:37:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "sub-test-model-932843", "reconcileID": "2c7d6f20-2c5a-438e-b7b4-162f1622fe84", "LLMInferenceService": "sub-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843"} 2026-07-27T16:37:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "sub-test-model-932843", "reconcileID": "2c7d6f20-2c5a-438e-b7b4-162f1622fe84", "LLMInferenceService": "sub-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843"} 2026-07-27T16:37:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "sub-test-model-932843", "reconcileID": "2c7d6f20-2c5a-438e-b7b4-162f1622fe84", "LLMInferenceService": "sub-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843", "name": "sub-test-model-932843-kserve-route-authn"} 2026-07-27T16:37:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "sub-test-model-932843", "reconcileID": "2c7d6f20-2c5a-438e-b7b4-162f1622fe84", "LLMInferenceService": "sub-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843", "authType": "userdefined"} 2026-07-27T16:37:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "sub-test-model-932843", "reconcileID": "2c7d6f20-2c5a-438e-b7b4-162f1622fe84", "LLMInferenceService": "sub-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843"} 2026-07-27T16:37:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "sub-test-model-932843", "reconcileID": "02f0f0f1-b8b3-4fe4-a2b3-3d4549e515ff", "LLMInferenceService": "sub-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843"} 2026-07-27T16:37:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "sub-test-model-932843", "reconcileID": "02f0f0f1-b8b3-4fe4-a2b3-3d4549e515ff", "LLMInferenceService": "sub-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843"} 2026-07-27T16:37:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "sub-test-model-932843", "reconcileID": "02f0f0f1-b8b3-4fe4-a2b3-3d4549e515ff", "LLMInferenceService": "sub-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843"} 2026-07-27T16:37:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "sub-test-model-932843", "reconcileID": "02f0f0f1-b8b3-4fe4-a2b3-3d4549e515ff", "LLMInferenceService": "sub-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843", "name": "sub-test-model-932843-kserve-route-authn"} 2026-07-27T16:37:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "sub-test-model-932843", "reconcileID": "02f0f0f1-b8b3-4fe4-a2b3-3d4549e515ff", "LLMInferenceService": "sub-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843", "authType": "userdefined"} 2026-07-27T16:37:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "sub-test-model-932843", "reconcileID": "02f0f0f1-b8b3-4fe4-a2b3-3d4549e515ff", "LLMInferenceService": "sub-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843"} 2026-07-27T16:37:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "sub-test-model-932843", "reconcileID": "762b04e2-6987-4341-a69b-96480739f91c", "LLMInferenceService": "sub-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843"} 2026-07-27T16:37:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "sub-test-model-932843", "reconcileID": "762b04e2-6987-4341-a69b-96480739f91c", "LLMInferenceService": "sub-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843"} 2026-07-27T16:37:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "sub-test-model-932843", "reconcileID": "762b04e2-6987-4341-a69b-96480739f91c", "LLMInferenceService": "sub-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843"} 2026-07-27T16:37:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "sub-test-model-932843", "reconcileID": "762b04e2-6987-4341-a69b-96480739f91c", "LLMInferenceService": "sub-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843", "name": "sub-test-model-932843-kserve-route-authn"} 2026-07-27T16:37:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "sub-test-model-932843", "reconcileID": "762b04e2-6987-4341-a69b-96480739f91c", "LLMInferenceService": "sub-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843", "authType": "userdefined"} 2026-07-27T16:37:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "sub-test-model-932843", "reconcileID": "762b04e2-6987-4341-a69b-96480739f91c", "LLMInferenceService": "sub-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843"} 2026-07-27T16:37:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "sub-test-model-1f21d6", "reconcileID": "20e370c4-947f-447b-a6ca-3e90e38ed972", "LLMInferenceService": "sub-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:37:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "sub-test-model-1f21d6", "reconcileID": "20e370c4-947f-447b-a6ca-3e90e38ed972", "LLMInferenceService": "sub-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:37:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "sub-test-model-1f21d6", "reconcileID": "20e370c4-947f-447b-a6ca-3e90e38ed972", "LLMInferenceService": "sub-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:37:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "sub-test-model-1f21d6", "reconcileID": "20e370c4-947f-447b-a6ca-3e90e38ed972", "LLMInferenceService": "sub-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "sub-test-model-1f21d6-kserve-route-authn"} 2026-07-27T16:37:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f21d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6", "reconcileID": "ee898dbf-6635-4c3b-812c-d755216a8974", "Gateway": "e2e-shared-b-1f21d6", "namespace": "openshift-ingress"} 2026-07-27T16:37:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "sub-test-model-1f21d6", "reconcileID": "20e370c4-947f-447b-a6ca-3e90e38ed972", "LLMInferenceService": "sub-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6", "authType": "userdefined"} 2026-07-27T16:37:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "sub-test-model-1f21d6", "reconcileID": "20e370c4-947f-447b-a6ca-3e90e38ed972", "LLMInferenceService": "sub-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:37:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f21d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6", "reconcileID": "ee898dbf-6635-4c3b-812c-d755216a8974", "Gateway": "e2e-shared-b-1f21d6", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6-authn-ssl"} 2026-07-27T16:37:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f21d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6", "reconcileID": "ee898dbf-6635-4c3b-812c-d755216a8974", "Gateway": "e2e-shared-b-1f21d6", "namespace": "openshift-ingress"} 2026-07-27T16:37:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "sub-test-model-1f21d6", "reconcileID": "29aa83ec-d064-4a17-9d58-3a97b33d9bf4", "LLMInferenceService": "sub-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:37:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "sub-test-model-1f21d6", "reconcileID": "29aa83ec-d064-4a17-9d58-3a97b33d9bf4", "LLMInferenceService": "sub-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:37:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "sub-test-model-1f21d6", "reconcileID": "29aa83ec-d064-4a17-9d58-3a97b33d9bf4", "LLMInferenceService": "sub-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:37:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "sub-test-model-1f21d6", "reconcileID": "29aa83ec-d064-4a17-9d58-3a97b33d9bf4", "LLMInferenceService": "sub-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "sub-test-model-1f21d6-kserve-route-authn"} 2026-07-27T16:37:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "sub-test-model-1f21d6", "reconcileID": "29aa83ec-d064-4a17-9d58-3a97b33d9bf4", "LLMInferenceService": "sub-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6", "authType": "userdefined"} 2026-07-27T16:37:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "sub-test-model-1f21d6", "reconcileID": "29aa83ec-d064-4a17-9d58-3a97b33d9bf4", "LLMInferenceService": "sub-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:37:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f21d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6", "reconcileID": "96634389-880c-45a1-b6cc-79ab0a782ac9", "Gateway": "e2e-shared-b-1f21d6", "namespace": "openshift-ingress"} 2026-07-27T16:37:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f21d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6", "reconcileID": "96634389-880c-45a1-b6cc-79ab0a782ac9", "Gateway": "e2e-shared-b-1f21d6", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6-authn-ssl"} 2026-07-27T16:37:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f21d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6", "reconcileID": "96634389-880c-45a1-b6cc-79ab0a782ac9", "Gateway": "e2e-shared-b-1f21d6", "namespace": "openshift-ingress"} 2026-07-27T16:37:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "sub-test-model-1f21d6", "reconcileID": "c041c755-fe67-448e-8c4e-894436eb6170", "LLMInferenceService": "sub-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:37:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "sub-test-model-1f21d6", "reconcileID": "c041c755-fe67-448e-8c4e-894436eb6170", "LLMInferenceService": "sub-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:37:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "sub-test-model-1f21d6", "reconcileID": "c041c755-fe67-448e-8c4e-894436eb6170", "LLMInferenceService": "sub-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:37:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "sub-test-model-1f21d6", "reconcileID": "c041c755-fe67-448e-8c4e-894436eb6170", "LLMInferenceService": "sub-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "sub-test-model-1f21d6-kserve-route-authn"} 2026-07-27T16:37:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "sub-test-model-1f21d6", "reconcileID": "c041c755-fe67-448e-8c4e-894436eb6170", "LLMInferenceService": "sub-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6", "authType": "userdefined"} 2026-07-27T16:37:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "sub-test-model-1f21d6", "reconcileID": "c041c755-fe67-448e-8c4e-894436eb6170", "LLMInferenceService": "sub-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:37:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "sub-test-model-1f21d6", "reconcileID": "6bb115a6-3653-4644-8fff-208a0762662d", "LLMInferenceService": "sub-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:37:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "sub-test-model-1f21d6", "reconcileID": "6bb115a6-3653-4644-8fff-208a0762662d", "LLMInferenceService": "sub-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:37:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "sub-test-model-1f21d6", "reconcileID": "6bb115a6-3653-4644-8fff-208a0762662d", "LLMInferenceService": "sub-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:37:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "sub-test-model-1f21d6", "reconcileID": "6bb115a6-3653-4644-8fff-208a0762662d", "LLMInferenceService": "sub-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "sub-test-model-1f21d6-kserve-route-authn"} 2026-07-27T16:37:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "sub-test-model-1f21d6", "reconcileID": "6bb115a6-3653-4644-8fff-208a0762662d", "LLMInferenceService": "sub-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6", "authType": "userdefined"} 2026-07-27T16:37:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "sub-test-model-1f21d6", "reconcileID": "6bb115a6-3653-4644-8fff-208a0762662d", "LLMInferenceService": "sub-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:37:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-932843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-932843", "reconcileID": "473d1ff0-95bd-4b7c-86a6-530ed2306cfd", "Gateway": "e2e-shared-a-932843", "namespace": "openshift-ingress"} 2026-07-27T16:37:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-932843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-932843", "reconcileID": "473d1ff0-95bd-4b7c-86a6-530ed2306cfd", "Gateway": "e2e-shared-a-932843", "namespace": "openshift-ingress", "name": "e2e-shared-a-932843-authn-ssl"} 2026-07-27T16:37:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-932843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-932843", "reconcileID": "473d1ff0-95bd-4b7c-86a6-530ed2306cfd", "Gateway": "e2e-shared-a-932843", "namespace": "openshift-ingress"} 2026-07-27T16:37:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f21d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6", "reconcileID": "5565448a-1799-4e11-8dc1-d803f3d2f8c6", "Gateway": "e2e-shared-b-1f21d6", "namespace": "openshift-ingress"} 2026-07-27T16:37:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f21d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6", "reconcileID": "5565448a-1799-4e11-8dc1-d803f3d2f8c6", "Gateway": "e2e-shared-b-1f21d6", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6-authn-ssl"} 2026-07-27T16:37:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f21d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6", "reconcileID": "5565448a-1799-4e11-8dc1-d803f3d2f8c6", "Gateway": "e2e-shared-b-1f21d6", "namespace": "openshift-ingress"} 2026-07-27T16:38:35Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "sub-test-model-932843", "reconcileID": "4b113119-771b-4bb7-b2b1-dab6ad15348b", "LLMInferenceService": "sub-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843"} 2026-07-27T16:38:35Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "sub-test-model-932843", "reconcileID": "4b113119-771b-4bb7-b2b1-dab6ad15348b", "LLMInferenceService": "sub-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843", "name": "sub-test-model-932843"} 2026-07-27T16:38:35Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "sub-test-model-932843", "reconcileID": "4b113119-771b-4bb7-b2b1-dab6ad15348b", "LLMInferenceService": "sub-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843"} 2026-07-27T16:38:35Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "sub-test-model-932843", "reconcileID": "4b113119-771b-4bb7-b2b1-dab6ad15348b", "LLMInferenceService": "sub-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843"} 2026-07-27T16:38:35Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "sub-test-model-932843", "reconcileID": "4b113119-771b-4bb7-b2b1-dab6ad15348b", "LLMInferenceService": "sub-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843", "name": "sub-test-model-932843-kserve-route-authn"} 2026-07-27T16:38:35Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "sub-test-model-932843", "reconcileID": "4b113119-771b-4bb7-b2b1-dab6ad15348b", "LLMInferenceService": "sub-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843", "name": "sub-test-model-932843-kserve-route-authn"} 2026-07-27T16:38:35Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "sub-test-model-932843", "reconcileID": "4b113119-771b-4bb7-b2b1-dab6ad15348b", "LLMInferenceService": "sub-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843", "namespace": "ai-tenant-e2e-shared-a-932843"} 2026-07-27T16:38:35Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "sub-test-model-932843", "reconcileID": "4b113119-771b-4bb7-b2b1-dab6ad15348b", "LLMInferenceService": "sub-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843", "namespace": "ai-tenant-e2e-shared-a-932843"} 2026-07-27T16:38:35Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "sub-test-model-932843", "reconcileID": "f1ebb077-8c83-49e3-8279-344e29ce3626", "LLMInferenceService": "sub-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843"} 2026-07-27T16:38:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-932843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-932843", "reconcileID": "697bf4ea-dd5a-45d8-8e50-d6a9d49eb47d", "Gateway": "e2e-shared-a-932843", "namespace": "openshift-ingress"} 2026-07-27T16:38:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-932843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-932843", "reconcileID": "697bf4ea-dd5a-45d8-8e50-d6a9d49eb47d", "Gateway": "e2e-shared-a-932843", "namespace": "openshift-ingress", "name": "e2e-shared-a-932843-authn-ssl"} 2026-07-27T16:38:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-932843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-932843", "reconcileID": "697bf4ea-dd5a-45d8-8e50-d6a9d49eb47d", "Gateway": "e2e-shared-a-932843", "namespace": "openshift-ingress"} 2026-07-27T16:38:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-932843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-932843", "reconcileID": "d00f09ca-f121-4bdb-a44d-39d3d9016bb3", "Gateway": "e2e-shared-a-932843", "namespace": "openshift-ingress"} 2026-07-27T16:38:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-932843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-932843", "reconcileID": "d00f09ca-f121-4bdb-a44d-39d3d9016bb3", "Gateway": "e2e-shared-a-932843", "namespace": "openshift-ingress", "name": "e2e-shared-a-932843-authn-ssl"} 2026-07-27T16:38:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-932843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-932843", "reconcileID": "d00f09ca-f121-4bdb-a44d-39d3d9016bb3", "Gateway": "e2e-shared-a-932843", "namespace": "openshift-ingress"} 2026-07-27T16:38:35Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "sub-test-model-1f21d6", "reconcileID": "3f5101a1-fada-441f-b1f6-0dd91caf6076", "LLMInferenceService": "sub-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:38:35Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "sub-test-model-1f21d6", "reconcileID": "3f5101a1-fada-441f-b1f6-0dd91caf6076", "LLMInferenceService": "sub-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "sub-test-model-1f21d6"} 2026-07-27T16:38:35Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "sub-test-model-1f21d6", "reconcileID": "3f5101a1-fada-441f-b1f6-0dd91caf6076", "LLMInferenceService": "sub-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:38:35Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "sub-test-model-1f21d6", "reconcileID": "3f5101a1-fada-441f-b1f6-0dd91caf6076", "LLMInferenceService": "sub-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:38:35Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "sub-test-model-1f21d6", "reconcileID": "3f5101a1-fada-441f-b1f6-0dd91caf6076", "LLMInferenceService": "sub-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "sub-test-model-1f21d6-kserve-route-authn"} 2026-07-27T16:38:35Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "sub-test-model-1f21d6", "reconcileID": "3f5101a1-fada-441f-b1f6-0dd91caf6076", "LLMInferenceService": "sub-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "sub-test-model-1f21d6-kserve-route-authn"} 2026-07-27T16:38:35Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "sub-test-model-1f21d6", "reconcileID": "3f5101a1-fada-441f-b1f6-0dd91caf6076", "LLMInferenceService": "sub-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:38:35Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "sub-test-model-1f21d6", "reconcileID": "3f5101a1-fada-441f-b1f6-0dd91caf6076", "LLMInferenceService": "sub-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:38:36Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "sub-test-model-1f21d6", "reconcileID": "2f432dd1-e29f-4fe3-9b26-c6329ee31510", "LLMInferenceService": "sub-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:38:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f21d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6", "reconcileID": "f6012a0f-7811-41be-9447-f700d26e89aa", "Gateway": "e2e-shared-b-1f21d6", "namespace": "openshift-ingress"} 2026-07-27T16:38:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f21d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6", "reconcileID": "f6012a0f-7811-41be-9447-f700d26e89aa", "Gateway": "e2e-shared-b-1f21d6", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6-authn-ssl"} 2026-07-27T16:38:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f21d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6", "reconcileID": "f6012a0f-7811-41be-9447-f700d26e89aa", "Gateway": "e2e-shared-b-1f21d6", "namespace": "openshift-ingress"} 2026-07-27T16:38:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f21d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6", "reconcileID": "9efae571-b0f8-41ce-908d-f9f15f2a419e", "Gateway": "e2e-shared-b-1f21d6", "namespace": "openshift-ingress"} 2026-07-27T16:38:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f21d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6", "reconcileID": "9efae571-b0f8-41ce-908d-f9f15f2a419e", "Gateway": "e2e-shared-b-1f21d6", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6-authn-ssl"} 2026-07-27T16:38:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f21d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6", "reconcileID": "9efae571-b0f8-41ce-908d-f9f15f2a419e", "Gateway": "e2e-shared-b-1f21d6", "namespace": "openshift-ingress"} 2026-07-27T16:38:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "rate-test-model-932843", "reconcileID": "b8d10e44-298f-4f9b-b70e-4438bb9b8282", "LLMInferenceService": "rate-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843"} 2026-07-27T16:38:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "rate-test-model-932843", "reconcileID": "b8d10e44-298f-4f9b-b70e-4438bb9b8282", "LLMInferenceService": "rate-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843"} 2026-07-27T16:38:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "rate-test-model-932843", "reconcileID": "b8d10e44-298f-4f9b-b70e-4438bb9b8282", "LLMInferenceService": "rate-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843"} 2026-07-27T16:38:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-932843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-932843", "reconcileID": "dae97b6b-6b3c-4448-b958-83cea0a88df4", "Gateway": "e2e-shared-a-932843", "namespace": "openshift-ingress"} 2026-07-27T16:38:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "rate-test-model-932843", "reconcileID": "b8d10e44-298f-4f9b-b70e-4438bb9b8282", "LLMInferenceService": "rate-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843", "name": "rate-test-model-932843-kserve-route-authn"} 2026-07-27T16:38:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "rate-test-model-932843", "reconcileID": "b8d10e44-298f-4f9b-b70e-4438bb9b8282", "LLMInferenceService": "rate-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843", "authType": "userdefined"} 2026-07-27T16:38:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "rate-test-model-932843", "reconcileID": "b8d10e44-298f-4f9b-b70e-4438bb9b8282", "LLMInferenceService": "rate-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843"} 2026-07-27T16:38:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-932843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-932843", "reconcileID": "dae97b6b-6b3c-4448-b958-83cea0a88df4", "Gateway": "e2e-shared-a-932843", "namespace": "openshift-ingress", "name": "e2e-shared-a-932843-authn-ssl"} 2026-07-27T16:38:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-932843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-932843", "reconcileID": "dae97b6b-6b3c-4448-b958-83cea0a88df4", "Gateway": "e2e-shared-a-932843", "namespace": "openshift-ingress"} 2026-07-27T16:38:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "rate-test-model-932843", "reconcileID": "2c2070d7-9dcd-4ed0-99cf-09414bb21108", "LLMInferenceService": "rate-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843"} 2026-07-27T16:38:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "rate-test-model-932843", "reconcileID": "2c2070d7-9dcd-4ed0-99cf-09414bb21108", "LLMInferenceService": "rate-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843"} 2026-07-27T16:38:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "rate-test-model-932843", "reconcileID": "2c2070d7-9dcd-4ed0-99cf-09414bb21108", "LLMInferenceService": "rate-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843"} 2026-07-27T16:38:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "rate-test-model-932843", "reconcileID": "2c2070d7-9dcd-4ed0-99cf-09414bb21108", "LLMInferenceService": "rate-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843", "name": "rate-test-model-932843-kserve-route-authn"} 2026-07-27T16:38:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "rate-test-model-932843", "reconcileID": "2c2070d7-9dcd-4ed0-99cf-09414bb21108", "LLMInferenceService": "rate-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843", "authType": "userdefined"} 2026-07-27T16:38:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "rate-test-model-932843", "reconcileID": "2c2070d7-9dcd-4ed0-99cf-09414bb21108", "LLMInferenceService": "rate-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843"} 2026-07-27T16:38:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-932843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-932843", "reconcileID": "60d19ce7-47c4-422f-abc7-9a16cabddb7b", "Gateway": "e2e-shared-a-932843", "namespace": "openshift-ingress"} 2026-07-27T16:38:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-932843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-932843", "reconcileID": "60d19ce7-47c4-422f-abc7-9a16cabddb7b", "Gateway": "e2e-shared-a-932843", "namespace": "openshift-ingress", "name": "e2e-shared-a-932843-authn-ssl"} 2026-07-27T16:38:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-932843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-932843", "reconcileID": "60d19ce7-47c4-422f-abc7-9a16cabddb7b", "Gateway": "e2e-shared-a-932843", "namespace": "openshift-ingress"} 2026-07-27T16:38:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "rate-test-model-932843", "reconcileID": "cda9e6d6-fb85-4795-b355-15049e31211b", "LLMInferenceService": "rate-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843"} 2026-07-27T16:38:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "rate-test-model-932843", "reconcileID": "cda9e6d6-fb85-4795-b355-15049e31211b", "LLMInferenceService": "rate-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843"} 2026-07-27T16:38:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "rate-test-model-932843", "reconcileID": "cda9e6d6-fb85-4795-b355-15049e31211b", "LLMInferenceService": "rate-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843"} 2026-07-27T16:38:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "rate-test-model-932843", "reconcileID": "cda9e6d6-fb85-4795-b355-15049e31211b", "LLMInferenceService": "rate-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843", "name": "rate-test-model-932843-kserve-route-authn"} 2026-07-27T16:38:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "rate-test-model-932843", "reconcileID": "cda9e6d6-fb85-4795-b355-15049e31211b", "LLMInferenceService": "rate-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843", "authType": "userdefined"} 2026-07-27T16:38:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "rate-test-model-932843", "reconcileID": "cda9e6d6-fb85-4795-b355-15049e31211b", "LLMInferenceService": "rate-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843"} 2026-07-27T16:38:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f21d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6", "reconcileID": "aaadb3c1-5273-42f8-a9f7-80303a90b31b", "Gateway": "e2e-shared-b-1f21d6", "namespace": "openshift-ingress"} 2026-07-27T16:38:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f21d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6", "reconcileID": "aaadb3c1-5273-42f8-a9f7-80303a90b31b", "Gateway": "e2e-shared-b-1f21d6", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6-authn-ssl"} 2026-07-27T16:38:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f21d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6", "reconcileID": "aaadb3c1-5273-42f8-a9f7-80303a90b31b", "Gateway": "e2e-shared-b-1f21d6", "namespace": "openshift-ingress"} 2026-07-27T16:38:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-932843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-932843", "reconcileID": "2ee35618-e8d8-45a1-9b5c-d2a79b72440e", "Gateway": "e2e-shared-a-932843", "namespace": "openshift-ingress"} 2026-07-27T16:38:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-932843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-932843", "reconcileID": "2ee35618-e8d8-45a1-9b5c-d2a79b72440e", "Gateway": "e2e-shared-a-932843", "namespace": "openshift-ingress", "name": "e2e-shared-a-932843-authn-ssl"} 2026-07-27T16:38:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-932843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-932843", "reconcileID": "2ee35618-e8d8-45a1-9b5c-d2a79b72440e", "Gateway": "e2e-shared-a-932843", "namespace": "openshift-ingress"} 2026-07-27T16:39:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "rate-test-model-932843", "reconcileID": "59731422-2e8a-4be9-8352-58c1175d9be3", "LLMInferenceService": "rate-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843"} 2026-07-27T16:39:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "rate-test-model-932843", "reconcileID": "59731422-2e8a-4be9-8352-58c1175d9be3", "LLMInferenceService": "rate-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843"} 2026-07-27T16:39:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "rate-test-model-932843", "reconcileID": "59731422-2e8a-4be9-8352-58c1175d9be3", "LLMInferenceService": "rate-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843"} 2026-07-27T16:39:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "rate-test-model-932843", "reconcileID": "59731422-2e8a-4be9-8352-58c1175d9be3", "LLMInferenceService": "rate-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843", "name": "rate-test-model-932843-kserve-route-authn"} 2026-07-27T16:39:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "rate-test-model-932843", "reconcileID": "59731422-2e8a-4be9-8352-58c1175d9be3", "LLMInferenceService": "rate-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843", "authType": "userdefined"} 2026-07-27T16:39:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "rate-test-model-932843", "reconcileID": "59731422-2e8a-4be9-8352-58c1175d9be3", "LLMInferenceService": "rate-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843"} 2026-07-27T16:39:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "rate-test-model-1f21d6", "reconcileID": "a8ec3236-999a-4089-b0aa-08b5a11fa64f", "LLMInferenceService": "rate-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:39:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "rate-test-model-1f21d6", "reconcileID": "a8ec3236-999a-4089-b0aa-08b5a11fa64f", "LLMInferenceService": "rate-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:39:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "rate-test-model-1f21d6", "reconcileID": "a8ec3236-999a-4089-b0aa-08b5a11fa64f", "LLMInferenceService": "rate-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:39:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f21d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6", "reconcileID": "940d8758-7e1f-4131-aad2-45870d24e012", "Gateway": "e2e-shared-b-1f21d6", "namespace": "openshift-ingress"} 2026-07-27T16:39:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "rate-test-model-1f21d6", "reconcileID": "a8ec3236-999a-4089-b0aa-08b5a11fa64f", "LLMInferenceService": "rate-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "rate-test-model-1f21d6-kserve-route-authn"} 2026-07-27T16:39:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "rate-test-model-1f21d6", "reconcileID": "a8ec3236-999a-4089-b0aa-08b5a11fa64f", "LLMInferenceService": "rate-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6", "authType": "userdefined"} 2026-07-27T16:39:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "rate-test-model-1f21d6", "reconcileID": "a8ec3236-999a-4089-b0aa-08b5a11fa64f", "LLMInferenceService": "rate-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:39:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f21d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6", "reconcileID": "940d8758-7e1f-4131-aad2-45870d24e012", "Gateway": "e2e-shared-b-1f21d6", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6-authn-ssl"} 2026-07-27T16:39:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f21d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6", "reconcileID": "940d8758-7e1f-4131-aad2-45870d24e012", "Gateway": "e2e-shared-b-1f21d6", "namespace": "openshift-ingress"} 2026-07-27T16:39:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "rate-test-model-1f21d6", "reconcileID": "a10488c0-1ae5-40a0-b916-361fff3be45c", "LLMInferenceService": "rate-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:39:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "rate-test-model-1f21d6", "reconcileID": "a10488c0-1ae5-40a0-b916-361fff3be45c", "LLMInferenceService": "rate-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:39:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "rate-test-model-1f21d6", "reconcileID": "a10488c0-1ae5-40a0-b916-361fff3be45c", "LLMInferenceService": "rate-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:39:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "rate-test-model-1f21d6", "reconcileID": "a10488c0-1ae5-40a0-b916-361fff3be45c", "LLMInferenceService": "rate-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "rate-test-model-1f21d6-kserve-route-authn"} 2026-07-27T16:39:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "rate-test-model-1f21d6", "reconcileID": "a10488c0-1ae5-40a0-b916-361fff3be45c", "LLMInferenceService": "rate-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6", "authType": "userdefined"} 2026-07-27T16:39:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "rate-test-model-1f21d6", "reconcileID": "a10488c0-1ae5-40a0-b916-361fff3be45c", "LLMInferenceService": "rate-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:39:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f21d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6", "reconcileID": "22a41988-b121-4f6c-b45a-405dec6eb6d6", "Gateway": "e2e-shared-b-1f21d6", "namespace": "openshift-ingress"} 2026-07-27T16:39:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f21d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6", "reconcileID": "22a41988-b121-4f6c-b45a-405dec6eb6d6", "Gateway": "e2e-shared-b-1f21d6", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6-authn-ssl"} 2026-07-27T16:39:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f21d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6", "reconcileID": "22a41988-b121-4f6c-b45a-405dec6eb6d6", "Gateway": "e2e-shared-b-1f21d6", "namespace": "openshift-ingress"} 2026-07-27T16:39:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "rate-test-model-1f21d6", "reconcileID": "7071c578-7062-4287-b4b1-73e276a55698", "LLMInferenceService": "rate-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:39:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "rate-test-model-1f21d6", "reconcileID": "7071c578-7062-4287-b4b1-73e276a55698", "LLMInferenceService": "rate-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:39:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "rate-test-model-1f21d6", "reconcileID": "7071c578-7062-4287-b4b1-73e276a55698", "LLMInferenceService": "rate-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:39:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "rate-test-model-1f21d6", "reconcileID": "7071c578-7062-4287-b4b1-73e276a55698", "LLMInferenceService": "rate-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "rate-test-model-1f21d6-kserve-route-authn"} 2026-07-27T16:39:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "rate-test-model-1f21d6", "reconcileID": "7071c578-7062-4287-b4b1-73e276a55698", "LLMInferenceService": "rate-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6", "authType": "userdefined"} 2026-07-27T16:39:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "rate-test-model-1f21d6", "reconcileID": "7071c578-7062-4287-b4b1-73e276a55698", "LLMInferenceService": "rate-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:39:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "rate-test-model-1f21d6", "reconcileID": "87a94aa5-c15b-4d40-9bdd-9e98079d981f", "LLMInferenceService": "rate-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:39:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "rate-test-model-1f21d6", "reconcileID": "87a94aa5-c15b-4d40-9bdd-9e98079d981f", "LLMInferenceService": "rate-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:39:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "rate-test-model-1f21d6", "reconcileID": "87a94aa5-c15b-4d40-9bdd-9e98079d981f", "LLMInferenceService": "rate-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:39:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "rate-test-model-1f21d6", "reconcileID": "87a94aa5-c15b-4d40-9bdd-9e98079d981f", "LLMInferenceService": "rate-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "rate-test-model-1f21d6-kserve-route-authn"} 2026-07-27T16:39:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "rate-test-model-1f21d6", "reconcileID": "87a94aa5-c15b-4d40-9bdd-9e98079d981f", "LLMInferenceService": "rate-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6", "authType": "userdefined"} 2026-07-27T16:39:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "rate-test-model-1f21d6", "reconcileID": "87a94aa5-c15b-4d40-9bdd-9e98079d981f", "LLMInferenceService": "rate-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:39:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-932843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-932843", "reconcileID": "581cd978-31dc-42cd-a548-4094313956e7", "Gateway": "e2e-shared-a-932843", "namespace": "openshift-ingress"} 2026-07-27T16:39:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-932843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-932843", "reconcileID": "581cd978-31dc-42cd-a548-4094313956e7", "Gateway": "e2e-shared-a-932843", "namespace": "openshift-ingress", "name": "e2e-shared-a-932843-authn-ssl"} 2026-07-27T16:39:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-932843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-932843", "reconcileID": "581cd978-31dc-42cd-a548-4094313956e7", "Gateway": "e2e-shared-a-932843", "namespace": "openshift-ingress"} 2026-07-27T16:39:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f21d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6", "reconcileID": "c053d8ba-2162-4ed8-b0a1-f13fa61c79cd", "Gateway": "e2e-shared-b-1f21d6", "namespace": "openshift-ingress"} 2026-07-27T16:39:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f21d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6", "reconcileID": "c053d8ba-2162-4ed8-b0a1-f13fa61c79cd", "Gateway": "e2e-shared-b-1f21d6", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6-authn-ssl"} 2026-07-27T16:39:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f21d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6", "reconcileID": "c053d8ba-2162-4ed8-b0a1-f13fa61c79cd", "Gateway": "e2e-shared-b-1f21d6", "namespace": "openshift-ingress"} 2026-07-27T16:40:35Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "rate-test-model-932843", "reconcileID": "caf8e37a-74de-4e48-bdc4-a01fae857a05", "LLMInferenceService": "rate-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843"} 2026-07-27T16:40:35Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "rate-test-model-932843", "reconcileID": "caf8e37a-74de-4e48-bdc4-a01fae857a05", "LLMInferenceService": "rate-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843", "name": "rate-test-model-932843"} 2026-07-27T16:40:35Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "rate-test-model-932843", "reconcileID": "caf8e37a-74de-4e48-bdc4-a01fae857a05", "LLMInferenceService": "rate-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843"} 2026-07-27T16:40:35Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "rate-test-model-932843", "reconcileID": "caf8e37a-74de-4e48-bdc4-a01fae857a05", "LLMInferenceService": "rate-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843"} 2026-07-27T16:40:35Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "rate-test-model-932843", "reconcileID": "caf8e37a-74de-4e48-bdc4-a01fae857a05", "LLMInferenceService": "rate-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843", "name": "rate-test-model-932843-kserve-route-authn"} 2026-07-27T16:40:35Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "rate-test-model-932843", "reconcileID": "caf8e37a-74de-4e48-bdc4-a01fae857a05", "LLMInferenceService": "rate-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843", "name": "rate-test-model-932843-kserve-route-authn"} 2026-07-27T16:40:35Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "rate-test-model-932843", "reconcileID": "caf8e37a-74de-4e48-bdc4-a01fae857a05", "LLMInferenceService": "rate-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843", "namespace": "ai-tenant-e2e-shared-a-932843"} 2026-07-27T16:40:35Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "rate-test-model-932843", "reconcileID": "caf8e37a-74de-4e48-bdc4-a01fae857a05", "LLMInferenceService": "rate-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843", "namespace": "ai-tenant-e2e-shared-a-932843"} 2026-07-27T16:40:35Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-932843","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "rate-test-model-932843", "reconcileID": "c66dfb4e-249b-4356-af1e-d15dafc105d7", "LLMInferenceService": "rate-test-model-932843", "namespace": "ai-tenant-e2e-shared-a-932843"} 2026-07-27T16:40:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-932843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-932843", "reconcileID": "f5411f4c-043b-4e7d-a6af-0cafd24bac1a", "Gateway": "e2e-shared-a-932843", "namespace": "openshift-ingress"} 2026-07-27T16:40:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-932843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-932843", "reconcileID": "f5411f4c-043b-4e7d-a6af-0cafd24bac1a", "Gateway": "e2e-shared-a-932843", "namespace": "openshift-ingress", "name": "e2e-shared-a-932843-authn-ssl"} 2026-07-27T16:40:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-932843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-932843", "reconcileID": "f5411f4c-043b-4e7d-a6af-0cafd24bac1a", "Gateway": "e2e-shared-a-932843", "namespace": "openshift-ingress"} 2026-07-27T16:40:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-932843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-932843", "reconcileID": "58ce632c-796e-491a-bba9-60a359d8026b", "Gateway": "e2e-shared-a-932843", "namespace": "openshift-ingress"} 2026-07-27T16:40:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-932843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-932843", "reconcileID": "58ce632c-796e-491a-bba9-60a359d8026b", "Gateway": "e2e-shared-a-932843", "namespace": "openshift-ingress", "name": "e2e-shared-a-932843-authn-ssl"} 2026-07-27T16:40:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-932843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-932843", "reconcileID": "58ce632c-796e-491a-bba9-60a359d8026b", "Gateway": "e2e-shared-a-932843", "namespace": "openshift-ingress"} 2026-07-27T16:40:36Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "rate-test-model-1f21d6", "reconcileID": "3a999974-7c28-4a57-bd70-8e9cdf6a1af3", "LLMInferenceService": "rate-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:40:36Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "rate-test-model-1f21d6", "reconcileID": "3a999974-7c28-4a57-bd70-8e9cdf6a1af3", "LLMInferenceService": "rate-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "rate-test-model-1f21d6"} 2026-07-27T16:40:36Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "rate-test-model-1f21d6", "reconcileID": "3a999974-7c28-4a57-bd70-8e9cdf6a1af3", "LLMInferenceService": "rate-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:40:36Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "rate-test-model-1f21d6", "reconcileID": "3a999974-7c28-4a57-bd70-8e9cdf6a1af3", "LLMInferenceService": "rate-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:40:36Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "rate-test-model-1f21d6", "reconcileID": "3a999974-7c28-4a57-bd70-8e9cdf6a1af3", "LLMInferenceService": "rate-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "rate-test-model-1f21d6-kserve-route-authn"} 2026-07-27T16:40:36Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "rate-test-model-1f21d6", "reconcileID": "3a999974-7c28-4a57-bd70-8e9cdf6a1af3", "LLMInferenceService": "rate-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "rate-test-model-1f21d6-kserve-route-authn"} 2026-07-27T16:40:36Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "rate-test-model-1f21d6", "reconcileID": "3a999974-7c28-4a57-bd70-8e9cdf6a1af3", "LLMInferenceService": "rate-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:40:36Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "rate-test-model-1f21d6", "reconcileID": "3a999974-7c28-4a57-bd70-8e9cdf6a1af3", "LLMInferenceService": "rate-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:40:36Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f21d6","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "rate-test-model-1f21d6", "reconcileID": "1e2bc0b4-314e-4527-953c-f1093a4125e4", "LLMInferenceService": "rate-test-model-1f21d6", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:40:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f21d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6", "reconcileID": "568eeccf-4d7b-4ca5-b9df-3c466740026f", "Gateway": "e2e-shared-b-1f21d6", "namespace": "openshift-ingress"} 2026-07-27T16:40:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f21d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6", "reconcileID": "568eeccf-4d7b-4ca5-b9df-3c466740026f", "Gateway": "e2e-shared-b-1f21d6", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6-authn-ssl"} 2026-07-27T16:40:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f21d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6", "reconcileID": "568eeccf-4d7b-4ca5-b9df-3c466740026f", "Gateway": "e2e-shared-b-1f21d6", "namespace": "openshift-ingress"} 2026-07-27T16:40:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f21d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6", "reconcileID": "d4d981c0-dc4d-4436-ba13-8b67099b1b5b", "Gateway": "e2e-shared-b-1f21d6", "namespace": "openshift-ingress"} 2026-07-27T16:40:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f21d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6", "reconcileID": "d4d981c0-dc4d-4436-ba13-8b67099b1b5b", "Gateway": "e2e-shared-b-1f21d6", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6-authn-ssl"} 2026-07-27T16:40:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f21d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6", "reconcileID": "d4d981c0-dc4d-4436-ba13-8b67099b1b5b", "Gateway": "e2e-shared-b-1f21d6", "namespace": "openshift-ingress"} 2026-07-27T16:40:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-932843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-932843", "reconcileID": "39f74050-b03b-455f-a3f2-a80606ec64a8", "Gateway": "e2e-shared-a-932843", "namespace": "openshift-ingress"} 2026-07-27T16:40:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-932843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-932843", "reconcileID": "39f74050-b03b-455f-a3f2-a80606ec64a8", "Gateway": "e2e-shared-a-932843", "namespace": "openshift-ingress", "name": "e2e-shared-a-932843-authn-ssl"} 2026-07-27T16:40:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-932843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-932843", "reconcileID": "39f74050-b03b-455f-a3f2-a80606ec64a8", "Gateway": "e2e-shared-a-932843", "namespace": "openshift-ingress"} 2026-07-27T16:40:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f21d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6", "reconcileID": "501341cb-747f-4b34-ae0e-3eec5a11a413", "Gateway": "e2e-shared-b-1f21d6", "namespace": "openshift-ingress"} 2026-07-27T16:40:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f21d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6", "reconcileID": "501341cb-747f-4b34-ae0e-3eec5a11a413", "Gateway": "e2e-shared-b-1f21d6", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6-authn-ssl"} 2026-07-27T16:40:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f21d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6", "reconcileID": "501341cb-747f-4b34-ae0e-3eec5a11a413", "Gateway": "e2e-shared-b-1f21d6", "namespace": "openshift-ingress"} 2026-07-27T16:40:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "e0302b28-716f-4fe4-97fe-6d1c5c97bd0b", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress"} 2026-07-27T16:40:56Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "e0302b28-716f-4fe4-97fe-6d1c5c97bd0b", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b-authn-ssl"} 2026-07-27T16:40:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "e0302b28-716f-4fe4-97fe-6d1c5c97bd0b", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress"} 2026-07-27T16:40:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "2508dde4-4908-4a05-90b4-3e9a26b1d99d", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress"} 2026-07-27T16:40:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "2508dde4-4908-4a05-90b4-3e9a26b1d99d", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b-authn-ssl"} 2026-07-27T16:40:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "2508dde4-4908-4a05-90b4-3e9a26b1d99d", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress"} 2026-07-27T16:40:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "2095f2b0-b6e7-43a7-8410-96aec8d268a8", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress"} 2026-07-27T16:40:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "2095f2b0-b6e7-43a7-8410-96aec8d268a8", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b-authn-ssl"} 2026-07-27T16:40:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "2095f2b0-b6e7-43a7-8410-96aec8d268a8", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress"} 2026-07-27T16:40:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "b2cd128d-c520-428f-9d1f-d44e61e943c5", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress"} 2026-07-27T16:40:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "b2cd128d-c520-428f-9d1f-d44e61e943c5", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b-authn-ssl"} 2026-07-27T16:40:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "b2cd128d-c520-428f-9d1f-d44e61e943c5", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress"} 2026-07-27T16:40:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "42a1bac4-7b84-49d5-98a0-9a6b94bb3656", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress"} 2026-07-27T16:40:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "42a1bac4-7b84-49d5-98a0-9a6b94bb3656", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b-authn-ssl"} 2026-07-27T16:40:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "42a1bac4-7b84-49d5-98a0-9a6b94bb3656", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress"} 2026-07-27T16:40:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "20eefb61-5b52-4a51-a146-0ea359b7374b", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress"} 2026-07-27T16:40:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "20eefb61-5b52-4a51-a146-0ea359b7374b", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b-authn-ssl"} 2026-07-27T16:40:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "20eefb61-5b52-4a51-a146-0ea359b7374b", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress"} 2026-07-27T16:40:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "3434f61f-c7e7-4202-a2c9-34bd7dc8bc96", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress"} 2026-07-27T16:40:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "3434f61f-c7e7-4202-a2c9-34bd7dc8bc96", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b-authn-ssl"} 2026-07-27T16:40:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "3434f61f-c7e7-4202-a2c9-34bd7dc8bc96", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress"} 2026-07-27T16:41:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "odh-trusted-ca-bundle", "reconcileID": "7f863f2c-66ae-41fe-bb43-29d022be292c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ffa17b"} 2026-07-27T16:41:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "openshift-service-ca.crt", "reconcileID": "033328a1-9498-4003-8cda-c7a1b254cdd3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ffa17b"} 2026-07-27T16:41:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "openshift-service-ca.crt", "reconcileID": "3d06c732-f41c-4bbf-acba-eb2844df709f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T16:41:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "openshift-service-ca.crt", "reconcileID": "3d06c732-f41c-4bbf-acba-eb2844df709f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ffa17b"} 2026-07-27T16:41:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "odh-trusted-ca-bundle", "reconcileID": "1d34be87-dbf6-4bfb-b9b5-958a71132590", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "update": "odh-kserve-custom-ca-bundle"} 2026-07-27T16:41:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "odh-trusted-ca-bundle", "reconcileID": "1d34be87-dbf6-4bfb-b9b5-958a71132590", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ffa17b"} 2026-07-27T16:41:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ea7dc9c-9e8b-466e-b306-bd866645db16", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ffa17b"} 2026-07-27T16:41:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "openshift-service-ca.crt", "reconcileID": "346fc59c-7a6d-452e-91f7-a10657fa6d5d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ffa17b"} 2026-07-27T16:41:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "8de43a8c-fedc-4e5a-8838-7accffa92f32", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress"} 2026-07-27T16:41:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "8de43a8c-fedc-4e5a-8838-7accffa92f32", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b-authn-ssl"} 2026-07-27T16:41:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "8de43a8c-fedc-4e5a-8838-7accffa92f32", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress"} 2026-07-27T16:41:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "84237123-7388-48b9-a4d9-6abfc41738e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T16:41:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "0d06a144-76f2-4eea-8376-6af5f5725cf7", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress"} 2026-07-27T16:41:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "0d06a144-76f2-4eea-8376-6af5f5725cf7", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b-authn-ssl"} 2026-07-27T16:41:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "0d06a144-76f2-4eea-8376-6af5f5725cf7", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress"} 2026-07-27T16:41:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d32cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d32cda", "reconcileID": "a7f39088-1d69-4a86-a84d-206d6f858bd4", "Gateway": "e2e-ipp-b-d32cda", "namespace": "openshift-ingress"} 2026-07-27T16:41:16Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d32cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d32cda", "reconcileID": "a7f39088-1d69-4a86-a84d-206d6f858bd4", "Gateway": "e2e-ipp-b-d32cda", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d32cda-authn-ssl"} 2026-07-27T16:41:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d32cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d32cda", "reconcileID": "a7f39088-1d69-4a86-a84d-206d6f858bd4", "Gateway": "e2e-ipp-b-d32cda", "namespace": "openshift-ingress"} 2026-07-27T16:41:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d32cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d32cda", "reconcileID": "4ceb0a7b-4c0a-4882-a8b4-c7c1241be999", "Gateway": "e2e-ipp-b-d32cda", "namespace": "openshift-ingress"} 2026-07-27T16:41:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d32cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d32cda", "reconcileID": "4ceb0a7b-4c0a-4882-a8b4-c7c1241be999", "Gateway": "e2e-ipp-b-d32cda", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d32cda-authn-ssl"} 2026-07-27T16:41:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d32cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d32cda", "reconcileID": "4ceb0a7b-4c0a-4882-a8b4-c7c1241be999", "Gateway": "e2e-ipp-b-d32cda", "namespace": "openshift-ingress"} 2026-07-27T16:41:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d32cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d32cda", "reconcileID": "2734b668-6126-4190-bfec-6e1c02dd37cf", "Gateway": "e2e-ipp-b-d32cda", "namespace": "openshift-ingress"} 2026-07-27T16:41:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d32cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d32cda", "reconcileID": "2734b668-6126-4190-bfec-6e1c02dd37cf", "Gateway": "e2e-ipp-b-d32cda", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d32cda-authn-ssl"} 2026-07-27T16:41:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d32cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d32cda", "reconcileID": "2734b668-6126-4190-bfec-6e1c02dd37cf", "Gateway": "e2e-ipp-b-d32cda", "namespace": "openshift-ingress"} 2026-07-27T16:41:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d32cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d32cda", "reconcileID": "f9e4f0c0-56cd-4a4b-913f-2af0be76dac2", "Gateway": "e2e-ipp-b-d32cda", "namespace": "openshift-ingress"} 2026-07-27T16:41:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d32cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d32cda", "reconcileID": "f9e4f0c0-56cd-4a4b-913f-2af0be76dac2", "Gateway": "e2e-ipp-b-d32cda", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d32cda-authn-ssl"} 2026-07-27T16:41:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d32cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d32cda", "reconcileID": "f9e4f0c0-56cd-4a4b-913f-2af0be76dac2", "Gateway": "e2e-ipp-b-d32cda", "namespace": "openshift-ingress"} 2026-07-27T16:41:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d32cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d32cda", "reconcileID": "8a5ab795-2772-4d2e-bc28-49691379d17b", "Gateway": "e2e-ipp-b-d32cda", "namespace": "openshift-ingress"} 2026-07-27T16:41:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d32cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d32cda", "reconcileID": "8a5ab795-2772-4d2e-bc28-49691379d17b", "Gateway": "e2e-ipp-b-d32cda", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d32cda-authn-ssl"} 2026-07-27T16:41:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d32cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d32cda", "reconcileID": "8a5ab795-2772-4d2e-bc28-49691379d17b", "Gateway": "e2e-ipp-b-d32cda", "namespace": "openshift-ingress"} 2026-07-27T16:41:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d32cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d32cda", "reconcileID": "49bf0e4d-fcf4-4bd6-9d1c-3cdbd9e798b0", "Gateway": "e2e-ipp-b-d32cda", "namespace": "openshift-ingress"} 2026-07-27T16:41:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d32cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d32cda", "reconcileID": "49bf0e4d-fcf4-4bd6-9d1c-3cdbd9e798b0", "Gateway": "e2e-ipp-b-d32cda", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d32cda-authn-ssl"} 2026-07-27T16:41:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d32cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d32cda", "reconcileID": "49bf0e4d-fcf4-4bd6-9d1c-3cdbd9e798b0", "Gateway": "e2e-ipp-b-d32cda", "namespace": "openshift-ingress"} 2026-07-27T16:41:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d32cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d32cda", "reconcileID": "c8cfdb7b-311c-4a79-9261-f5bc55776b71", "Gateway": "e2e-ipp-b-d32cda", "namespace": "openshift-ingress"} 2026-07-27T16:41:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d32cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d32cda", "reconcileID": "c8cfdb7b-311c-4a79-9261-f5bc55776b71", "Gateway": "e2e-ipp-b-d32cda", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d32cda-authn-ssl"} 2026-07-27T16:41:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d32cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d32cda", "reconcileID": "c8cfdb7b-311c-4a79-9261-f5bc55776b71", "Gateway": "e2e-ipp-b-d32cda", "namespace": "openshift-ingress"} 2026-07-27T16:41:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d32cda"}, "namespace": "ai-tenant-e2e-ipp-b-d32cda", "name": "openshift-service-ca.crt", "reconcileID": "dc45f74d-e97d-465b-a19d-47784e374d66", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d32cda"} 2026-07-27T16:41:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d32cda"}, "namespace": "ai-tenant-e2e-ipp-b-d32cda", "name": "odh-trusted-ca-bundle", "reconcileID": "e8d4c693-e641-4d4a-b566-b1f760a14758", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d32cda"} 2026-07-27T16:41:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d32cda"}, "namespace": "ai-tenant-e2e-ipp-b-d32cda", "name": "openshift-service-ca.crt", "reconcileID": "addff9e0-f5f9-4c0a-a242-37cabc6ae612", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d32cda", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T16:41:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d32cda"}, "namespace": "ai-tenant-e2e-ipp-b-d32cda", "name": "openshift-service-ca.crt", "reconcileID": "addff9e0-f5f9-4c0a-a242-37cabc6ae612", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d32cda"} 2026-07-27T16:41:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d32cda"}, "namespace": "ai-tenant-e2e-ipp-b-d32cda", "name": "openshift-service-ca.crt", "reconcileID": "86da2d52-a672-4b2f-851e-575bce2b4a8a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d32cda", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T16:41:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d32cda"}, "namespace": "ai-tenant-e2e-ipp-b-d32cda", "name": "openshift-service-ca.crt", "reconcileID": "86da2d52-a672-4b2f-851e-575bce2b4a8a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T16:41:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d32cda"}, "namespace": "ai-tenant-e2e-ipp-b-d32cda", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f30c5c1c-c304-4b7d-b0e8-bb5f0f7ef512", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d32cda"} 2026-07-27T16:41:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d32cda"}, "namespace": "ai-tenant-e2e-ipp-b-d32cda", "name": "odh-trusted-ca-bundle", "reconcileID": "1b8c149d-844d-4e6c-8b46-c98b9525d9e5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d32cda", "update": "odh-kserve-custom-ca-bundle"} 2026-07-27T16:41:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d32cda"}, "namespace": "ai-tenant-e2e-ipp-b-d32cda", "name": "odh-trusted-ca-bundle", "reconcileID": "1b8c149d-844d-4e6c-8b46-c98b9525d9e5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d32cda"} 2026-07-27T16:41:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d32cda"}, "namespace": "ai-tenant-e2e-ipp-b-d32cda", "name": "openshift-service-ca.crt", "reconcileID": "4a2ce30b-2f72-4596-89ad-8a475aaaa72b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d32cda"} 2026-07-27T16:41:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d32cda"}, "namespace": "ai-tenant-e2e-ipp-b-d32cda", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dede99b4-ab70-42b7-a426-592f0338bf82", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d32cda"} 2026-07-27T16:41:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d32cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d32cda", "reconcileID": "a5fe0c40-fdee-43ef-9791-45bb2354dc59", "Gateway": "e2e-ipp-b-d32cda", "namespace": "openshift-ingress"} 2026-07-27T16:41:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d32cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d32cda", "reconcileID": "a5fe0c40-fdee-43ef-9791-45bb2354dc59", "Gateway": "e2e-ipp-b-d32cda", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d32cda-authn-ssl"} 2026-07-27T16:41:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d32cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d32cda", "reconcileID": "a5fe0c40-fdee-43ef-9791-45bb2354dc59", "Gateway": "e2e-ipp-b-d32cda", "namespace": "openshift-ingress"} 2026-07-27T16:41:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "32baf778-5ca5-4c14-8186-50b7c2ecb8bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T16:41:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d32cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d32cda", "reconcileID": "c0afaa75-7f89-4b5e-bca3-c286f0fbbedd", "Gateway": "e2e-ipp-b-d32cda", "namespace": "openshift-ingress"} 2026-07-27T16:41:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d32cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d32cda", "reconcileID": "c0afaa75-7f89-4b5e-bca3-c286f0fbbedd", "Gateway": "e2e-ipp-b-d32cda", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d32cda-authn-ssl"} 2026-07-27T16:41:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d32cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d32cda", "reconcileID": "c0afaa75-7f89-4b5e-bca3-c286f0fbbedd", "Gateway": "e2e-ipp-b-d32cda", "namespace": "openshift-ingress"} 2026-07-27T16:41:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b0f6195f-1382-4ac0-afd4-ce5122903c98", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T16:41:45Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-27T16:41:45Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-27T16:41:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "12ab6997-4752-4ba6-b9d6-5ed2d66798c5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T16:41:46Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-27T16:41:46Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-27T16:41:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "e9959f09-75fc-43e2-81a3-2ec547a58bf0", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b"} 2026-07-27T16:41:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "e9959f09-75fc-43e2-81a3-2ec547a58bf0", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b"} 2026-07-27T16:41:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "e9959f09-75fc-43e2-81a3-2ec547a58bf0", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b"} 2026-07-27T16:41:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "12be6e3b-d374-4ba6-94b3-dca776ee8f43", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress"} 2026-07-27T16:41:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "e9959f09-75fc-43e2-81a3-2ec547a58bf0", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b-kserve-route-authn"} 2026-07-27T16:41:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "e9959f09-75fc-43e2-81a3-2ec547a58bf0", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "authType": "userdefined"} 2026-07-27T16:41:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "e9959f09-75fc-43e2-81a3-2ec547a58bf0", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b"} 2026-07-27T16:41:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "12be6e3b-d374-4ba6-94b3-dca776ee8f43", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b-authn-ssl"} 2026-07-27T16:41:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "12be6e3b-d374-4ba6-94b3-dca776ee8f43", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress"} 2026-07-27T16:41:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "5a21aacf-496b-4857-bb79-c14e202cb0f1", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b"} 2026-07-27T16:41:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "5a21aacf-496b-4857-bb79-c14e202cb0f1", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b"} 2026-07-27T16:41:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "5a21aacf-496b-4857-bb79-c14e202cb0f1", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b"} 2026-07-27T16:41:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "5a21aacf-496b-4857-bb79-c14e202cb0f1", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b-kserve-route-authn"} 2026-07-27T16:41:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "5a21aacf-496b-4857-bb79-c14e202cb0f1", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "authType": "userdefined"} 2026-07-27T16:41:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "5a21aacf-496b-4857-bb79-c14e202cb0f1", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b"} 2026-07-27T16:41:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "93742bda-67b7-4a86-97bd-b2b436b4b997", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress"} 2026-07-27T16:41:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "93742bda-67b7-4a86-97bd-b2b436b4b997", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b-authn-ssl"} 2026-07-27T16:41:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "93742bda-67b7-4a86-97bd-b2b436b4b997", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress"} 2026-07-27T16:41:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "02155392-a828-43e2-93b8-534a43ae60e7", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b"} 2026-07-27T16:41:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "02155392-a828-43e2-93b8-534a43ae60e7", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b"} 2026-07-27T16:41:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "02155392-a828-43e2-93b8-534a43ae60e7", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b"} 2026-07-27T16:41:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "02155392-a828-43e2-93b8-534a43ae60e7", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b-kserve-route-authn"} 2026-07-27T16:41:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "02155392-a828-43e2-93b8-534a43ae60e7", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "authType": "userdefined"} 2026-07-27T16:41:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "02155392-a828-43e2-93b8-534a43ae60e7", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b"} 2026-07-27T16:42:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f66be801-2bc4-4adc-bf56-6d7d68efb759", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T16:42:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "32268ddb-764b-4d85-89b8-12703d570594", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b"} 2026-07-27T16:42:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "32268ddb-764b-4d85-89b8-12703d570594", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b"} 2026-07-27T16:42:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "32268ddb-764b-4d85-89b8-12703d570594", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b"} 2026-07-27T16:42:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "32268ddb-764b-4d85-89b8-12703d570594", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b-kserve-route-authn"} 2026-07-27T16:42:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "32268ddb-764b-4d85-89b8-12703d570594", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "authType": "userdefined"} 2026-07-27T16:42:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "32268ddb-764b-4d85-89b8-12703d570594", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b"} 2026-07-27T16:42:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "9a6b024e-1609-4e9f-922b-0b99fbd779c9", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b"} 2026-07-27T16:42:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "9a6b024e-1609-4e9f-922b-0b99fbd779c9", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b"} 2026-07-27T16:42:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "9a6b024e-1609-4e9f-922b-0b99fbd779c9", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b"} 2026-07-27T16:42:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "9a6b024e-1609-4e9f-922b-0b99fbd779c9", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b-kserve-route-authn"} 2026-07-27T16:42:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "9a6b024e-1609-4e9f-922b-0b99fbd779c9", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "authType": "userdefined"} 2026-07-27T16:42:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "9a6b024e-1609-4e9f-922b-0b99fbd779c9", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b"} 2026-07-27T16:42:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a4508a78-c56b-46d6-abbd-b6577d49d373", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T16:42:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "29df4c39-6776-4e97-b80c-f525e78b8536", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress"} 2026-07-27T16:42:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "29df4c39-6776-4e97-b80c-f525e78b8536", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b-authn-ssl"} 2026-07-27T16:42:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "29df4c39-6776-4e97-b80c-f525e78b8536", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress"} 2026-07-27T16:42:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145981", "reconcileID": "3fb8a766-728f-4415-8196-c876c9f680cf", "Gateway": "e2e-ipp-cleanup-145981", "namespace": "openshift-ingress"} 2026-07-27T16:42:37Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145981", "reconcileID": "3fb8a766-728f-4415-8196-c876c9f680cf", "Gateway": "e2e-ipp-cleanup-145981", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145981-authn-ssl"} 2026-07-27T16:42:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145981", "reconcileID": "3fb8a766-728f-4415-8196-c876c9f680cf", "Gateway": "e2e-ipp-cleanup-145981", "namespace": "openshift-ingress"} 2026-07-27T16:42:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145981", "reconcileID": "ca785f6f-1034-408b-98a6-4f1718c9de75", "Gateway": "e2e-ipp-cleanup-145981", "namespace": "openshift-ingress"} 2026-07-27T16:42:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145981", "reconcileID": "ca785f6f-1034-408b-98a6-4f1718c9de75", "Gateway": "e2e-ipp-cleanup-145981", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145981-authn-ssl"} 2026-07-27T16:42:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145981", "reconcileID": "ca785f6f-1034-408b-98a6-4f1718c9de75", "Gateway": "e2e-ipp-cleanup-145981", "namespace": "openshift-ingress"} 2026-07-27T16:42:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145981", "reconcileID": "3bbdab86-ae06-463d-b040-20550e4946be", "Gateway": "e2e-ipp-cleanup-145981", "namespace": "openshift-ingress"} 2026-07-27T16:42:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145981", "reconcileID": "3bbdab86-ae06-463d-b040-20550e4946be", "Gateway": "e2e-ipp-cleanup-145981", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145981-authn-ssl"} 2026-07-27T16:42:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145981", "reconcileID": "3bbdab86-ae06-463d-b040-20550e4946be", "Gateway": "e2e-ipp-cleanup-145981", "namespace": "openshift-ingress"} 2026-07-27T16:42:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145981", "reconcileID": "798b85e7-8528-45ae-951a-fdd526cae706", "Gateway": "e2e-ipp-cleanup-145981", "namespace": "openshift-ingress"} 2026-07-27T16:42:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145981", "reconcileID": "798b85e7-8528-45ae-951a-fdd526cae706", "Gateway": "e2e-ipp-cleanup-145981", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145981-authn-ssl"} 2026-07-27T16:42:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145981", "reconcileID": "798b85e7-8528-45ae-951a-fdd526cae706", "Gateway": "e2e-ipp-cleanup-145981", "namespace": "openshift-ingress"} 2026-07-27T16:42:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145981", "reconcileID": "da3f01d9-1819-4ff9-8f3d-1a539bfcafed", "Gateway": "e2e-ipp-cleanup-145981", "namespace": "openshift-ingress"} 2026-07-27T16:42:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145981", "reconcileID": "da3f01d9-1819-4ff9-8f3d-1a539bfcafed", "Gateway": "e2e-ipp-cleanup-145981", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145981-authn-ssl"} 2026-07-27T16:42:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145981", "reconcileID": "da3f01d9-1819-4ff9-8f3d-1a539bfcafed", "Gateway": "e2e-ipp-cleanup-145981", "namespace": "openshift-ingress"} 2026-07-27T16:42:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145981", "reconcileID": "0f1cd8bb-eaee-4688-9bce-fafe85a8162c", "Gateway": "e2e-ipp-cleanup-145981", "namespace": "openshift-ingress"} 2026-07-27T16:42:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145981", "reconcileID": "0f1cd8bb-eaee-4688-9bce-fafe85a8162c", "Gateway": "e2e-ipp-cleanup-145981", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145981-authn-ssl"} 2026-07-27T16:42:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145981", "reconcileID": "0f1cd8bb-eaee-4688-9bce-fafe85a8162c", "Gateway": "e2e-ipp-cleanup-145981", "namespace": "openshift-ingress"} 2026-07-27T16:42:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145981", "reconcileID": "ac3cd0aa-d0ab-416f-a0e6-4303630a4a91", "Gateway": "e2e-ipp-cleanup-145981", "namespace": "openshift-ingress"} 2026-07-27T16:42:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145981", "reconcileID": "ac3cd0aa-d0ab-416f-a0e6-4303630a4a91", "Gateway": "e2e-ipp-cleanup-145981", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145981-authn-ssl"} 2026-07-27T16:42:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145981", "reconcileID": "ac3cd0aa-d0ab-416f-a0e6-4303630a4a91", "Gateway": "e2e-ipp-cleanup-145981", "namespace": "openshift-ingress"} 2026-07-27T16:42:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-145981"}, "namespace": "ai-tenant-e2e-ipp-cleanup-145981", "name": "openshift-service-ca.crt", "reconcileID": "0c038fa1-6a04-4d7d-a3d8-15cf43b012ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-145981"} 2026-07-27T16:42:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-145981"}, "namespace": "ai-tenant-e2e-ipp-cleanup-145981", "name": "openshift-service-ca.crt", "reconcileID": "8522b861-776c-4958-9fca-c98379cd0ac1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-145981", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T16:42:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-145981"}, "namespace": "ai-tenant-e2e-ipp-cleanup-145981", "name": "openshift-service-ca.crt", "reconcileID": "8522b861-776c-4958-9fca-c98379cd0ac1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-145981"} 2026-07-27T16:42:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-145981"}, "namespace": "ai-tenant-e2e-ipp-cleanup-145981", "name": "odh-trusted-ca-bundle", "reconcileID": "b7c9a6ab-0935-494c-80cf-ccf28354974e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-145981"} 2026-07-27T16:42:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-145981"}, "namespace": "ai-tenant-e2e-ipp-cleanup-145981", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cf695f78-6058-4785-8d38-9844fe6f0b67", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-145981"} 2026-07-27T16:42:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-145981"}, "namespace": "ai-tenant-e2e-ipp-cleanup-145981", "name": "openshift-service-ca.crt", "reconcileID": "770bd2d9-43cf-41a4-ae8e-a5b5bcf80030", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-145981"} 2026-07-27T16:42:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-145981"}, "namespace": "ai-tenant-e2e-ipp-cleanup-145981", "name": "odh-trusted-ca-bundle", "reconcileID": "5f52d732-00b7-4b90-9cec-509c0948309b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-145981", "update": "odh-kserve-custom-ca-bundle"} 2026-07-27T16:42:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-145981"}, "namespace": "ai-tenant-e2e-ipp-cleanup-145981", "name": "odh-trusted-ca-bundle", "reconcileID": "5f52d732-00b7-4b90-9cec-509c0948309b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-145981"} 2026-07-27T16:42:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-145981"}, "namespace": "ai-tenant-e2e-ipp-cleanup-145981", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4780da16-27d3-4c32-98e7-c3bcb674bf98", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-145981"} 2026-07-27T16:42:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145981", "reconcileID": "10f471e6-93ba-4ce1-84a4-9fef3d9aba28", "Gateway": "e2e-ipp-cleanup-145981", "namespace": "openshift-ingress"} 2026-07-27T16:42:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145981", "reconcileID": "10f471e6-93ba-4ce1-84a4-9fef3d9aba28", "Gateway": "e2e-ipp-cleanup-145981", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145981-authn-ssl"} 2026-07-27T16:42:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145981", "reconcileID": "10f471e6-93ba-4ce1-84a4-9fef3d9aba28", "Gateway": "e2e-ipp-cleanup-145981", "namespace": "openshift-ingress"} 2026-07-27T16:42:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "eb13b6d3-7ad7-4451-b422-1470d0309879", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T16:42:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145981", "reconcileID": "a8c036a2-5f94-400c-b303-435754413687", "Gateway": "e2e-ipp-cleanup-145981", "namespace": "openshift-ingress"} 2026-07-27T16:42:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145981", "reconcileID": "a8c036a2-5f94-400c-b303-435754413687", "Gateway": "e2e-ipp-cleanup-145981", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145981-authn-ssl"} 2026-07-27T16:42:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145981", "reconcileID": "a8c036a2-5f94-400c-b303-435754413687", "Gateway": "e2e-ipp-cleanup-145981", "namespace": "openshift-ingress"} 2026-07-27T16:43:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145981", "reconcileID": "ce5817e5-a378-4bbe-99a3-f88f5d3f4ef5", "Gateway": "e2e-ipp-cleanup-145981", "namespace": "openshift-ingress"} 2026-07-27T16:43:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145981", "reconcileID": "ce5817e5-a378-4bbe-99a3-f88f5d3f4ef5", "Gateway": "e2e-ipp-cleanup-145981", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145981-authn-ssl"} 2026-07-27T16:43:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145981", "reconcileID": "ce5817e5-a378-4bbe-99a3-f88f5d3f4ef5", "Gateway": "e2e-ipp-cleanup-145981", "namespace": "openshift-ingress"} 2026-07-27T16:43:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145981", "reconcileID": "abbbda28-27ed-46ff-90c8-715b53302a08", "Gateway": "e2e-ipp-cleanup-145981", "namespace": "openshift-ingress"} 2026-07-27T16:43:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145981", "reconcileID": "abbbda28-27ed-46ff-90c8-715b53302a08", "Gateway": "e2e-ipp-cleanup-145981", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145981-authn-ssl"} 2026-07-27T16:43:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145981", "reconcileID": "abbbda28-27ed-46ff-90c8-715b53302a08", "Gateway": "e2e-ipp-cleanup-145981", "namespace": "openshift-ingress"} 2026-07-27T16:43:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-145981"}, "namespace": "ai-tenant-e2e-ipp-cleanup-145981", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "38dd270c-cd22-493d-9fba-cfc88de1437a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-145981"} 2026-07-27T16:43:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-145981"}, "namespace": "ai-tenant-e2e-ipp-cleanup-145981", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "38dd270c-cd22-493d-9fba-cfc88de1437a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-145981", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T16:43:16Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-145981"}, "namespace": "ai-tenant-e2e-ipp-cleanup-145981", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "38dd270c-cd22-493d-9fba-cfc88de1437a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-145981 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T16:43:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-145981"}, "namespace": "ai-tenant-e2e-ipp-cleanup-145981", "name": "odh-trusted-ca-bundle", "reconcileID": "642e2c8a-aeb8-4cbf-add9-3f9499c6f1ac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-145981"} 2026-07-27T16:43:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-145981"}, "namespace": "ai-tenant-e2e-ipp-cleanup-145981", "name": "odh-trusted-ca-bundle", "reconcileID": "642e2c8a-aeb8-4cbf-add9-3f9499c6f1ac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-145981"} 2026-07-27T16:43:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-145981"}, "namespace": "ai-tenant-e2e-ipp-cleanup-145981", "name": "openshift-service-ca.crt", "reconcileID": "edb0742e-97c4-4b70-8fc5-cd3b33d837a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-145981"} 2026-07-27T16:43:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-145981"}, "namespace": "ai-tenant-e2e-ipp-cleanup-145981", "name": "openshift-service-ca.crt", "reconcileID": "edb0742e-97c4-4b70-8fc5-cd3b33d837a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-145981"} 2026-07-27T16:43:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-145981"}, "namespace": "ai-tenant-e2e-ipp-cleanup-145981", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5f0f05c7-c784-42f4-9403-4bc8f856cc04", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-145981"} 2026-07-27T16:43:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-145981"}, "namespace": "ai-tenant-e2e-ipp-cleanup-145981", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5f0f05c7-c784-42f4-9403-4bc8f856cc04", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-145981"} 2026-07-27T16:43:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "63f4e456-6697-485d-8741-440f3c2c3550", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T16:43:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "9d0979ab-32dd-46a5-973c-2362405693d4", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress"} 2026-07-27T16:43:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "9d0979ab-32dd-46a5-973c-2362405693d4", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b-authn-ssl"} 2026-07-27T16:43:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "9d0979ab-32dd-46a5-973c-2362405693d4", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress"} 2026-07-27T16:43:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "1fc3c8a9-d789-495c-b1b9-f49ca3001ebf", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress"} 2026-07-27T16:43:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "1fc3c8a9-d789-495c-b1b9-f49ca3001ebf", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b-authn-ssl"} 2026-07-27T16:43:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "1fc3c8a9-d789-495c-b1b9-f49ca3001ebf", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress"} 2026-07-27T16:43:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "93ad04e5-b353-4536-a1d7-8d4827b35d5f", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress"} 2026-07-27T16:43:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "93ad04e5-b353-4536-a1d7-8d4827b35d5f", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b-authn-ssl"} 2026-07-27T16:43:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "93ad04e5-b353-4536-a1d7-8d4827b35d5f", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress"} 2026-07-27T16:43:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "e0838df3-ce16-4541-9dfc-04562fb6c609", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b"} 2026-07-27T16:43:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "e0838df3-ce16-4541-9dfc-04562fb6c609", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b"} 2026-07-27T16:43:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "e0838df3-ce16-4541-9dfc-04562fb6c609", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b"} 2026-07-27T16:43:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "e0838df3-ce16-4541-9dfc-04562fb6c609", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b-kserve-route-authn"} 2026-07-27T16:43:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "e0838df3-ce16-4541-9dfc-04562fb6c609", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "authType": "userdefined"} 2026-07-27T16:43:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "e0838df3-ce16-4541-9dfc-04562fb6c609", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b"} 2026-07-27T16:44:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "0afab653-9743-4328-b642-3fb38d70e193", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress"} 2026-07-27T16:44:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "0afab653-9743-4328-b642-3fb38d70e193", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b-authn-ssl"} 2026-07-27T16:44:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "0afab653-9743-4328-b642-3fb38d70e193", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress"} 2026-07-27T16:44:24Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "133a7bbb-702c-4939-a5ef-fdfe378edc1a", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b"} 2026-07-27T16:44:24Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "133a7bbb-702c-4939-a5ef-fdfe378edc1a", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b"} 2026-07-27T16:44:24Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "133a7bbb-702c-4939-a5ef-fdfe378edc1a", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b"} 2026-07-27T16:44:24Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "133a7bbb-702c-4939-a5ef-fdfe378edc1a", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b"} 2026-07-27T16:44:24Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "133a7bbb-702c-4939-a5ef-fdfe378edc1a", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b-kserve-route-authn"} 2026-07-27T16:44:24Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "133a7bbb-702c-4939-a5ef-fdfe378edc1a", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b-kserve-route-authn"} 2026-07-27T16:44:24Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "133a7bbb-702c-4939-a5ef-fdfe378edc1a", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b"} 2026-07-27T16:44:24Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "133a7bbb-702c-4939-a5ef-fdfe378edc1a", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b"} 2026-07-27T16:44:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6da8161a-caf7-495c-9ded-0a73f917e084", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ffa17b"} 2026-07-27T16:44:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6da8161a-caf7-495c-9ded-0a73f917e084", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T16:44:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6da8161a-caf7-495c-9ded-0a73f917e084", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-ffa17b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T16:44:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "odh-trusted-ca-bundle", "reconcileID": "d23d92c8-6227-4baa-8726-99e715e902f6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ffa17b"} 2026-07-27T16:44:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "odh-trusted-ca-bundle", "reconcileID": "d23d92c8-6227-4baa-8726-99e715e902f6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ffa17b"} 2026-07-27T16:44:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "openshift-service-ca.crt", "reconcileID": "ff864cde-9263-4098-99f0-b8515f085743", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ffa17b"} 2026-07-27T16:44:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "openshift-service-ca.crt", "reconcileID": "ff864cde-9263-4098-99f0-b8515f085743", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ffa17b"} 2026-07-27T16:44:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "904a79af-00ef-4a7b-b510-9645510ab842", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ffa17b"} 2026-07-27T16:44:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "904a79af-00ef-4a7b-b510-9645510ab842", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ffa17b"} 2026-07-27T16:44:30Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "8d78e090-d6a7-472b-8d04-861cdcf6a1c2", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b"} 2026-07-27T16:44:30Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "8d78e090-d6a7-472b-8d04-861cdcf6a1c2", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b"} 2026-07-27T16:44:30Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "8d78e090-d6a7-472b-8d04-861cdcf6a1c2", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b"} 2026-07-27T16:44:30Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "8d78e090-d6a7-472b-8d04-861cdcf6a1c2", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b"} 2026-07-27T16:44:30Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "8d78e090-d6a7-472b-8d04-861cdcf6a1c2", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b-kserve-route-authn"} 2026-07-27T16:44:30Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "8d78e090-d6a7-472b-8d04-861cdcf6a1c2", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b-kserve-route-authn"} 2026-07-27T16:44:30Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "8d78e090-d6a7-472b-8d04-861cdcf6a1c2", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b"} 2026-07-27T16:44:30Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "8d78e090-d6a7-472b-8d04-861cdcf6a1c2", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b"} 2026-07-27T16:44:30Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ffa17b","namespace":"ai-tenant-e2e-ipp-a-ffa17b"}, "namespace": "ai-tenant-e2e-ipp-a-ffa17b", "name": "ipp-route-ffa17b", "reconcileID": "e89dab42-9085-4c1a-a9ea-faf20a4dd51e", "LLMInferenceService": "ipp-route-ffa17b", "namespace": "ai-tenant-e2e-ipp-a-ffa17b"} 2026-07-27T16:44:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "f314a98c-7855-4e1a-9a4a-4bdecdcb0f6c", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress"} 2026-07-27T16:44:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "f314a98c-7855-4e1a-9a4a-4bdecdcb0f6c", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b-authn-ssl"} 2026-07-27T16:44:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ffa17b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ffa17b", "reconcileID": "f314a98c-7855-4e1a-9a4a-4bdecdcb0f6c", "Gateway": "e2e-ipp-a-ffa17b", "namespace": "openshift-ingress"} 2026-07-27T16:44:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "caeff1c3-d335-45d7-9a37-6b9f0419b5b4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T16:44:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d32cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d32cda", "reconcileID": "29e361bf-9ddf-45de-ad45-d22b7e5827fb", "Gateway": "e2e-ipp-b-d32cda", "namespace": "openshift-ingress"} 2026-07-27T16:44:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d32cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d32cda", "reconcileID": "29e361bf-9ddf-45de-ad45-d22b7e5827fb", "Gateway": "e2e-ipp-b-d32cda", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d32cda-authn-ssl"} 2026-07-27T16:44:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d32cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d32cda", "reconcileID": "29e361bf-9ddf-45de-ad45-d22b7e5827fb", "Gateway": "e2e-ipp-b-d32cda", "namespace": "openshift-ingress"} 2026-07-27T16:44:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d32cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d32cda", "reconcileID": "96600065-1754-4b14-b2f3-1ae6ef2801d9", "Gateway": "e2e-ipp-b-d32cda", "namespace": "openshift-ingress"} 2026-07-27T16:44:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d32cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d32cda", "reconcileID": "96600065-1754-4b14-b2f3-1ae6ef2801d9", "Gateway": "e2e-ipp-b-d32cda", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d32cda-authn-ssl"} 2026-07-27T16:44:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d32cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d32cda", "reconcileID": "96600065-1754-4b14-b2f3-1ae6ef2801d9", "Gateway": "e2e-ipp-b-d32cda", "namespace": "openshift-ingress"} 2026-07-27T16:44:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d32cda"}, "namespace": "ai-tenant-e2e-ipp-b-d32cda", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5fdd42f7-2ba4-487e-8681-3eefcac1f3d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d32cda"} 2026-07-27T16:44:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d32cda"}, "namespace": "ai-tenant-e2e-ipp-b-d32cda", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5fdd42f7-2ba4-487e-8681-3eefcac1f3d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d32cda", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T16:44:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d32cda"}, "namespace": "ai-tenant-e2e-ipp-b-d32cda", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5fdd42f7-2ba4-487e-8681-3eefcac1f3d7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-d32cda because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T16:44:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d32cda"}, "namespace": "ai-tenant-e2e-ipp-b-d32cda", "name": "odh-trusted-ca-bundle", "reconcileID": "1ac2f294-7abc-40e1-a747-ace2473bb613", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d32cda"} 2026-07-27T16:44:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d32cda"}, "namespace": "ai-tenant-e2e-ipp-b-d32cda", "name": "odh-trusted-ca-bundle", "reconcileID": "1ac2f294-7abc-40e1-a747-ace2473bb613", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d32cda"} 2026-07-27T16:44:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d32cda"}, "namespace": "ai-tenant-e2e-ipp-b-d32cda", "name": "openshift-service-ca.crt", "reconcileID": "413e8502-5df6-43e9-9794-c759dd59ab8b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d32cda"} 2026-07-27T16:44:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d32cda"}, "namespace": "ai-tenant-e2e-ipp-b-d32cda", "name": "openshift-service-ca.crt", "reconcileID": "413e8502-5df6-43e9-9794-c759dd59ab8b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d32cda"} 2026-07-27T16:44:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d32cda"}, "namespace": "ai-tenant-e2e-ipp-b-d32cda", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bab227d7-62e3-4125-90fe-50235605672d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d32cda"} 2026-07-27T16:44:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d32cda"}, "namespace": "ai-tenant-e2e-ipp-b-d32cda", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bab227d7-62e3-4125-90fe-50235605672d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d32cda"} 2026-07-27T16:44:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6e6d9fe5-c200-46fe-9f4a-9d02c21faf1e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T16:45:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-932843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-932843", "reconcileID": "26cbb930-f17e-48f8-8f58-402600315686", "Gateway": "e2e-shared-a-932843", "namespace": "openshift-ingress"} 2026-07-27T16:45:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-932843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-932843", "reconcileID": "26cbb930-f17e-48f8-8f58-402600315686", "Gateway": "e2e-shared-a-932843", "namespace": "openshift-ingress", "name": "e2e-shared-a-932843-authn-ssl"} 2026-07-27T16:45:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-932843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-932843", "reconcileID": "26cbb930-f17e-48f8-8f58-402600315686", "Gateway": "e2e-shared-a-932843", "namespace": "openshift-ingress"} 2026-07-27T16:45:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-932843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-932843", "reconcileID": "e83b1363-7aeb-429d-8c07-c46e007fe390", "Gateway": "e2e-shared-a-932843", "namespace": "openshift-ingress"} 2026-07-27T16:45:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-932843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-932843", "reconcileID": "e83b1363-7aeb-429d-8c07-c46e007fe390", "Gateway": "e2e-shared-a-932843", "namespace": "openshift-ingress", "name": "e2e-shared-a-932843-authn-ssl"} 2026-07-27T16:45:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-932843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-932843", "reconcileID": "e83b1363-7aeb-429d-8c07-c46e007fe390", "Gateway": "e2e-shared-a-932843", "namespace": "openshift-ingress"} 2026-07-27T16:45:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3cd21934-f66c-4e96-9ccf-384503201fb4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-932843"} 2026-07-27T16:45:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3cd21934-f66c-4e96-9ccf-384503201fb4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-932843", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T16:45:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3cd21934-f66c-4e96-9ccf-384503201fb4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-932843 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T16:45:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "odh-trusted-ca-bundle", "reconcileID": "a4961a5d-9eee-4c83-803d-35768eff1ed9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-932843"} 2026-07-27T16:45:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "odh-trusted-ca-bundle", "reconcileID": "a4961a5d-9eee-4c83-803d-35768eff1ed9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-932843"} 2026-07-27T16:45:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "openshift-service-ca.crt", "reconcileID": "a97373df-28ec-4187-8a7e-3679c6a4ef6e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-932843"} 2026-07-27T16:45:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "openshift-service-ca.crt", "reconcileID": "a97373df-28ec-4187-8a7e-3679c6a4ef6e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-932843"} 2026-07-27T16:45:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8dc44c3c-3e1d-4575-a1ea-a62ac79f3f0b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-932843"} 2026-07-27T16:45:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-932843"}, "namespace": "ai-tenant-e2e-shared-a-932843", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8dc44c3c-3e1d-4575-a1ea-a62ac79f3f0b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-932843"} 2026-07-27T16:45:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a515c635-97fb-45e0-897b-0ae47ea7e917", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T16:45:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f21d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6", "reconcileID": "0ff1e530-9042-4d26-a519-1797cbb5d490", "Gateway": "e2e-shared-b-1f21d6", "namespace": "openshift-ingress"} 2026-07-27T16:45:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f21d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6", "reconcileID": "0ff1e530-9042-4d26-a519-1797cbb5d490", "Gateway": "e2e-shared-b-1f21d6", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6-authn-ssl"} 2026-07-27T16:45:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f21d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6", "reconcileID": "0ff1e530-9042-4d26-a519-1797cbb5d490", "Gateway": "e2e-shared-b-1f21d6", "namespace": "openshift-ingress"} 2026-07-27T16:45:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f21d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6", "reconcileID": "dc7b8fac-3498-4b58-bf1b-2eaa9e214ce8", "Gateway": "e2e-shared-b-1f21d6", "namespace": "openshift-ingress"} 2026-07-27T16:45:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f21d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6", "reconcileID": "dc7b8fac-3498-4b58-bf1b-2eaa9e214ce8", "Gateway": "e2e-shared-b-1f21d6", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6-authn-ssl"} 2026-07-27T16:45:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f21d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f21d6", "reconcileID": "dc7b8fac-3498-4b58-bf1b-2eaa9e214ce8", "Gateway": "e2e-shared-b-1f21d6", "namespace": "openshift-ingress"} 2026-07-27T16:45:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "318afe28-e0d0-4ab4-9995-1298dffa3d3b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:45:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "318afe28-e0d0-4ab4-9995-1298dffa3d3b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1f21d6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T16:45:36Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "318afe28-e0d0-4ab4-9995-1298dffa3d3b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-1f21d6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T16:45:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "odh-trusted-ca-bundle", "reconcileID": "e66f5c85-4deb-4128-b7f1-d6ae14553e79", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:45:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "odh-trusted-ca-bundle", "reconcileID": "e66f5c85-4deb-4128-b7f1-d6ae14553e79", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:45:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "openshift-service-ca.crt", "reconcileID": "8c5df500-d605-4b00-a08d-8d8dae11ef69", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:45:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "openshift-service-ca.crt", "reconcileID": "8c5df500-d605-4b00-a08d-8d8dae11ef69", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:45:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89750635-2d79-4209-a1cb-2321c903fa87", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1f21d6"} 2026-07-27T16:45:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1f21d6"}, "namespace": "ai-tenant-e2e-shared-b-1f21d6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89750635-2d79-4209-a1cb-2321c903fa87", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1f21d6"}