2026-09-10T16:07:17Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50ed73","namespace":"ai-tenant-e2e-shared-a-w3-50ed73"}, "namespace": "ai-tenant-e2e-shared-a-w3-50ed73", "name": "rate-test-model-50ed73", "reconcileID": "29c649c9-d239-4987-b900-b832c5a8c63d", "LLMInferenceService": "rate-test-model-50ed73", "namespace": "ai-tenant-e2e-shared-a-w3-50ed73", "name": "rate-test-model-50ed73-kserve-route-authn"} 2026-09-10T16:07:17Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50ed73","namespace":"ai-tenant-e2e-shared-a-w3-50ed73"}, "namespace": "ai-tenant-e2e-shared-a-w3-50ed73", "name": "rate-test-model-50ed73", "reconcileID": "29c649c9-d239-4987-b900-b832c5a8c63d", "LLMInferenceService": "rate-test-model-50ed73", "namespace": "ai-tenant-e2e-shared-a-w3-50ed73", "namespace": "ai-tenant-e2e-shared-a-w3-50ed73"} 2026-09-10T16:07:17Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50ed73","namespace":"ai-tenant-e2e-shared-a-w3-50ed73"}, "namespace": "ai-tenant-e2e-shared-a-w3-50ed73", "name": "rate-test-model-50ed73", "reconcileID": "29c649c9-d239-4987-b900-b832c5a8c63d", "LLMInferenceService": "rate-test-model-50ed73", "namespace": "ai-tenant-e2e-shared-a-w3-50ed73", "namespace": "ai-tenant-e2e-shared-a-w3-50ed73"} 2026-09-10T16:07:17Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50ed73","namespace":"ai-tenant-e2e-shared-a-w3-50ed73"}, "namespace": "ai-tenant-e2e-shared-a-w3-50ed73", "name": "rate-test-model-50ed73", "reconcileID": "6a140ba3-cd5e-470b-ad92-377f35bde348", "LLMInferenceService": "rate-test-model-50ed73", "namespace": "ai-tenant-e2e-shared-a-w3-50ed73"} 2026-09-10T16:07:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-50ed73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-50ed73", "reconcileID": "4d586c3b-a2f5-4860-a7ba-7bf709207c89", "Gateway": "e2e-shared-a-w3-50ed73", "namespace": "openshift-ingress"} 2026-09-10T16:07:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-50ed73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-50ed73", "reconcileID": "4d586c3b-a2f5-4860-a7ba-7bf709207c89", "Gateway": "e2e-shared-a-w3-50ed73", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-50ed73-authn-ssl"} 2026-09-10T16:07:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-50ed73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-50ed73", "reconcileID": "4d586c3b-a2f5-4860-a7ba-7bf709207c89", "Gateway": "e2e-shared-a-w3-50ed73", "namespace": "openshift-ingress"} 2026-09-10T16:07:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-50ed73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-50ed73", "reconcileID": "87f2750f-a111-42b2-8b2b-5ae22625aeb6", "Gateway": "e2e-shared-a-w3-50ed73", "namespace": "openshift-ingress"} 2026-09-10T16:07:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-50ed73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-50ed73", "reconcileID": "87f2750f-a111-42b2-8b2b-5ae22625aeb6", "Gateway": "e2e-shared-a-w3-50ed73", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-50ed73-authn-ssl"} 2026-09-10T16:07:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-50ed73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-50ed73", "reconcileID": "87f2750f-a111-42b2-8b2b-5ae22625aeb6", "Gateway": "e2e-shared-a-w3-50ed73", "namespace": "openshift-ingress"} 2026-09-10T16:07:17Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67df2b","namespace":"ai-tenant-e2e-shared-b-w3-67df2b"}, "namespace": "ai-tenant-e2e-shared-b-w3-67df2b", "name": "rate-test-model-67df2b", "reconcileID": "dfa1452d-a318-47af-8f27-8eb00a8029a6", "LLMInferenceService": "rate-test-model-67df2b", "namespace": "ai-tenant-e2e-shared-b-w3-67df2b"} 2026-09-10T16:07:17Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67df2b","namespace":"ai-tenant-e2e-shared-b-w3-67df2b"}, "namespace": "ai-tenant-e2e-shared-b-w3-67df2b", "name": "rate-test-model-67df2b", "reconcileID": "dfa1452d-a318-47af-8f27-8eb00a8029a6", "LLMInferenceService": "rate-test-model-67df2b", "namespace": "ai-tenant-e2e-shared-b-w3-67df2b", "name": "rate-test-model-67df2b"} 2026-09-10T16:07:17Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67df2b","namespace":"ai-tenant-e2e-shared-b-w3-67df2b"}, "namespace": "ai-tenant-e2e-shared-b-w3-67df2b", "name": "rate-test-model-67df2b", "reconcileID": "dfa1452d-a318-47af-8f27-8eb00a8029a6", "LLMInferenceService": "rate-test-model-67df2b", "namespace": "ai-tenant-e2e-shared-b-w3-67df2b"} 2026-09-10T16:07:17Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67df2b","namespace":"ai-tenant-e2e-shared-b-w3-67df2b"}, "namespace": "ai-tenant-e2e-shared-b-w3-67df2b", "name": "rate-test-model-67df2b", "reconcileID": "dfa1452d-a318-47af-8f27-8eb00a8029a6", "LLMInferenceService": "rate-test-model-67df2b", "namespace": "ai-tenant-e2e-shared-b-w3-67df2b"} 2026-09-10T16:07:17Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67df2b","namespace":"ai-tenant-e2e-shared-b-w3-67df2b"}, "namespace": "ai-tenant-e2e-shared-b-w3-67df2b", "name": "rate-test-model-67df2b", "reconcileID": "dfa1452d-a318-47af-8f27-8eb00a8029a6", "LLMInferenceService": "rate-test-model-67df2b", "namespace": "ai-tenant-e2e-shared-b-w3-67df2b", "name": "rate-test-model-67df2b-kserve-route-authn"} 2026-09-10T16:07:17Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67df2b","namespace":"ai-tenant-e2e-shared-b-w3-67df2b"}, "namespace": "ai-tenant-e2e-shared-b-w3-67df2b", "name": "rate-test-model-67df2b", "reconcileID": "dfa1452d-a318-47af-8f27-8eb00a8029a6", "LLMInferenceService": "rate-test-model-67df2b", "namespace": "ai-tenant-e2e-shared-b-w3-67df2b", "name": "rate-test-model-67df2b-kserve-route-authn"} 2026-09-10T16:07:17Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67df2b","namespace":"ai-tenant-e2e-shared-b-w3-67df2b"}, "namespace": "ai-tenant-e2e-shared-b-w3-67df2b", "name": "rate-test-model-67df2b", "reconcileID": "dfa1452d-a318-47af-8f27-8eb00a8029a6", "LLMInferenceService": "rate-test-model-67df2b", "namespace": "ai-tenant-e2e-shared-b-w3-67df2b", "namespace": "ai-tenant-e2e-shared-b-w3-67df2b"} 2026-09-10T16:07:17Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67df2b","namespace":"ai-tenant-e2e-shared-b-w3-67df2b"}, "namespace": "ai-tenant-e2e-shared-b-w3-67df2b", "name": "rate-test-model-67df2b", "reconcileID": "dfa1452d-a318-47af-8f27-8eb00a8029a6", "LLMInferenceService": "rate-test-model-67df2b", "namespace": "ai-tenant-e2e-shared-b-w3-67df2b", "namespace": "ai-tenant-e2e-shared-b-w3-67df2b"} 2026-09-10T16:07:18Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67df2b","namespace":"ai-tenant-e2e-shared-b-w3-67df2b"}, "namespace": "ai-tenant-e2e-shared-b-w3-67df2b", "name": "rate-test-model-67df2b", "reconcileID": "07310d05-9283-4d91-b9a6-8cc6dbdaab65", "LLMInferenceService": "rate-test-model-67df2b", "namespace": "ai-tenant-e2e-shared-b-w3-67df2b"} 2026-09-10T16:07:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-67df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-67df2b", "reconcileID": "58dd93df-e175-4bc8-a34a-4e52bab1fa3d", "Gateway": "e2e-shared-b-w3-67df2b", "namespace": "openshift-ingress"} 2026-09-10T16:07:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-67df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-67df2b", "reconcileID": "58dd93df-e175-4bc8-a34a-4e52bab1fa3d", "Gateway": "e2e-shared-b-w3-67df2b", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-67df2b-authn-ssl"} 2026-09-10T16:07:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-67df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-67df2b", "reconcileID": "58dd93df-e175-4bc8-a34a-4e52bab1fa3d", "Gateway": "e2e-shared-b-w3-67df2b", "namespace": "openshift-ingress"} 2026-09-10T16:07:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-67df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-67df2b", "reconcileID": "a98c4201-5479-4251-877f-20620d844b28", "Gateway": "e2e-shared-b-w3-67df2b", "namespace": "openshift-ingress"} 2026-09-10T16:07:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-67df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-67df2b", "reconcileID": "a98c4201-5479-4251-877f-20620d844b28", "Gateway": "e2e-shared-b-w3-67df2b", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-67df2b-authn-ssl"} 2026-09-10T16:07:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-67df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-67df2b", "reconcileID": "a98c4201-5479-4251-877f-20620d844b28", "Gateway": "e2e-shared-b-w3-67df2b", "namespace": "openshift-ingress"} 2026-09-10T16:07:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "144f073e-5b8d-4646-9431-ba6d8ac92208", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress"} 2026-09-10T16:07:19Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "144f073e-5b8d-4646-9431-ba6d8ac92208", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41-authn-ssl"} 2026-09-10T16:07:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "144f073e-5b8d-4646-9431-ba6d8ac92208", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress"} 2026-09-10T16:07:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "7e5ed540-b0f7-483d-a726-3f21891002a4", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress"} 2026-09-10T16:07:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "7e5ed540-b0f7-483d-a726-3f21891002a4", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41-authn-ssl"} 2026-09-10T16:07:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "7e5ed540-b0f7-483d-a726-3f21891002a4", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress"} 2026-09-10T16:07:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "85a22a76-b5f1-4292-ba55-6fc75c9c3ac9", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress"} 2026-09-10T16:07:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "85a22a76-b5f1-4292-ba55-6fc75c9c3ac9", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41-authn-ssl"} 2026-09-10T16:07:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "85a22a76-b5f1-4292-ba55-6fc75c9c3ac9", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress"} 2026-09-10T16:07:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "023ddd53-372c-4924-9eb6-742a20954c5f", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress"} 2026-09-10T16:07:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "023ddd53-372c-4924-9eb6-742a20954c5f", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41-authn-ssl"} 2026-09-10T16:07:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "023ddd53-372c-4924-9eb6-742a20954c5f", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress"} 2026-09-10T16:07:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "43edd8ba-3b40-4fcf-88fd-2e003fc283b1", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress"} 2026-09-10T16:07:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "43edd8ba-3b40-4fcf-88fd-2e003fc283b1", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41-authn-ssl"} 2026-09-10T16:07:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "43edd8ba-3b40-4fcf-88fd-2e003fc283b1", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress"} 2026-09-10T16:07:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "a468a1c2-ec3c-4388-985d-8bba0bdd2c50", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress"} 2026-09-10T16:07:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "a468a1c2-ec3c-4388-985d-8bba0bdd2c50", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41-authn-ssl"} 2026-09-10T16:07:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "a468a1c2-ec3c-4388-985d-8bba0bdd2c50", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress"} 2026-09-10T16:07:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "4e9daf58-07e7-4075-b215-aa45a34370fc", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress"} 2026-09-10T16:07:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "4e9daf58-07e7-4075-b215-aa45a34370fc", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41-authn-ssl"} 2026-09-10T16:07:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "4e9daf58-07e7-4075-b215-aa45a34370fc", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress"} 2026-09-10T16:07:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "d57139d5-7091-4308-9f5d-0fb45afe70b2", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress"} 2026-09-10T16:07:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "d57139d5-7091-4308-9f5d-0fb45afe70b2", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41-authn-ssl"} 2026-09-10T16:07:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "d57139d5-7091-4308-9f5d-0fb45afe70b2", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress"} 2026-09-10T16:07:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "openshift-service-ca.crt", "reconcileID": "2c929168-67c8-42a4-8b5a-66a1838d51a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c0ec41"} 2026-09-10T16:07:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "odh-trusted-ca-bundle", "reconcileID": "5c2504c7-dc25-4ee5-855d-5555a7355b49", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c0ec41"} 2026-09-10T16:07:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "openshift-service-ca.crt", "reconcileID": "69f4fb37-4c59-4ca3-944f-cda9d334062f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:07:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "openshift-service-ca.crt", "reconcileID": "69f4fb37-4c59-4ca3-944f-cda9d334062f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c0ec41"} 2026-09-10T16:07:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "00228154-49a4-47de-bd66-2f1de4739b29", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c0ec41"} 2026-09-10T16:07:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "openshift-service-ca.crt", "reconcileID": "b590faea-4306-4be0-bcb9-f9e3c1cec5b9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c0ec41"} 2026-09-10T16:07:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "odh-trusted-ca-bundle", "reconcileID": "c2dd3af6-35df-4a8d-b797-275832ab0563", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:07:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "odh-trusted-ca-bundle", "reconcileID": "c2dd3af6-35df-4a8d-b797-275832ab0563", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c0ec41"} 2026-09-10T16:07:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "93055c69-1243-4c71-a7c3-62fb2f57d04d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c0ec41"} 2026-09-10T16:07:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "e3b9ad9f-a5dd-4ff6-8484-41b35e5ed780", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress"} 2026-09-10T16:07:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "e3b9ad9f-a5dd-4ff6-8484-41b35e5ed780", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41-authn-ssl"} 2026-09-10T16:07:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "e3b9ad9f-a5dd-4ff6-8484-41b35e5ed780", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress"} 2026-09-10T16:07:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-81d3ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-81d3ea", "reconcileID": "438642c6-bf59-439b-9702-64220272efed", "Gateway": "e2e-api-b-81d3ea", "namespace": "openshift-ingress"} 2026-09-10T16:07:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-81d3ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-81d3ea", "reconcileID": "438642c6-bf59-439b-9702-64220272efed", "Gateway": "e2e-api-b-81d3ea", "namespace": "openshift-ingress", "name": "e2e-api-b-81d3ea-authn-ssl"} 2026-09-10T16:07:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-81d3ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-81d3ea", "reconcileID": "438642c6-bf59-439b-9702-64220272efed", "Gateway": "e2e-api-b-81d3ea", "namespace": "openshift-ingress"} 2026-09-10T16:07:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-81d3ea"}, "namespace": "ai-tenant-e2e-api-b-81d3ea", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0686727e-a5fb-473d-9b23-00ac39ced59c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-81d3ea"} 2026-09-10T16:07:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-81d3ea"}, "namespace": "ai-tenant-e2e-api-b-81d3ea", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0686727e-a5fb-473d-9b23-00ac39ced59c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-81d3ea", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:07:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-81d3ea"}, "namespace": "ai-tenant-e2e-api-b-81d3ea", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0686727e-a5fb-473d-9b23-00ac39ced59c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-81d3ea because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T16:07:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-81d3ea"}, "namespace": "ai-tenant-e2e-api-b-81d3ea", "name": "odh-trusted-ca-bundle", "reconcileID": "244bd454-3534-4904-a47d-24d000bbc8b6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-81d3ea"} 2026-09-10T16:07:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-81d3ea"}, "namespace": "ai-tenant-e2e-api-b-81d3ea", "name": "odh-trusted-ca-bundle", "reconcileID": "244bd454-3534-4904-a47d-24d000bbc8b6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-81d3ea"} 2026-09-10T16:07:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-81d3ea"}, "namespace": "ai-tenant-e2e-api-b-81d3ea", "name": "openshift-service-ca.crt", "reconcileID": "84c075a9-4b15-4e70-901f-8da356f034b8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-81d3ea"} 2026-09-10T16:07:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-81d3ea"}, "namespace": "ai-tenant-e2e-api-b-81d3ea", "name": "openshift-service-ca.crt", "reconcileID": "84c075a9-4b15-4e70-901f-8da356f034b8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-81d3ea"} 2026-09-10T16:07:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-81d3ea"}, "namespace": "ai-tenant-e2e-api-b-81d3ea", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1e57b4c-54c6-4c13-9617-f37589aa2f95", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-81d3ea"} 2026-09-10T16:07:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-81d3ea"}, "namespace": "ai-tenant-e2e-api-b-81d3ea", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1e57b4c-54c6-4c13-9617-f37589aa2f95", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-81d3ea"} 2026-09-10T16:07:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "d9cead18-3849-4f1f-b472-0a24a93d5c84", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress"} 2026-09-10T16:07:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "d9cead18-3849-4f1f-b472-0a24a93d5c84", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41-authn-ssl"} 2026-09-10T16:07:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "d9cead18-3849-4f1f-b472-0a24a93d5c84", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress"} 2026-09-10T16:07:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-81d3ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-81d3ea", "reconcileID": "5e9a5a33-4a82-40d3-8eef-fd496797f990", "Gateway": "e2e-api-b-81d3ea", "namespace": "openshift-ingress"} 2026-09-10T16:07:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-81d3ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-81d3ea", "reconcileID": "5e9a5a33-4a82-40d3-8eef-fd496797f990", "Gateway": "e2e-api-b-81d3ea", "namespace": "openshift-ingress", "name": "e2e-api-b-81d3ea-authn-ssl"} 2026-09-10T16:07:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-81d3ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-81d3ea", "reconcileID": "5e9a5a33-4a82-40d3-8eef-fd496797f990", "Gateway": "e2e-api-b-81d3ea", "namespace": "openshift-ingress"} 2026-09-10T16:07:35Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-81d3ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-81d3ea", "reconcileID": "9fed6ea1-d82b-4b7d-a5d4-10e14ae16d57", "Gateway": "e2e-api-b-81d3ea", "namespace": "openshift-ingress"} 2026-09-10T16:07:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-a361a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-a361a9", "reconcileID": "a6dd3fb1-9741-43e9-af35-35e3dd58cfc5", "Gateway": "e2e-shared-a-w2-a361a9", "namespace": "openshift-ingress"} 2026-09-10T16:07:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-a361a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-a361a9", "reconcileID": "a6dd3fb1-9741-43e9-af35-35e3dd58cfc5", "Gateway": "e2e-shared-a-w2-a361a9", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-a361a9-authn-ssl"} 2026-09-10T16:07:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-a361a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-a361a9", "reconcileID": "a6dd3fb1-9741-43e9-af35-35e3dd58cfc5", "Gateway": "e2e-shared-a-w2-a361a9", "namespace": "openshift-ingress"} 2026-09-10T16:07:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e9f330","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e9f330", "reconcileID": "f35ee839-890a-444e-89bf-94652138a55e", "Gateway": "e2e-ipp-b-e9f330", "namespace": "openshift-ingress"} 2026-09-10T16:07:48Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e9f330","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e9f330", "reconcileID": "f35ee839-890a-444e-89bf-94652138a55e", "Gateway": "e2e-ipp-b-e9f330", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e9f330-authn-ssl"} 2026-09-10T16:07:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e9f330","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e9f330", "reconcileID": "f35ee839-890a-444e-89bf-94652138a55e", "Gateway": "e2e-ipp-b-e9f330", "namespace": "openshift-ingress"} 2026-09-10T16:07:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e9f330","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e9f330", "reconcileID": "58e5c9b3-973f-430d-be91-87ea41fdfca1", "Gateway": "e2e-ipp-b-e9f330", "namespace": "openshift-ingress"} 2026-09-10T16:07:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e9f330","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e9f330", "reconcileID": "58e5c9b3-973f-430d-be91-87ea41fdfca1", "Gateway": "e2e-ipp-b-e9f330", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e9f330-authn-ssl"} 2026-09-10T16:07:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e9f330","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e9f330", "reconcileID": "58e5c9b3-973f-430d-be91-87ea41fdfca1", "Gateway": "e2e-ipp-b-e9f330", "namespace": "openshift-ingress"} 2026-09-10T16:07:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e9f330","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e9f330", "reconcileID": "13e9376f-b56a-4144-a848-296c6b224e1f", "Gateway": "e2e-ipp-b-e9f330", "namespace": "openshift-ingress"} 2026-09-10T16:07:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e9f330","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e9f330", "reconcileID": "13e9376f-b56a-4144-a848-296c6b224e1f", "Gateway": "e2e-ipp-b-e9f330", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e9f330-authn-ssl"} 2026-09-10T16:07:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e9f330","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e9f330", "reconcileID": "13e9376f-b56a-4144-a848-296c6b224e1f", "Gateway": "e2e-ipp-b-e9f330", "namespace": "openshift-ingress"} 2026-09-10T16:07:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e9f330","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e9f330", "reconcileID": "8df1bdee-c8bd-4d2e-98b9-190d2808c2bb", "Gateway": "e2e-ipp-b-e9f330", "namespace": "openshift-ingress"} 2026-09-10T16:07:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e9f330","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e9f330", "reconcileID": "8df1bdee-c8bd-4d2e-98b9-190d2808c2bb", "Gateway": "e2e-ipp-b-e9f330", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e9f330-authn-ssl"} 2026-09-10T16:07:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e9f330","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e9f330", "reconcileID": "8df1bdee-c8bd-4d2e-98b9-190d2808c2bb", "Gateway": "e2e-ipp-b-e9f330", "namespace": "openshift-ingress"} 2026-09-10T16:07:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e9f330","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e9f330", "reconcileID": "dfaf46f6-d1ea-45ec-aa51-32512f62f24b", "Gateway": "e2e-ipp-b-e9f330", "namespace": "openshift-ingress"} 2026-09-10T16:07:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e9f330","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e9f330", "reconcileID": "dfaf46f6-d1ea-45ec-aa51-32512f62f24b", "Gateway": "e2e-ipp-b-e9f330", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e9f330-authn-ssl"} 2026-09-10T16:07:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e9f330","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e9f330", "reconcileID": "dfaf46f6-d1ea-45ec-aa51-32512f62f24b", "Gateway": "e2e-ipp-b-e9f330", "namespace": "openshift-ingress"} 2026-09-10T16:07:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e9f330","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e9f330", "reconcileID": "73f11657-725a-435f-a288-7565fe2a9ae3", "Gateway": "e2e-ipp-b-e9f330", "namespace": "openshift-ingress"} 2026-09-10T16:07:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e9f330","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e9f330", "reconcileID": "73f11657-725a-435f-a288-7565fe2a9ae3", "Gateway": "e2e-ipp-b-e9f330", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e9f330-authn-ssl"} 2026-09-10T16:07:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e9f330","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e9f330", "reconcileID": "73f11657-725a-435f-a288-7565fe2a9ae3", "Gateway": "e2e-ipp-b-e9f330", "namespace": "openshift-ingress"} 2026-09-10T16:07:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e9f330","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e9f330", "reconcileID": "3a8f55d0-af2e-4ecc-90de-8be23a849739", "Gateway": "e2e-ipp-b-e9f330", "namespace": "openshift-ingress"} 2026-09-10T16:07:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e9f330","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e9f330", "reconcileID": "3a8f55d0-af2e-4ecc-90de-8be23a849739", "Gateway": "e2e-ipp-b-e9f330", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e9f330-authn-ssl"} 2026-09-10T16:07:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e9f330","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e9f330", "reconcileID": "3a8f55d0-af2e-4ecc-90de-8be23a849739", "Gateway": "e2e-ipp-b-e9f330", "namespace": "openshift-ingress"} 2026-09-10T16:07:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e9f330"}, "namespace": "ai-tenant-e2e-ipp-b-e9f330", "name": "openshift-service-ca.crt", "reconcileID": "2a890248-f0b5-4f65-a7e7-ba2017e7150f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e9f330"} 2026-09-10T16:07:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e9f330"}, "namespace": "ai-tenant-e2e-ipp-b-e9f330", "name": "odh-trusted-ca-bundle", "reconcileID": "02d4ddcf-f6c8-45a0-9120-21c3f297e292", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e9f330"} 2026-09-10T16:07:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e9f330"}, "namespace": "ai-tenant-e2e-ipp-b-e9f330", "name": "openshift-service-ca.crt", "reconcileID": "54e08f10-ef0a-405d-987e-4fda497950be", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e9f330", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:07:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e9f330"}, "namespace": "ai-tenant-e2e-ipp-b-e9f330", "name": "openshift-service-ca.crt", "reconcileID": "54e08f10-ef0a-405d-987e-4fda497950be", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e9f330"} 2026-09-10T16:07:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e9f330"}, "namespace": "ai-tenant-e2e-ipp-b-e9f330", "name": "openshift-service-ca.crt", "reconcileID": "3b5ef245-4daf-4d93-b59c-85ff6f7f1651", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e9f330", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:07:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e9f330"}, "namespace": "ai-tenant-e2e-ipp-b-e9f330", "name": "openshift-service-ca.crt", "reconcileID": "3b5ef245-4daf-4d93-b59c-85ff6f7f1651", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T16:07:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e9f330"}, "namespace": "ai-tenant-e2e-ipp-b-e9f330", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "953f08aa-e7f1-4a60-ad7a-632a6bea3d10", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e9f330"} 2026-09-10T16:07:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e9f330"}, "namespace": "ai-tenant-e2e-ipp-b-e9f330", "name": "openshift-service-ca.crt", "reconcileID": "386ec847-d3e3-47b8-8cd8-fc910d262fb3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e9f330"} 2026-09-10T16:07:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e9f330"}, "namespace": "ai-tenant-e2e-ipp-b-e9f330", "name": "odh-trusted-ca-bundle", "reconcileID": "f7b615b1-3618-4c81-a501-1531ad35489a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e9f330", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:07:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e9f330"}, "namespace": "ai-tenant-e2e-ipp-b-e9f330", "name": "odh-trusted-ca-bundle", "reconcileID": "f7b615b1-3618-4c81-a501-1531ad35489a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e9f330"} 2026-09-10T16:07:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e9f330"}, "namespace": "ai-tenant-e2e-ipp-b-e9f330", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fe0c13d6-8a70-4516-a3f9-2ec37426c0f9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e9f330"} 2026-09-10T16:07:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e9f330","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e9f330", "reconcileID": "9749bac1-75ca-40b0-b091-0c093d8aca83", "Gateway": "e2e-ipp-b-e9f330", "namespace": "openshift-ingress"} 2026-09-10T16:07:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e9f330","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e9f330", "reconcileID": "9749bac1-75ca-40b0-b091-0c093d8aca83", "Gateway": "e2e-ipp-b-e9f330", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e9f330-authn-ssl"} 2026-09-10T16:07:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e9f330","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e9f330", "reconcileID": "9749bac1-75ca-40b0-b091-0c093d8aca83", "Gateway": "e2e-ipp-b-e9f330", "namespace": "openshift-ingress"} 2026-09-10T16:07:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-a361a9"}, "namespace": "ai-tenant-e2e-shared-a-w2-a361a9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db203722-fe88-4706-8e8a-d0d9eac7af1d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-a361a9"} 2026-09-10T16:07:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-a361a9"}, "namespace": "ai-tenant-e2e-shared-a-w2-a361a9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db203722-fe88-4706-8e8a-d0d9eac7af1d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-a361a9", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:07:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-a361a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-a361a9", "reconcileID": "a1dfd256-26f2-4b78-be61-d1be874412f0", "Gateway": "e2e-shared-a-w2-a361a9", "namespace": "openshift-ingress"} 2026-09-10T16:07:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-a361a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-a361a9", "reconcileID": "a1dfd256-26f2-4b78-be61-d1be874412f0", "Gateway": "e2e-shared-a-w2-a361a9", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-a361a9-authn-ssl"} 2026-09-10T16:07:53Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-a361a9"}, "namespace": "ai-tenant-e2e-shared-a-w2-a361a9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db203722-fe88-4706-8e8a-d0d9eac7af1d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-a361a9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T16:07:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-a361a9"}, "namespace": "ai-tenant-e2e-shared-a-w2-a361a9", "name": "odh-trusted-ca-bundle", "reconcileID": "15fa59d1-7503-4170-8ba3-0fc5fab0bf85", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-a361a9"} 2026-09-10T16:07:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-a361a9"}, "namespace": "ai-tenant-e2e-shared-a-w2-a361a9", "name": "odh-trusted-ca-bundle", "reconcileID": "15fa59d1-7503-4170-8ba3-0fc5fab0bf85", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-a361a9", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:07:53Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-a361a9"}, "namespace": "ai-tenant-e2e-shared-a-w2-a361a9", "name": "odh-trusted-ca-bundle", "reconcileID": "15fa59d1-7503-4170-8ba3-0fc5fab0bf85", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-a361a9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T16:07:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-a361a9"}, "namespace": "ai-tenant-e2e-shared-a-w2-a361a9", "name": "openshift-service-ca.crt", "reconcileID": "70a87a91-bf8f-4a50-9388-0f1caa590718", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-a361a9"} 2026-09-10T16:07:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-a361a9"}, "namespace": "ai-tenant-e2e-shared-a-w2-a361a9", "name": "openshift-service-ca.crt", "reconcileID": "70a87a91-bf8f-4a50-9388-0f1caa590718", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-a361a9"} 2026-09-10T16:07:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-a361a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-a361a9", "reconcileID": "a1dfd256-26f2-4b78-be61-d1be874412f0", "Gateway": "e2e-shared-a-w2-a361a9", "namespace": "openshift-ingress"} 2026-09-10T16:07:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-a361a9"}, "namespace": "ai-tenant-e2e-shared-a-w2-a361a9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b20a4c3-4893-4b7b-8aaf-7bc800210eb7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-a361a9"} 2026-09-10T16:07:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-a361a9"}, "namespace": "ai-tenant-e2e-shared-a-w2-a361a9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b20a4c3-4893-4b7b-8aaf-7bc800210eb7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-a361a9"} 2026-09-10T16:07:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-a361a9"}, "namespace": "ai-tenant-e2e-shared-a-w2-a361a9", "name": "odh-trusted-ca-bundle", "reconcileID": "75fd210d-07ae-454a-94cd-ec9039827adf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-a361a9"} 2026-09-10T16:07:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-a361a9"}, "namespace": "ai-tenant-e2e-shared-a-w2-a361a9", "name": "odh-trusted-ca-bundle", "reconcileID": "75fd210d-07ae-454a-94cd-ec9039827adf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-a361a9"} 2026-09-10T16:07:54Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-a361a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-a361a9", "reconcileID": "4117c52a-a168-4806-928f-7f7f3a1ff7cb", "Gateway": "e2e-shared-a-w2-a361a9", "namespace": "openshift-ingress"} 2026-09-10T16:08:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e9f330","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e9f330", "reconcileID": "139bfaf4-66a6-4367-9b65-25f79a8b9d6b", "Gateway": "e2e-ipp-b-e9f330", "namespace": "openshift-ingress"} 2026-09-10T16:08:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e9f330","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e9f330", "reconcileID": "139bfaf4-66a6-4367-9b65-25f79a8b9d6b", "Gateway": "e2e-ipp-b-e9f330", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e9f330-authn-ssl"} 2026-09-10T16:08:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e9f330","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e9f330", "reconcileID": "139bfaf4-66a6-4367-9b65-25f79a8b9d6b", "Gateway": "e2e-ipp-b-e9f330", "namespace": "openshift-ingress"} 2026-09-10T16:08:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-33451c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-33451c", "reconcileID": "4b25eb6c-ce4d-4e4b-b723-8bf3d0f6e4a0", "Gateway": "e2e-shared-b-w2-33451c", "namespace": "openshift-ingress"} 2026-09-10T16:08:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-33451c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-33451c", "reconcileID": "4b25eb6c-ce4d-4e4b-b723-8bf3d0f6e4a0", "Gateway": "e2e-shared-b-w2-33451c", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-33451c-authn-ssl"} 2026-09-10T16:08:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-33451c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-33451c", "reconcileID": "4b25eb6c-ce4d-4e4b-b723-8bf3d0f6e4a0", "Gateway": "e2e-shared-b-w2-33451c", "namespace": "openshift-ingress"} 2026-09-10T16:08:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-33451c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-33451c", "reconcileID": "0fcd244a-7b3a-4523-b29c-ca0800add9c0", "Gateway": "e2e-shared-b-w2-33451c", "namespace": "openshift-ingress"} 2026-09-10T16:08:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-33451c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-33451c", "reconcileID": "0fcd244a-7b3a-4523-b29c-ca0800add9c0", "Gateway": "e2e-shared-b-w2-33451c", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-33451c-authn-ssl"} 2026-09-10T16:08:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-33451c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-33451c", "reconcileID": "0fcd244a-7b3a-4523-b29c-ca0800add9c0", "Gateway": "e2e-shared-b-w2-33451c", "namespace": "openshift-ingress"} 2026-09-10T16:08:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-33451c"}, "namespace": "ai-tenant-e2e-shared-b-w2-33451c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "808be640-511f-4d34-bd25-2ffd072814dd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-33451c"} 2026-09-10T16:08:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-33451c"}, "namespace": "ai-tenant-e2e-shared-b-w2-33451c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "808be640-511f-4d34-bd25-2ffd072814dd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-33451c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:08:13Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-33451c"}, "namespace": "ai-tenant-e2e-shared-b-w2-33451c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "808be640-511f-4d34-bd25-2ffd072814dd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-33451c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T16:08:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-33451c"}, "namespace": "ai-tenant-e2e-shared-b-w2-33451c", "name": "odh-trusted-ca-bundle", "reconcileID": "6879b22c-95a2-4da4-856a-0d8742fd283d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-33451c"} 2026-09-10T16:08:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-33451c"}, "namespace": "ai-tenant-e2e-shared-b-w2-33451c", "name": "odh-trusted-ca-bundle", "reconcileID": "6879b22c-95a2-4da4-856a-0d8742fd283d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-33451c"} 2026-09-10T16:08:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-33451c"}, "namespace": "ai-tenant-e2e-shared-b-w2-33451c", "name": "openshift-service-ca.crt", "reconcileID": "5ecb77b7-d4c4-4c47-b8fd-1a272adf3910", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-33451c"} 2026-09-10T16:08:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-33451c"}, "namespace": "ai-tenant-e2e-shared-b-w2-33451c", "name": "openshift-service-ca.crt", "reconcileID": "5ecb77b7-d4c4-4c47-b8fd-1a272adf3910", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-33451c"} 2026-09-10T16:08:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-33451c"}, "namespace": "ai-tenant-e2e-shared-b-w2-33451c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a214a61f-b85a-4b13-acd7-416f15c15a26", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-33451c"} 2026-09-10T16:08:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-33451c"}, "namespace": "ai-tenant-e2e-shared-b-w2-33451c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a214a61f-b85a-4b13-acd7-416f15c15a26", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-33451c"} 2026-09-10T16:08:13Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-33451c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-33451c", "reconcileID": "7d00fb3c-fab4-444f-b14b-49522199dd84", "Gateway": "e2e-shared-b-w2-33451c", "namespace": "openshift-ingress"} 2026-09-10T16:08:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c0ec41","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41", "reconcileID": "124f9661-09bb-45db-a244-554614fe3a5f", "LLMInferenceService": "ipp-route-c0ec41", "namespace": "ai-tenant-e2e-ipp-a-c0ec41"} 2026-09-10T16:08:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c0ec41","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41", "reconcileID": "124f9661-09bb-45db-a244-554614fe3a5f", "LLMInferenceService": "ipp-route-c0ec41", "namespace": "ai-tenant-e2e-ipp-a-c0ec41"} 2026-09-10T16:08:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c0ec41","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41", "reconcileID": "124f9661-09bb-45db-a244-554614fe3a5f", "LLMInferenceService": "ipp-route-c0ec41", "namespace": "ai-tenant-e2e-ipp-a-c0ec41"} 2026-09-10T16:08:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "54e31eb4-cf73-4d1e-b6e6-da3bedda3ff5", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress"} 2026-09-10T16:08:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c0ec41","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41", "reconcileID": "124f9661-09bb-45db-a244-554614fe3a5f", "LLMInferenceService": "ipp-route-c0ec41", "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41-kserve-route-authn"} 2026-09-10T16:08:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c0ec41","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41", "reconcileID": "124f9661-09bb-45db-a244-554614fe3a5f", "LLMInferenceService": "ipp-route-c0ec41", "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "authType": "userdefined"} 2026-09-10T16:08:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c0ec41","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41", "reconcileID": "124f9661-09bb-45db-a244-554614fe3a5f", "LLMInferenceService": "ipp-route-c0ec41", "namespace": "ai-tenant-e2e-ipp-a-c0ec41"} 2026-09-10T16:08:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "54e31eb4-cf73-4d1e-b6e6-da3bedda3ff5", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41-authn-ssl"} 2026-09-10T16:08:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "54e31eb4-cf73-4d1e-b6e6-da3bedda3ff5", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress"} 2026-09-10T16:08:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c0ec41","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41", "reconcileID": "adaf12a3-3b58-43b8-9940-6011930554fd", "LLMInferenceService": "ipp-route-c0ec41", "namespace": "ai-tenant-e2e-ipp-a-c0ec41"} 2026-09-10T16:08:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c0ec41","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41", "reconcileID": "adaf12a3-3b58-43b8-9940-6011930554fd", "LLMInferenceService": "ipp-route-c0ec41", "namespace": "ai-tenant-e2e-ipp-a-c0ec41"} 2026-09-10T16:08:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c0ec41","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41", "reconcileID": "adaf12a3-3b58-43b8-9940-6011930554fd", "LLMInferenceService": "ipp-route-c0ec41", "namespace": "ai-tenant-e2e-ipp-a-c0ec41"} 2026-09-10T16:08:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c0ec41","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41", "reconcileID": "adaf12a3-3b58-43b8-9940-6011930554fd", "LLMInferenceService": "ipp-route-c0ec41", "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41-kserve-route-authn"} 2026-09-10T16:08:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c0ec41","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41", "reconcileID": "adaf12a3-3b58-43b8-9940-6011930554fd", "LLMInferenceService": "ipp-route-c0ec41", "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "authType": "userdefined"} 2026-09-10T16:08:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c0ec41","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41", "reconcileID": "adaf12a3-3b58-43b8-9940-6011930554fd", "LLMInferenceService": "ipp-route-c0ec41", "namespace": "ai-tenant-e2e-ipp-a-c0ec41"} 2026-09-10T16:08:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "d0d05f43-408d-4e74-b1e9-356d78f61dd5", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress"} 2026-09-10T16:08:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "d0d05f43-408d-4e74-b1e9-356d78f61dd5", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41-authn-ssl"} 2026-09-10T16:08:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "d0d05f43-408d-4e74-b1e9-356d78f61dd5", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress"} 2026-09-10T16:08:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c0ec41","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41", "reconcileID": "fd366968-0574-4140-9f15-1057928dab7e", "LLMInferenceService": "ipp-route-c0ec41", "namespace": "ai-tenant-e2e-ipp-a-c0ec41"} 2026-09-10T16:08:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c0ec41","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41", "reconcileID": "fd366968-0574-4140-9f15-1057928dab7e", "LLMInferenceService": "ipp-route-c0ec41", "namespace": "ai-tenant-e2e-ipp-a-c0ec41"} 2026-09-10T16:08:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c0ec41","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41", "reconcileID": "fd366968-0574-4140-9f15-1057928dab7e", "LLMInferenceService": "ipp-route-c0ec41", "namespace": "ai-tenant-e2e-ipp-a-c0ec41"} 2026-09-10T16:08:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c0ec41","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41", "reconcileID": "fd366968-0574-4140-9f15-1057928dab7e", "LLMInferenceService": "ipp-route-c0ec41", "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41-kserve-route-authn"} 2026-09-10T16:08:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c0ec41","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41", "reconcileID": "fd366968-0574-4140-9f15-1057928dab7e", "LLMInferenceService": "ipp-route-c0ec41", "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "authType": "userdefined"} 2026-09-10T16:08:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c0ec41","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41", "reconcileID": "fd366968-0574-4140-9f15-1057928dab7e", "LLMInferenceService": "ipp-route-c0ec41", "namespace": "ai-tenant-e2e-ipp-a-c0ec41"} 2026-09-10T16:08:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c0ec41","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41", "reconcileID": "b33b9210-a654-478f-9224-3305d1410904", "LLMInferenceService": "ipp-route-c0ec41", "namespace": "ai-tenant-e2e-ipp-a-c0ec41"} 2026-09-10T16:08:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c0ec41","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41", "reconcileID": "b33b9210-a654-478f-9224-3305d1410904", "LLMInferenceService": "ipp-route-c0ec41", "namespace": "ai-tenant-e2e-ipp-a-c0ec41"} 2026-09-10T16:08:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c0ec41","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41", "reconcileID": "b33b9210-a654-478f-9224-3305d1410904", "LLMInferenceService": "ipp-route-c0ec41", "namespace": "ai-tenant-e2e-ipp-a-c0ec41"} 2026-09-10T16:08:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c0ec41","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41", "reconcileID": "b33b9210-a654-478f-9224-3305d1410904", "LLMInferenceService": "ipp-route-c0ec41", "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41-kserve-route-authn"} 2026-09-10T16:08:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c0ec41","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41", "reconcileID": "b33b9210-a654-478f-9224-3305d1410904", "LLMInferenceService": "ipp-route-c0ec41", "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "authType": "userdefined"} 2026-09-10T16:08:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c0ec41","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41", "reconcileID": "b33b9210-a654-478f-9224-3305d1410904", "LLMInferenceService": "ipp-route-c0ec41", "namespace": "ai-tenant-e2e-ipp-a-c0ec41"} 2026-09-10T16:08:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c0ec41","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41", "reconcileID": "fe11e505-9507-462c-80d1-9ea8eb8652e1", "LLMInferenceService": "ipp-route-c0ec41", "namespace": "ai-tenant-e2e-ipp-a-c0ec41"} 2026-09-10T16:08:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c0ec41","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41", "reconcileID": "fe11e505-9507-462c-80d1-9ea8eb8652e1", "LLMInferenceService": "ipp-route-c0ec41", "namespace": "ai-tenant-e2e-ipp-a-c0ec41"} 2026-09-10T16:08:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c0ec41","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41", "reconcileID": "fe11e505-9507-462c-80d1-9ea8eb8652e1", "LLMInferenceService": "ipp-route-c0ec41", "namespace": "ai-tenant-e2e-ipp-a-c0ec41"} 2026-09-10T16:08:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c0ec41","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41", "reconcileID": "fe11e505-9507-462c-80d1-9ea8eb8652e1", "LLMInferenceService": "ipp-route-c0ec41", "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41-kserve-route-authn"} 2026-09-10T16:08:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c0ec41","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41", "reconcileID": "fe11e505-9507-462c-80d1-9ea8eb8652e1", "LLMInferenceService": "ipp-route-c0ec41", "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "authType": "userdefined"} 2026-09-10T16:08:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c0ec41","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41", "reconcileID": "fe11e505-9507-462c-80d1-9ea8eb8652e1", "LLMInferenceService": "ipp-route-c0ec41", "namespace": "ai-tenant-e2e-ipp-a-c0ec41"} 2026-09-10T16:08:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-044fdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb", "reconcileID": "5ac33dfe-aaff-4d1b-986c-b76eacfcb8f0", "Gateway": "e2e-ipp-cleanup-044fdb", "namespace": "openshift-ingress"} 2026-09-10T16:08:57Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-044fdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb", "reconcileID": "5ac33dfe-aaff-4d1b-986c-b76eacfcb8f0", "Gateway": "e2e-ipp-cleanup-044fdb", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb-authn-ssl"} 2026-09-10T16:08:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-044fdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb", "reconcileID": "5ac33dfe-aaff-4d1b-986c-b76eacfcb8f0", "Gateway": "e2e-ipp-cleanup-044fdb", "namespace": "openshift-ingress"} 2026-09-10T16:08:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-044fdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb", "reconcileID": "4a6ef606-1983-467c-8960-6bb01ef785dc", "Gateway": "e2e-ipp-cleanup-044fdb", "namespace": "openshift-ingress"} 2026-09-10T16:08:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-044fdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb", "reconcileID": "4a6ef606-1983-467c-8960-6bb01ef785dc", "Gateway": "e2e-ipp-cleanup-044fdb", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb-authn-ssl"} 2026-09-10T16:08:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-044fdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb", "reconcileID": "4a6ef606-1983-467c-8960-6bb01ef785dc", "Gateway": "e2e-ipp-cleanup-044fdb", "namespace": "openshift-ingress"} 2026-09-10T16:08:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-044fdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb", "reconcileID": "f70fec6a-17b3-4a91-9cd2-a9b35e98b8aa", "Gateway": "e2e-ipp-cleanup-044fdb", "namespace": "openshift-ingress"} 2026-09-10T16:08:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-044fdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb", "reconcileID": "f70fec6a-17b3-4a91-9cd2-a9b35e98b8aa", "Gateway": "e2e-ipp-cleanup-044fdb", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb-authn-ssl"} 2026-09-10T16:08:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-044fdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb", "reconcileID": "f70fec6a-17b3-4a91-9cd2-a9b35e98b8aa", "Gateway": "e2e-ipp-cleanup-044fdb", "namespace": "openshift-ingress"} 2026-09-10T16:08:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-044fdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb", "reconcileID": "6e19b4c1-b5fd-44c9-8a5e-df44c19b2f78", "Gateway": "e2e-ipp-cleanup-044fdb", "namespace": "openshift-ingress"} 2026-09-10T16:08:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-044fdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb", "reconcileID": "6e19b4c1-b5fd-44c9-8a5e-df44c19b2f78", "Gateway": "e2e-ipp-cleanup-044fdb", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb-authn-ssl"} 2026-09-10T16:08:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-044fdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb", "reconcileID": "6e19b4c1-b5fd-44c9-8a5e-df44c19b2f78", "Gateway": "e2e-ipp-cleanup-044fdb", "namespace": "openshift-ingress"} 2026-09-10T16:08:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-044fdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb", "reconcileID": "4ad7e61b-f7dd-4654-9aaa-1530d0e660d2", "Gateway": "e2e-ipp-cleanup-044fdb", "namespace": "openshift-ingress"} 2026-09-10T16:08:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-044fdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb", "reconcileID": "4ad7e61b-f7dd-4654-9aaa-1530d0e660d2", "Gateway": "e2e-ipp-cleanup-044fdb", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb-authn-ssl"} 2026-09-10T16:08:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-044fdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb", "reconcileID": "4ad7e61b-f7dd-4654-9aaa-1530d0e660d2", "Gateway": "e2e-ipp-cleanup-044fdb", "namespace": "openshift-ingress"} 2026-09-10T16:08:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-044fdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb", "reconcileID": "da1dc7c6-9d0e-4cf2-95fc-d10c186f7638", "Gateway": "e2e-ipp-cleanup-044fdb", "namespace": "openshift-ingress"} 2026-09-10T16:08:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-044fdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb", "reconcileID": "da1dc7c6-9d0e-4cf2-95fc-d10c186f7638", "Gateway": "e2e-ipp-cleanup-044fdb", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb-authn-ssl"} 2026-09-10T16:08:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-044fdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb", "reconcileID": "da1dc7c6-9d0e-4cf2-95fc-d10c186f7638", "Gateway": "e2e-ipp-cleanup-044fdb", "namespace": "openshift-ingress"} 2026-09-10T16:08:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-044fdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb", "reconcileID": "24c61f8b-6699-4d66-bc82-e1c720600668", "Gateway": "e2e-ipp-cleanup-044fdb", "namespace": "openshift-ingress"} 2026-09-10T16:08:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-044fdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb", "reconcileID": "24c61f8b-6699-4d66-bc82-e1c720600668", "Gateway": "e2e-ipp-cleanup-044fdb", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb-authn-ssl"} 2026-09-10T16:08:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-044fdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb", "reconcileID": "24c61f8b-6699-4d66-bc82-e1c720600668", "Gateway": "e2e-ipp-cleanup-044fdb", "namespace": "openshift-ingress"} 2026-09-10T16:08:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-044fdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb", "reconcileID": "b7743d97-937a-43ad-baf4-e35a16bea28c", "Gateway": "e2e-ipp-cleanup-044fdb", "namespace": "openshift-ingress"} 2026-09-10T16:08:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-044fdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb", "reconcileID": "b7743d97-937a-43ad-baf4-e35a16bea28c", "Gateway": "e2e-ipp-cleanup-044fdb", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb-authn-ssl"} 2026-09-10T16:08:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-044fdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb", "reconcileID": "b7743d97-937a-43ad-baf4-e35a16bea28c", "Gateway": "e2e-ipp-cleanup-044fdb", "namespace": "openshift-ingress"} 2026-09-10T16:09:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-044fdb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-044fdb", "name": "openshift-service-ca.crt", "reconcileID": "44d09963-e97d-4273-970a-fa080518719f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-044fdb"} 2026-09-10T16:09:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-044fdb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-044fdb", "name": "odh-trusted-ca-bundle", "reconcileID": "9126e16a-a54d-458b-a6b5-60af11319c87", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-044fdb"} 2026-09-10T16:09:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-044fdb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-044fdb", "name": "openshift-service-ca.crt", "reconcileID": "8ff28aa3-1e79-45ed-a1af-491d8222c196", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-044fdb", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:09:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-044fdb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-044fdb", "name": "openshift-service-ca.crt", "reconcileID": "8ff28aa3-1e79-45ed-a1af-491d8222c196", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-044fdb"} 2026-09-10T16:09:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-044fdb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-044fdb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c0533b48-ba0e-42e0-bb43-b62de452baa5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-044fdb"} 2026-09-10T16:09:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-044fdb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-044fdb", "name": "openshift-service-ca.crt", "reconcileID": "fdfebb37-b0a2-4c30-8a1d-db492ee803af", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-044fdb"} 2026-09-10T16:09:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-044fdb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-044fdb", "name": "odh-trusted-ca-bundle", "reconcileID": "9366d282-f534-48af-9c59-a51cd74ac1b7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-044fdb", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:09:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-044fdb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-044fdb", "name": "odh-trusted-ca-bundle", "reconcileID": "9366d282-f534-48af-9c59-a51cd74ac1b7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-044fdb"} 2026-09-10T16:09:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-044fdb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-044fdb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fdc405db-1866-4210-80de-764c90426804", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-044fdb"} 2026-09-10T16:09:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-044fdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb", "reconcileID": "015915cb-dbe3-455e-bef9-a3f5bb394a9c", "Gateway": "e2e-ipp-cleanup-044fdb", "namespace": "openshift-ingress"} 2026-09-10T16:09:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-044fdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb", "reconcileID": "015915cb-dbe3-455e-bef9-a3f5bb394a9c", "Gateway": "e2e-ipp-cleanup-044fdb", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb-authn-ssl"} 2026-09-10T16:09:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-044fdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb", "reconcileID": "015915cb-dbe3-455e-bef9-a3f5bb394a9c", "Gateway": "e2e-ipp-cleanup-044fdb", "namespace": "openshift-ingress"} 2026-09-10T16:09:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-044fdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb", "reconcileID": "d714d410-047a-4edb-a431-f17f947b7f94", "Gateway": "e2e-ipp-cleanup-044fdb", "namespace": "openshift-ingress"} 2026-09-10T16:09:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-044fdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb", "reconcileID": "d714d410-047a-4edb-a431-f17f947b7f94", "Gateway": "e2e-ipp-cleanup-044fdb", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb-authn-ssl"} 2026-09-10T16:09:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-044fdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb", "reconcileID": "d714d410-047a-4edb-a431-f17f947b7f94", "Gateway": "e2e-ipp-cleanup-044fdb", "namespace": "openshift-ingress"} 2026-09-10T16:09:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-044fdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb", "reconcileID": "17048a10-2044-47ee-ab4d-6ec5edd964c6", "Gateway": "e2e-ipp-cleanup-044fdb", "namespace": "openshift-ingress"} 2026-09-10T16:09:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-044fdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb", "reconcileID": "17048a10-2044-47ee-ab4d-6ec5edd964c6", "Gateway": "e2e-ipp-cleanup-044fdb", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb-authn-ssl"} 2026-09-10T16:09:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-044fdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb", "reconcileID": "17048a10-2044-47ee-ab4d-6ec5edd964c6", "Gateway": "e2e-ipp-cleanup-044fdb", "namespace": "openshift-ingress"} 2026-09-10T16:09:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-044fdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb", "reconcileID": "35c48229-8399-4945-be89-eb3ab6d36263", "Gateway": "e2e-ipp-cleanup-044fdb", "namespace": "openshift-ingress"} 2026-09-10T16:09:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-044fdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb", "reconcileID": "35c48229-8399-4945-be89-eb3ab6d36263", "Gateway": "e2e-ipp-cleanup-044fdb", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb-authn-ssl"} 2026-09-10T16:09:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-044fdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb", "reconcileID": "35c48229-8399-4945-be89-eb3ab6d36263", "Gateway": "e2e-ipp-cleanup-044fdb", "namespace": "openshift-ingress"} 2026-09-10T16:09:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-044fdb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-044fdb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "870b8df8-2ccb-46c3-b770-310665aae5d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-044fdb"} 2026-09-10T16:09:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-044fdb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-044fdb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "870b8df8-2ccb-46c3-b770-310665aae5d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-044fdb", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:09:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-044fdb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-044fdb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "870b8df8-2ccb-46c3-b770-310665aae5d4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-044fdb because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T16:09:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-044fdb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-044fdb", "name": "odh-trusted-ca-bundle", "reconcileID": "cfd7eed7-bde5-43d5-9368-9a59409c9243", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-044fdb"} 2026-09-10T16:09:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-044fdb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-044fdb", "name": "odh-trusted-ca-bundle", "reconcileID": "cfd7eed7-bde5-43d5-9368-9a59409c9243", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-044fdb", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:09:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-044fdb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-044fdb", "name": "odh-trusted-ca-bundle", "reconcileID": "cfd7eed7-bde5-43d5-9368-9a59409c9243", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-044fdb because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T16:09:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-044fdb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-044fdb", "name": "openshift-service-ca.crt", "reconcileID": "99a887ab-623b-42ef-8204-6d63daa2b8f5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-044fdb"} 2026-09-10T16:09:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-044fdb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-044fdb", "name": "openshift-service-ca.crt", "reconcileID": "99a887ab-623b-42ef-8204-6d63daa2b8f5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-044fdb"} 2026-09-10T16:09:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-044fdb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-044fdb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6c547429-5e84-4a28-8f00-bd6417f6d491", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-044fdb"} 2026-09-10T16:09:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-044fdb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-044fdb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6c547429-5e84-4a28-8f00-bd6417f6d491", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-044fdb"} 2026-09-10T16:09:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-044fdb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-044fdb", "name": "odh-trusted-ca-bundle", "reconcileID": "5c058306-72d0-4cf2-8500-db4f4154304d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-044fdb"} 2026-09-10T16:09:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-044fdb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-044fdb", "name": "odh-trusted-ca-bundle", "reconcileID": "5c058306-72d0-4cf2-8500-db4f4154304d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-044fdb"} 2026-09-10T16:09:39Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-044fdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-044fdb", "reconcileID": "572eff46-f853-4d80-bdf4-9c4c06bd97e4", "Gateway": "e2e-ipp-cleanup-044fdb", "namespace": "openshift-ingress"} 2026-09-10T16:09:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "7a259a1a-6f9d-4157-ba5f-62ab8b76d7e0", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress"} 2026-09-10T16:09:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "7a259a1a-6f9d-4157-ba5f-62ab8b76d7e0", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41-authn-ssl"} 2026-09-10T16:09:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "7a259a1a-6f9d-4157-ba5f-62ab8b76d7e0", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress"} 2026-09-10T16:09:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "3d77fc3f-d23a-47be-8354-5cbdce15a350", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress"} 2026-09-10T16:09:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "3d77fc3f-d23a-47be-8354-5cbdce15a350", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41-authn-ssl"} 2026-09-10T16:09:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "3d77fc3f-d23a-47be-8354-5cbdce15a350", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress"} 2026-09-10T16:10:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "8d153693-ec73-470c-82b5-d8ef47f8c92b", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress"} 2026-09-10T16:10:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "8d153693-ec73-470c-82b5-d8ef47f8c92b", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41-authn-ssl"} 2026-09-10T16:10:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "8d153693-ec73-470c-82b5-d8ef47f8c92b", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress"} 2026-09-10T16:10:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c0ec41","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41", "reconcileID": "171bc17c-0744-4e03-b210-a55334bf78c6", "LLMInferenceService": "ipp-route-c0ec41", "namespace": "ai-tenant-e2e-ipp-a-c0ec41"} 2026-09-10T16:10:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c0ec41","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41", "reconcileID": "171bc17c-0744-4e03-b210-a55334bf78c6", "LLMInferenceService": "ipp-route-c0ec41", "namespace": "ai-tenant-e2e-ipp-a-c0ec41"} 2026-09-10T16:10:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c0ec41","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41", "reconcileID": "171bc17c-0744-4e03-b210-a55334bf78c6", "LLMInferenceService": "ipp-route-c0ec41", "namespace": "ai-tenant-e2e-ipp-a-c0ec41"} 2026-09-10T16:10:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c0ec41","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41", "reconcileID": "171bc17c-0744-4e03-b210-a55334bf78c6", "LLMInferenceService": "ipp-route-c0ec41", "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41-kserve-route-authn"} 2026-09-10T16:10:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c0ec41","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41", "reconcileID": "171bc17c-0744-4e03-b210-a55334bf78c6", "LLMInferenceService": "ipp-route-c0ec41", "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "authType": "userdefined"} 2026-09-10T16:10:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c0ec41","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41", "reconcileID": "171bc17c-0744-4e03-b210-a55334bf78c6", "LLMInferenceService": "ipp-route-c0ec41", "namespace": "ai-tenant-e2e-ipp-a-c0ec41"} 2026-09-10T16:10:41Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c0ec41","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41", "reconcileID": "716e4fff-25df-4800-a4d6-6296360bf719", "LLMInferenceService": "ipp-route-c0ec41", "namespace": "ai-tenant-e2e-ipp-a-c0ec41"} 2026-09-10T16:10:41Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c0ec41","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41", "reconcileID": "716e4fff-25df-4800-a4d6-6296360bf719", "LLMInferenceService": "ipp-route-c0ec41", "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41"} 2026-09-10T16:10:41Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c0ec41","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41", "reconcileID": "716e4fff-25df-4800-a4d6-6296360bf719", "LLMInferenceService": "ipp-route-c0ec41", "namespace": "ai-tenant-e2e-ipp-a-c0ec41"} 2026-09-10T16:10:41Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c0ec41","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41", "reconcileID": "716e4fff-25df-4800-a4d6-6296360bf719", "LLMInferenceService": "ipp-route-c0ec41", "namespace": "ai-tenant-e2e-ipp-a-c0ec41"} 2026-09-10T16:10:41Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c0ec41","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41", "reconcileID": "716e4fff-25df-4800-a4d6-6296360bf719", "LLMInferenceService": "ipp-route-c0ec41", "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41-kserve-route-authn"} 2026-09-10T16:10:41Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c0ec41","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41", "reconcileID": "716e4fff-25df-4800-a4d6-6296360bf719", "LLMInferenceService": "ipp-route-c0ec41", "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41-kserve-route-authn"} 2026-09-10T16:10:41Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c0ec41","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41", "reconcileID": "716e4fff-25df-4800-a4d6-6296360bf719", "LLMInferenceService": "ipp-route-c0ec41", "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "namespace": "ai-tenant-e2e-ipp-a-c0ec41"} 2026-09-10T16:10:41Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c0ec41","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41", "reconcileID": "716e4fff-25df-4800-a4d6-6296360bf719", "LLMInferenceService": "ipp-route-c0ec41", "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "namespace": "ai-tenant-e2e-ipp-a-c0ec41"} 2026-09-10T16:10:41Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c0ec41","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "ipp-route-c0ec41", "reconcileID": "a8d6eac3-33fa-4c73-a21c-79719c44a5bd", "LLMInferenceService": "ipp-route-c0ec41", "namespace": "ai-tenant-e2e-ipp-a-c0ec41"} 2026-09-10T16:10:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "1a5d3baf-b263-42d5-b8d8-c77facce8e8f", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress"} 2026-09-10T16:10:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "1a5d3baf-b263-42d5-b8d8-c77facce8e8f", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41-authn-ssl"} 2026-09-10T16:10:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "1a5d3baf-b263-42d5-b8d8-c77facce8e8f", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress"} 2026-09-10T16:10:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "cd4eafbe-68c3-4960-906e-a426aa72379c", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress"} 2026-09-10T16:10:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "cd4eafbe-68c3-4960-906e-a426aa72379c", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41-authn-ssl"} 2026-09-10T16:10:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "cd4eafbe-68c3-4960-906e-a426aa72379c", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress"} 2026-09-10T16:10:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d96f23f8-fd29-4f44-b2a5-222a951b6c0f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c0ec41"} 2026-09-10T16:10:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d96f23f8-fd29-4f44-b2a5-222a951b6c0f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:10:41Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d96f23f8-fd29-4f44-b2a5-222a951b6c0f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-c0ec41 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T16:10:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "odh-trusted-ca-bundle", "reconcileID": "7ccab329-678d-4f7d-852a-0658bf66b169", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c0ec41"} 2026-09-10T16:10:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "odh-trusted-ca-bundle", "reconcileID": "7ccab329-678d-4f7d-852a-0658bf66b169", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:10:41Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "odh-trusted-ca-bundle", "reconcileID": "7ccab329-678d-4f7d-852a-0658bf66b169", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-c0ec41 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T16:10:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "openshift-service-ca.crt", "reconcileID": "04de4cd1-4e8d-4078-aba1-5aafb661d1b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c0ec41"} 2026-09-10T16:10:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "openshift-service-ca.crt", "reconcileID": "04de4cd1-4e8d-4078-aba1-5aafb661d1b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c0ec41"} 2026-09-10T16:10:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7c5425cb-9afa-4717-af37-99a4e3d51f9f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c0ec41"} 2026-09-10T16:10:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7c5425cb-9afa-4717-af37-99a4e3d51f9f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c0ec41"} 2026-09-10T16:10:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "odh-trusted-ca-bundle", "reconcileID": "04c8642a-7b7e-435b-9e8f-d2cf36a147f4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c0ec41"} 2026-09-10T16:10:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c0ec41"}, "namespace": "ai-tenant-e2e-ipp-a-c0ec41", "name": "odh-trusted-ca-bundle", "reconcileID": "04c8642a-7b7e-435b-9e8f-d2cf36a147f4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c0ec41"} 2026-09-10T16:10:49Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c0ec41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c0ec41", "reconcileID": "fdc6bbb6-642e-4cc1-8922-5693d9c77679", "Gateway": "e2e-ipp-a-c0ec41", "namespace": "openshift-ingress"} 2026-09-10T16:11:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e9f330","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e9f330", "reconcileID": "8ca1284a-215a-4235-9963-54b7c784c7aa", "Gateway": "e2e-ipp-b-e9f330", "namespace": "openshift-ingress"} 2026-09-10T16:11:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e9f330","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e9f330", "reconcileID": "8ca1284a-215a-4235-9963-54b7c784c7aa", "Gateway": "e2e-ipp-b-e9f330", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e9f330-authn-ssl"} 2026-09-10T16:11:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e9f330","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e9f330", "reconcileID": "8ca1284a-215a-4235-9963-54b7c784c7aa", "Gateway": "e2e-ipp-b-e9f330", "namespace": "openshift-ingress"} 2026-09-10T16:11:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e9f330","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e9f330", "reconcileID": "60193cb9-1811-401c-a561-e185dcea6427", "Gateway": "e2e-ipp-b-e9f330", "namespace": "openshift-ingress"} 2026-09-10T16:11:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e9f330","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e9f330", "reconcileID": "60193cb9-1811-401c-a561-e185dcea6427", "Gateway": "e2e-ipp-b-e9f330", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e9f330-authn-ssl"} 2026-09-10T16:11:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e9f330","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e9f330", "reconcileID": "60193cb9-1811-401c-a561-e185dcea6427", "Gateway": "e2e-ipp-b-e9f330", "namespace": "openshift-ingress"} 2026-09-10T16:11:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e9f330"}, "namespace": "ai-tenant-e2e-ipp-b-e9f330", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "419554c4-71d7-4352-86e9-9790cac0eacf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e9f330"} 2026-09-10T16:11:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e9f330"}, "namespace": "ai-tenant-e2e-ipp-b-e9f330", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "419554c4-71d7-4352-86e9-9790cac0eacf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e9f330", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:11:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e9f330"}, "namespace": "ai-tenant-e2e-ipp-b-e9f330", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "419554c4-71d7-4352-86e9-9790cac0eacf", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-e9f330 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T16:11:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e9f330"}, "namespace": "ai-tenant-e2e-ipp-b-e9f330", "name": "odh-trusted-ca-bundle", "reconcileID": "fe8b5c70-7ee8-40ce-b78d-d9881be81069", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e9f330"} 2026-09-10T16:11:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e9f330"}, "namespace": "ai-tenant-e2e-ipp-b-e9f330", "name": "odh-trusted-ca-bundle", "reconcileID": "fe8b5c70-7ee8-40ce-b78d-d9881be81069", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e9f330"} 2026-09-10T16:11:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e9f330"}, "namespace": "ai-tenant-e2e-ipp-b-e9f330", "name": "openshift-service-ca.crt", "reconcileID": "7d39b14c-1c84-4743-8a44-12376a752257", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e9f330"} 2026-09-10T16:11:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e9f330"}, "namespace": "ai-tenant-e2e-ipp-b-e9f330", "name": "openshift-service-ca.crt", "reconcileID": "7d39b14c-1c84-4743-8a44-12376a752257", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e9f330"} 2026-09-10T16:11:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e9f330"}, "namespace": "ai-tenant-e2e-ipp-b-e9f330", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "73ef4ccf-1c8d-4510-bd35-d482c5682203", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e9f330"} 2026-09-10T16:11:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e9f330"}, "namespace": "ai-tenant-e2e-ipp-b-e9f330", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "73ef4ccf-1c8d-4510-bd35-d482c5682203", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e9f330"} 2026-09-10T16:11:07Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e9f330","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e9f330", "reconcileID": "a5410ec2-d972-4b0e-a8cc-129965b174a4", "Gateway": "e2e-ipp-b-e9f330", "namespace": "openshift-ingress"} 2026-09-10T16:11:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-50ed73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-50ed73", "reconcileID": "29e1db64-2620-419f-a06e-4b281a759d1f", "Gateway": "e2e-shared-a-w3-50ed73", "namespace": "openshift-ingress"} 2026-09-10T16:11:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-50ed73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-50ed73", "reconcileID": "29e1db64-2620-419f-a06e-4b281a759d1f", "Gateway": "e2e-shared-a-w3-50ed73", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-50ed73-authn-ssl"} 2026-09-10T16:11:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-50ed73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-50ed73", "reconcileID": "29e1db64-2620-419f-a06e-4b281a759d1f", "Gateway": "e2e-shared-a-w3-50ed73", "namespace": "openshift-ingress"} 2026-09-10T16:11:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-50ed73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-50ed73", "reconcileID": "70c8599d-d110-4b76-b07a-6fe2fcd00db8", "Gateway": "e2e-shared-a-w3-50ed73", "namespace": "openshift-ingress"} 2026-09-10T16:11:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-50ed73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-50ed73", "reconcileID": "70c8599d-d110-4b76-b07a-6fe2fcd00db8", "Gateway": "e2e-shared-a-w3-50ed73", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-50ed73-authn-ssl"} 2026-09-10T16:11:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-50ed73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-50ed73", "reconcileID": "70c8599d-d110-4b76-b07a-6fe2fcd00db8", "Gateway": "e2e-shared-a-w3-50ed73", "namespace": "openshift-ingress"} 2026-09-10T16:11:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-50ed73"}, "namespace": "ai-tenant-e2e-shared-a-w3-50ed73", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7cb4bd4f-63cd-4a19-be8f-cd6138803a50", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-50ed73"} 2026-09-10T16:11:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-50ed73"}, "namespace": "ai-tenant-e2e-shared-a-w3-50ed73", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7cb4bd4f-63cd-4a19-be8f-cd6138803a50", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-50ed73", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:11:25Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-50ed73"}, "namespace": "ai-tenant-e2e-shared-a-w3-50ed73", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7cb4bd4f-63cd-4a19-be8f-cd6138803a50", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-50ed73 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T16:11:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-50ed73"}, "namespace": "ai-tenant-e2e-shared-a-w3-50ed73", "name": "odh-trusted-ca-bundle", "reconcileID": "a545366a-8b29-410b-98ee-f081fdd508b3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-50ed73"} 2026-09-10T16:11:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-50ed73"}, "namespace": "ai-tenant-e2e-shared-a-w3-50ed73", "name": "odh-trusted-ca-bundle", "reconcileID": "a545366a-8b29-410b-98ee-f081fdd508b3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-50ed73"} 2026-09-10T16:11:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-50ed73"}, "namespace": "ai-tenant-e2e-shared-a-w3-50ed73", "name": "openshift-service-ca.crt", "reconcileID": "cd1dfb50-5e03-4892-bbfb-6dea1765f00a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-50ed73"} 2026-09-10T16:11:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-50ed73"}, "namespace": "ai-tenant-e2e-shared-a-w3-50ed73", "name": "openshift-service-ca.crt", "reconcileID": "cd1dfb50-5e03-4892-bbfb-6dea1765f00a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-50ed73"} 2026-09-10T16:11:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-50ed73"}, "namespace": "ai-tenant-e2e-shared-a-w3-50ed73", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "12540097-def2-480b-ba1d-dfc852436efb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-50ed73"} 2026-09-10T16:11:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-50ed73"}, "namespace": "ai-tenant-e2e-shared-a-w3-50ed73", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "12540097-def2-480b-ba1d-dfc852436efb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-50ed73"} 2026-09-10T16:11:26Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-50ed73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-50ed73", "reconcileID": "4007a77d-f60c-488f-b80f-3e22ed7f004a", "Gateway": "e2e-shared-a-w3-50ed73", "namespace": "openshift-ingress"} 2026-09-10T16:11:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-67df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-67df2b", "reconcileID": "e49f1c10-b330-4974-a219-2920b7f75b8c", "Gateway": "e2e-shared-b-w3-67df2b", "namespace": "openshift-ingress"} 2026-09-10T16:11:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-67df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-67df2b", "reconcileID": "e49f1c10-b330-4974-a219-2920b7f75b8c", "Gateway": "e2e-shared-b-w3-67df2b", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-67df2b-authn-ssl"} 2026-09-10T16:11:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-67df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-67df2b", "reconcileID": "e49f1c10-b330-4974-a219-2920b7f75b8c", "Gateway": "e2e-shared-b-w3-67df2b", "namespace": "openshift-ingress"} 2026-09-10T16:11:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-67df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-67df2b", "reconcileID": "9d6f4141-f924-4626-bd03-38bbf3f5cbe5", "Gateway": "e2e-shared-b-w3-67df2b", "namespace": "openshift-ingress"} 2026-09-10T16:11:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-67df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-67df2b", "reconcileID": "9d6f4141-f924-4626-bd03-38bbf3f5cbe5", "Gateway": "e2e-shared-b-w3-67df2b", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-67df2b-authn-ssl"} 2026-09-10T16:11:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-67df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-67df2b", "reconcileID": "9d6f4141-f924-4626-bd03-38bbf3f5cbe5", "Gateway": "e2e-shared-b-w3-67df2b", "namespace": "openshift-ingress"} 2026-09-10T16:11:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-67df2b"}, "namespace": "ai-tenant-e2e-shared-b-w3-67df2b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0cb93e5c-7ae9-4ce7-9b81-bc6bfe1e3911", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-67df2b"} 2026-09-10T16:11:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-67df2b"}, "namespace": "ai-tenant-e2e-shared-b-w3-67df2b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0cb93e5c-7ae9-4ce7-9b81-bc6bfe1e3911", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-67df2b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:11:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-67df2b"}, "namespace": "ai-tenant-e2e-shared-b-w3-67df2b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0cb93e5c-7ae9-4ce7-9b81-bc6bfe1e3911", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-67df2b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T16:11:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-67df2b"}, "namespace": "ai-tenant-e2e-shared-b-w3-67df2b", "name": "odh-trusted-ca-bundle", "reconcileID": "68f3105d-1a11-4b16-8b53-3ff8492eddfa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-67df2b"} 2026-09-10T16:11:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-67df2b"}, "namespace": "ai-tenant-e2e-shared-b-w3-67df2b", "name": "odh-trusted-ca-bundle", "reconcileID": "68f3105d-1a11-4b16-8b53-3ff8492eddfa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-67df2b"} 2026-09-10T16:11:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-67df2b"}, "namespace": "ai-tenant-e2e-shared-b-w3-67df2b", "name": "openshift-service-ca.crt", "reconcileID": "dbac23f2-9227-4026-927e-6f0c97348b8a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-67df2b"} 2026-09-10T16:11:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-67df2b"}, "namespace": "ai-tenant-e2e-shared-b-w3-67df2b", "name": "openshift-service-ca.crt", "reconcileID": "dbac23f2-9227-4026-927e-6f0c97348b8a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-67df2b"} 2026-09-10T16:11:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-67df2b"}, "namespace": "ai-tenant-e2e-shared-b-w3-67df2b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67f663c5-93ff-474b-bd03-e3f040683a2e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-67df2b"} 2026-09-10T16:11:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-67df2b"}, "namespace": "ai-tenant-e2e-shared-b-w3-67df2b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67f663c5-93ff-474b-bd03-e3f040683a2e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-67df2b"} 2026-09-10T16:11:44Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-67df2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-67df2b", "reconcileID": "af68afbc-3a4f-4c62-8a1f-f4a5fae98bec", "Gateway": "e2e-shared-b-w3-67df2b", "namespace": "openshift-ingress"} 2026-09-10T16:13:27Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T16:13:27Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T16:13:29Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T16:13:29Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T16:16:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf5277c2", "reconcileID": "4319890a-eb46-4c4b-b372-d15b0d4c61af", "LLMInferenceService": "e2e-same-id-a-bf5277c2", "namespace": "llm"} 2026-09-10T16:16:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf5277c2", "reconcileID": "4319890a-eb46-4c4b-b372-d15b0d4c61af", "LLMInferenceService": "e2e-same-id-a-bf5277c2", "namespace": "llm"} 2026-09-10T16:16:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf5277c2", "reconcileID": "4319890a-eb46-4c4b-b372-d15b0d4c61af", "LLMInferenceService": "e2e-same-id-a-bf5277c2", "namespace": "llm"} 2026-09-10T16:16:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dae4e85f-bce7-478a-ac0d-72c307bef5fc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:16:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf5277c2", "reconcileID": "4319890a-eb46-4c4b-b372-d15b0d4c61af", "LLMInferenceService": "e2e-same-id-a-bf5277c2", "namespace": "llm", "name": "e2e-same-id-a-bf5277c2-kserve-route-authn"} 2026-09-10T16:16:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf5277c2", "reconcileID": "4319890a-eb46-4c4b-b372-d15b0d4c61af", "LLMInferenceService": "e2e-same-id-a-bf5277c2", "namespace": "llm", "authType": "userdefined"} 2026-09-10T16:16:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf5277c2", "reconcileID": "4319890a-eb46-4c4b-b372-d15b0d4c61af", "LLMInferenceService": "e2e-same-id-a-bf5277c2", "namespace": "llm"} 2026-09-10T16:16:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dae4e85f-bce7-478a-ac0d-72c307bef5fc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T16:16:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dae4e85f-bce7-478a-ac0d-72c307bef5fc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:16:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf5277c2", "reconcileID": "821dcf32-d635-4cd0-a0d5-f4cc315fc00d", "LLMInferenceService": "e2e-same-id-a-bf5277c2", "namespace": "llm"} 2026-09-10T16:16:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf5277c2", "reconcileID": "821dcf32-d635-4cd0-a0d5-f4cc315fc00d", "LLMInferenceService": "e2e-same-id-a-bf5277c2", "namespace": "llm"} 2026-09-10T16:16:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf5277c2", "reconcileID": "821dcf32-d635-4cd0-a0d5-f4cc315fc00d", "LLMInferenceService": "e2e-same-id-a-bf5277c2", "namespace": "llm"} 2026-09-10T16:16:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf5277c2", "reconcileID": "821dcf32-d635-4cd0-a0d5-f4cc315fc00d", "LLMInferenceService": "e2e-same-id-a-bf5277c2", "namespace": "llm", "name": "e2e-same-id-a-bf5277c2-kserve-route-authn"} 2026-09-10T16:16:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf5277c2", "reconcileID": "821dcf32-d635-4cd0-a0d5-f4cc315fc00d", "LLMInferenceService": "e2e-same-id-a-bf5277c2", "namespace": "llm", "authType": "userdefined"} 2026-09-10T16:16:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf5277c2", "reconcileID": "821dcf32-d635-4cd0-a0d5-f4cc315fc00d", "LLMInferenceService": "e2e-same-id-a-bf5277c2", "namespace": "llm"} 2026-09-10T16:16:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf5277c2", "reconcileID": "c1147035-bc5a-43b2-982d-ae10c5853ff9", "LLMInferenceService": "e2e-same-id-b-bf5277c2", "namespace": "llm"} 2026-09-10T16:16:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf5277c2", "reconcileID": "c1147035-bc5a-43b2-982d-ae10c5853ff9", "LLMInferenceService": "e2e-same-id-b-bf5277c2", "namespace": "llm"} 2026-09-10T16:16:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf5277c2", "reconcileID": "c1147035-bc5a-43b2-982d-ae10c5853ff9", "LLMInferenceService": "e2e-same-id-b-bf5277c2", "namespace": "llm"} 2026-09-10T16:16:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "84402b9e-bfcc-4a68-8ceb-4800c43a4560", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:16:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf5277c2", "reconcileID": "c1147035-bc5a-43b2-982d-ae10c5853ff9", "LLMInferenceService": "e2e-same-id-b-bf5277c2", "namespace": "llm", "name": "e2e-same-id-b-bf5277c2-kserve-route-authn"} 2026-09-10T16:16:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf5277c2", "reconcileID": "c1147035-bc5a-43b2-982d-ae10c5853ff9", "LLMInferenceService": "e2e-same-id-b-bf5277c2", "namespace": "llm", "authType": "userdefined"} 2026-09-10T16:16:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf5277c2", "reconcileID": "c1147035-bc5a-43b2-982d-ae10c5853ff9", "LLMInferenceService": "e2e-same-id-b-bf5277c2", "namespace": "llm"} 2026-09-10T16:16:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "84402b9e-bfcc-4a68-8ceb-4800c43a4560", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T16:16:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "84402b9e-bfcc-4a68-8ceb-4800c43a4560", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:16:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c7373d9c-be10-4720-8cb3-5c5cd48bf4b7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:16:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c7373d9c-be10-4720-8cb3-5c5cd48bf4b7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T16:16:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c7373d9c-be10-4720-8cb3-5c5cd48bf4b7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:16:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf5277c2", "reconcileID": "60e09901-64b4-4eed-9ddd-3d8b81e43cd4", "LLMInferenceService": "e2e-same-id-a-bf5277c2", "namespace": "llm"} 2026-09-10T16:16:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf5277c2", "reconcileID": "60e09901-64b4-4eed-9ddd-3d8b81e43cd4", "LLMInferenceService": "e2e-same-id-a-bf5277c2", "namespace": "llm"} 2026-09-10T16:16:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf5277c2", "reconcileID": "60e09901-64b4-4eed-9ddd-3d8b81e43cd4", "LLMInferenceService": "e2e-same-id-a-bf5277c2", "namespace": "llm"} 2026-09-10T16:16:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf5277c2", "reconcileID": "60e09901-64b4-4eed-9ddd-3d8b81e43cd4", "LLMInferenceService": "e2e-same-id-a-bf5277c2", "namespace": "llm", "name": "e2e-same-id-a-bf5277c2-kserve-route-authn"} 2026-09-10T16:16:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf5277c2", "reconcileID": "60e09901-64b4-4eed-9ddd-3d8b81e43cd4", "LLMInferenceService": "e2e-same-id-a-bf5277c2", "namespace": "llm", "authType": "userdefined"} 2026-09-10T16:16:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf5277c2", "reconcileID": "60e09901-64b4-4eed-9ddd-3d8b81e43cd4", "LLMInferenceService": "e2e-same-id-a-bf5277c2", "namespace": "llm"} 2026-09-10T16:16:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf5277c2", "reconcileID": "715c1e94-c057-4f2b-9c08-c658e421ab26", "LLMInferenceService": "e2e-same-id-b-bf5277c2", "namespace": "llm"} 2026-09-10T16:16:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf5277c2", "reconcileID": "715c1e94-c057-4f2b-9c08-c658e421ab26", "LLMInferenceService": "e2e-same-id-b-bf5277c2", "namespace": "llm"} 2026-09-10T16:16:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf5277c2", "reconcileID": "715c1e94-c057-4f2b-9c08-c658e421ab26", "LLMInferenceService": "e2e-same-id-b-bf5277c2", "namespace": "llm"} 2026-09-10T16:16:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf5277c2", "reconcileID": "715c1e94-c057-4f2b-9c08-c658e421ab26", "LLMInferenceService": "e2e-same-id-b-bf5277c2", "namespace": "llm", "name": "e2e-same-id-b-bf5277c2-kserve-route-authn"} 2026-09-10T16:16:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf5277c2", "reconcileID": "715c1e94-c057-4f2b-9c08-c658e421ab26", "LLMInferenceService": "e2e-same-id-b-bf5277c2", "namespace": "llm", "authType": "userdefined"} 2026-09-10T16:16:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf5277c2", "reconcileID": "715c1e94-c057-4f2b-9c08-c658e421ab26", "LLMInferenceService": "e2e-same-id-b-bf5277c2", "namespace": "llm"} 2026-09-10T16:16:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cb9b4038-e1ee-439b-ac99-aa77151910c6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:16:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cb9b4038-e1ee-439b-ac99-aa77151910c6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T16:16:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cb9b4038-e1ee-439b-ac99-aa77151910c6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:16:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf5277c2", "reconcileID": "2bbd9db9-45bc-4182-9b98-0c9c0cd8c962", "LLMInferenceService": "e2e-same-id-b-bf5277c2", "namespace": "llm"} 2026-09-10T16:16:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf5277c2", "reconcileID": "2bbd9db9-45bc-4182-9b98-0c9c0cd8c962", "LLMInferenceService": "e2e-same-id-b-bf5277c2", "namespace": "llm"} 2026-09-10T16:16:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf5277c2", "reconcileID": "2bbd9db9-45bc-4182-9b98-0c9c0cd8c962", "LLMInferenceService": "e2e-same-id-b-bf5277c2", "namespace": "llm"} 2026-09-10T16:16:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf5277c2", "reconcileID": "2bbd9db9-45bc-4182-9b98-0c9c0cd8c962", "LLMInferenceService": "e2e-same-id-b-bf5277c2", "namespace": "llm", "name": "e2e-same-id-b-bf5277c2-kserve-route-authn"} 2026-09-10T16:16:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf5277c2", "reconcileID": "2bbd9db9-45bc-4182-9b98-0c9c0cd8c962", "LLMInferenceService": "e2e-same-id-b-bf5277c2", "namespace": "llm", "authType": "userdefined"} 2026-09-10T16:16:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf5277c2", "reconcileID": "2bbd9db9-45bc-4182-9b98-0c9c0cd8c962", "LLMInferenceService": "e2e-same-id-b-bf5277c2", "namespace": "llm"} 2026-09-10T16:16:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf5277c2", "reconcileID": "4c2e0457-1b8a-4d4e-b33b-0ae4f3e6d812", "LLMInferenceService": "e2e-same-id-a-bf5277c2", "namespace": "llm"} 2026-09-10T16:16:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf5277c2", "reconcileID": "4c2e0457-1b8a-4d4e-b33b-0ae4f3e6d812", "LLMInferenceService": "e2e-same-id-a-bf5277c2", "namespace": "llm"} 2026-09-10T16:16:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf5277c2", "reconcileID": "4c2e0457-1b8a-4d4e-b33b-0ae4f3e6d812", "LLMInferenceService": "e2e-same-id-a-bf5277c2", "namespace": "llm"} 2026-09-10T16:16:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf5277c2", "reconcileID": "4c2e0457-1b8a-4d4e-b33b-0ae4f3e6d812", "LLMInferenceService": "e2e-same-id-a-bf5277c2", "namespace": "llm", "name": "e2e-same-id-a-bf5277c2-kserve-route-authn"} 2026-09-10T16:16:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf5277c2", "reconcileID": "4c2e0457-1b8a-4d4e-b33b-0ae4f3e6d812", "LLMInferenceService": "e2e-same-id-a-bf5277c2", "namespace": "llm", "authType": "userdefined"} 2026-09-10T16:16:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf5277c2", "reconcileID": "4c2e0457-1b8a-4d4e-b33b-0ae4f3e6d812", "LLMInferenceService": "e2e-same-id-a-bf5277c2", "namespace": "llm"} 2026-09-10T16:16:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf5277c2", "reconcileID": "0f99d892-f9d7-4db8-9105-2288f27bd3b2", "LLMInferenceService": "e2e-same-id-b-bf5277c2", "namespace": "llm"} 2026-09-10T16:16:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf5277c2", "reconcileID": "0f99d892-f9d7-4db8-9105-2288f27bd3b2", "LLMInferenceService": "e2e-same-id-b-bf5277c2", "namespace": "llm"} 2026-09-10T16:16:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf5277c2", "reconcileID": "0f99d892-f9d7-4db8-9105-2288f27bd3b2", "LLMInferenceService": "e2e-same-id-b-bf5277c2", "namespace": "llm"} 2026-09-10T16:16:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf5277c2", "reconcileID": "0f99d892-f9d7-4db8-9105-2288f27bd3b2", "LLMInferenceService": "e2e-same-id-b-bf5277c2", "namespace": "llm", "name": "e2e-same-id-b-bf5277c2-kserve-route-authn"} 2026-09-10T16:16:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf5277c2", "reconcileID": "0f99d892-f9d7-4db8-9105-2288f27bd3b2", "LLMInferenceService": "e2e-same-id-b-bf5277c2", "namespace": "llm", "authType": "userdefined"} 2026-09-10T16:16:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf5277c2", "reconcileID": "0f99d892-f9d7-4db8-9105-2288f27bd3b2", "LLMInferenceService": "e2e-same-id-b-bf5277c2", "namespace": "llm"} 2026-09-10T16:16:39Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf5277c2", "reconcileID": "218f5c52-4979-45aa-985b-1434c5b25214", "LLMInferenceService": "e2e-same-id-a-bf5277c2", "namespace": "llm"} 2026-09-10T16:16:39Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf5277c2", "reconcileID": "218f5c52-4979-45aa-985b-1434c5b25214", "LLMInferenceService": "e2e-same-id-a-bf5277c2", "namespace": "llm", "name": "e2e-same-id-a-bf5277c2"} 2026-09-10T16:16:39Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf5277c2", "reconcileID": "218f5c52-4979-45aa-985b-1434c5b25214", "LLMInferenceService": "e2e-same-id-a-bf5277c2", "namespace": "llm"} 2026-09-10T16:16:39Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf5277c2", "reconcileID": "218f5c52-4979-45aa-985b-1434c5b25214", "LLMInferenceService": "e2e-same-id-a-bf5277c2", "namespace": "llm"} 2026-09-10T16:16:39Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf5277c2", "reconcileID": "218f5c52-4979-45aa-985b-1434c5b25214", "LLMInferenceService": "e2e-same-id-a-bf5277c2", "namespace": "llm", "name": "e2e-same-id-a-bf5277c2-kserve-route-authn"} 2026-09-10T16:16:39Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf5277c2", "reconcileID": "218f5c52-4979-45aa-985b-1434c5b25214", "LLMInferenceService": "e2e-same-id-a-bf5277c2", "namespace": "llm", "name": "e2e-same-id-a-bf5277c2-kserve-route-authn"} 2026-09-10T16:16:40Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf5277c2", "reconcileID": "25d7941e-ff21-47e9-8957-b596a32f5263", "LLMInferenceService": "e2e-same-id-a-bf5277c2", "namespace": "llm"} 2026-09-10T16:16:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8619ae9b-c1e6-4762-b315-5ae624303aab", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:16:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8619ae9b-c1e6-4762-b315-5ae624303aab", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T16:16:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8619ae9b-c1e6-4762-b315-5ae624303aab", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:16:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b129c8a8-642d-46cb-99c5-b5aaefdd45ec", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:16:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b129c8a8-642d-46cb-99c5-b5aaefdd45ec", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T16:16:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b129c8a8-642d-46cb-99c5-b5aaefdd45ec", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:16:40Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf5277c2", "reconcileID": "fb3f31c4-87b8-4a24-bbfe-5ba2762af32f", "LLMInferenceService": "e2e-same-id-b-bf5277c2", "namespace": "llm"} 2026-09-10T16:16:40Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf5277c2", "reconcileID": "fb3f31c4-87b8-4a24-bbfe-5ba2762af32f", "LLMInferenceService": "e2e-same-id-b-bf5277c2", "namespace": "llm", "name": "e2e-same-id-b-bf5277c2"} 2026-09-10T16:16:40Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf5277c2", "reconcileID": "fb3f31c4-87b8-4a24-bbfe-5ba2762af32f", "LLMInferenceService": "e2e-same-id-b-bf5277c2", "namespace": "llm"} 2026-09-10T16:16:40Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf5277c2", "reconcileID": "fb3f31c4-87b8-4a24-bbfe-5ba2762af32f", "LLMInferenceService": "e2e-same-id-b-bf5277c2", "namespace": "llm"} 2026-09-10T16:16:40Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf5277c2", "reconcileID": "fb3f31c4-87b8-4a24-bbfe-5ba2762af32f", "LLMInferenceService": "e2e-same-id-b-bf5277c2", "namespace": "llm", "name": "e2e-same-id-b-bf5277c2-kserve-route-authn"} 2026-09-10T16:16:40Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf5277c2", "reconcileID": "fb3f31c4-87b8-4a24-bbfe-5ba2762af32f", "LLMInferenceService": "e2e-same-id-b-bf5277c2", "namespace": "llm", "name": "e2e-same-id-b-bf5277c2-kserve-route-authn"} 2026-09-10T16:16:41Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf5277c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf5277c2", "reconcileID": "0f24b9c4-9f2f-48dc-998c-1ce90f7f53f1", "LLMInferenceService": "e2e-same-id-b-bf5277c2", "namespace": "llm"} 2026-09-10T16:16:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "14b698c5-ced5-459b-86dd-a31e6b3eb433", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:16:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "14b698c5-ced5-459b-86dd-a31e6b3eb433", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T16:16:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "14b698c5-ced5-459b-86dd-a31e6b3eb433", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:16:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "54efb3ce-e5e5-4dbf-9f64-e5b41f78d104", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:16:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "54efb3ce-e5e5-4dbf-9f64-e5b41f78d104", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T16:16:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "54efb3ce-e5e5-4dbf-9f64-e5b41f78d104", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}