2026-07-29T01:45:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "sub-test-model-da474e", "reconcileID": "91bc79b6-5aff-4a38-b5c2-7b9a74a70ebb", "LLMInferenceService": "sub-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e", "authType": "userdefined"} 2026-07-29T01:45:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "sub-test-model-da474e", "reconcileID": "91bc79b6-5aff-4a38-b5c2-7b9a74a70ebb", "LLMInferenceService": "sub-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e"} 2026-07-29T01:45:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da474e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e", "reconcileID": "0cc777aa-ac10-491a-addc-feb8f2753d09", "Gateway": "e2e-shared-b-da474e", "namespace": "openshift-ingress"} 2026-07-29T01:45:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da474e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e", "reconcileID": "0cc777aa-ac10-491a-addc-feb8f2753d09", "Gateway": "e2e-shared-b-da474e", "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e-authn-ssl"} 2026-07-29T01:45:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da474e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e", "reconcileID": "0cc777aa-ac10-491a-addc-feb8f2753d09", "Gateway": "e2e-shared-b-da474e", "namespace": "openshift-ingress"} 2026-07-29T01:45:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "sub-test-model-da474e", "reconcileID": "bc817c8f-7830-4e29-b9db-c7067435645c", "LLMInferenceService": "sub-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e"} 2026-07-29T01:45:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "sub-test-model-da474e", "reconcileID": "bc817c8f-7830-4e29-b9db-c7067435645c", "LLMInferenceService": "sub-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e"} 2026-07-29T01:45:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "sub-test-model-da474e", "reconcileID": "bc817c8f-7830-4e29-b9db-c7067435645c", "LLMInferenceService": "sub-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e"} 2026-07-29T01:45:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "sub-test-model-da474e", "reconcileID": "bc817c8f-7830-4e29-b9db-c7067435645c", "LLMInferenceService": "sub-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "sub-test-model-da474e-kserve-route-authn"} 2026-07-29T01:45:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "sub-test-model-da474e", "reconcileID": "bc817c8f-7830-4e29-b9db-c7067435645c", "LLMInferenceService": "sub-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e", "authType": "userdefined"} 2026-07-29T01:45:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "sub-test-model-da474e", "reconcileID": "bc817c8f-7830-4e29-b9db-c7067435645c", "LLMInferenceService": "sub-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e"} 2026-07-29T01:45:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "sub-test-model-da474e", "reconcileID": "db8551dc-6bd4-4606-9f51-fbc33a6cf8bd", "LLMInferenceService": "sub-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e"} 2026-07-29T01:45:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "sub-test-model-da474e", "reconcileID": "db8551dc-6bd4-4606-9f51-fbc33a6cf8bd", "LLMInferenceService": "sub-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e"} 2026-07-29T01:45:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "sub-test-model-da474e", "reconcileID": "db8551dc-6bd4-4606-9f51-fbc33a6cf8bd", "LLMInferenceService": "sub-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e"} 2026-07-29T01:45:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "sub-test-model-da474e", "reconcileID": "db8551dc-6bd4-4606-9f51-fbc33a6cf8bd", "LLMInferenceService": "sub-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "sub-test-model-da474e-kserve-route-authn"} 2026-07-29T01:45:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "sub-test-model-da474e", "reconcileID": "db8551dc-6bd4-4606-9f51-fbc33a6cf8bd", "LLMInferenceService": "sub-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e", "authType": "userdefined"} 2026-07-29T01:45:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "sub-test-model-da474e", "reconcileID": "db8551dc-6bd4-4606-9f51-fbc33a6cf8bd", "LLMInferenceService": "sub-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e"} 2026-07-29T01:45:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "sub-test-model-da474e", "reconcileID": "19eae725-00e4-4b2e-98a1-2e6db672aa6e", "LLMInferenceService": "sub-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e"} 2026-07-29T01:45:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "sub-test-model-da474e", "reconcileID": "19eae725-00e4-4b2e-98a1-2e6db672aa6e", "LLMInferenceService": "sub-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e"} 2026-07-29T01:45:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "sub-test-model-da474e", "reconcileID": "19eae725-00e4-4b2e-98a1-2e6db672aa6e", "LLMInferenceService": "sub-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e"} 2026-07-29T01:45:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "sub-test-model-da474e", "reconcileID": "19eae725-00e4-4b2e-98a1-2e6db672aa6e", "LLMInferenceService": "sub-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "sub-test-model-da474e-kserve-route-authn"} 2026-07-29T01:45:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "sub-test-model-da474e", "reconcileID": "19eae725-00e4-4b2e-98a1-2e6db672aa6e", "LLMInferenceService": "sub-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e", "authType": "userdefined"} 2026-07-29T01:45:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "sub-test-model-da474e", "reconcileID": "19eae725-00e4-4b2e-98a1-2e6db672aa6e", "LLMInferenceService": "sub-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e"} 2026-07-29T01:45:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5ea1e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0", "reconcileID": "0d075977-8ea8-4ad4-8c63-3ec39224df85", "Gateway": "e2e-shared-a-5ea1e0", "namespace": "openshift-ingress"} 2026-07-29T01:45:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5ea1e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0", "reconcileID": "0d075977-8ea8-4ad4-8c63-3ec39224df85", "Gateway": "e2e-shared-a-5ea1e0", "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0-authn-ssl"} 2026-07-29T01:45:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5ea1e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0", "reconcileID": "0d075977-8ea8-4ad4-8c63-3ec39224df85", "Gateway": "e2e-shared-a-5ea1e0", "namespace": "openshift-ingress"} 2026-07-29T01:45:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da474e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e", "reconcileID": "b5b9745c-6de7-4cf9-8d79-6fed161496c9", "Gateway": "e2e-shared-b-da474e", "namespace": "openshift-ingress"} 2026-07-29T01:45:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da474e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e", "reconcileID": "b5b9745c-6de7-4cf9-8d79-6fed161496c9", "Gateway": "e2e-shared-b-da474e", "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e-authn-ssl"} 2026-07-29T01:45:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da474e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e", "reconcileID": "b5b9745c-6de7-4cf9-8d79-6fed161496c9", "Gateway": "e2e-shared-b-da474e", "namespace": "openshift-ingress"} 2026-07-29T01:46:28Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5ea1e0","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "sub-test-model-5ea1e0", "reconcileID": "317d1f52-d1db-4724-a10b-e95cd4083e94", "LLMInferenceService": "sub-test-model-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0"} 2026-07-29T01:46:28Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5ea1e0","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "sub-test-model-5ea1e0", "reconcileID": "317d1f52-d1db-4724-a10b-e95cd4083e94", "LLMInferenceService": "sub-test-model-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "sub-test-model-5ea1e0"} 2026-07-29T01:46:28Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5ea1e0","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "sub-test-model-5ea1e0", "reconcileID": "317d1f52-d1db-4724-a10b-e95cd4083e94", "LLMInferenceService": "sub-test-model-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0"} 2026-07-29T01:46:28Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5ea1e0","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "sub-test-model-5ea1e0", "reconcileID": "317d1f52-d1db-4724-a10b-e95cd4083e94", "LLMInferenceService": "sub-test-model-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0"} 2026-07-29T01:46:28Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5ea1e0","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "sub-test-model-5ea1e0", "reconcileID": "317d1f52-d1db-4724-a10b-e95cd4083e94", "LLMInferenceService": "sub-test-model-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "sub-test-model-5ea1e0-kserve-route-authn"} 2026-07-29T01:46:28Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5ea1e0","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "sub-test-model-5ea1e0", "reconcileID": "317d1f52-d1db-4724-a10b-e95cd4083e94", "LLMInferenceService": "sub-test-model-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "sub-test-model-5ea1e0-kserve-route-authn"} 2026-07-29T01:46:28Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5ea1e0","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "sub-test-model-5ea1e0", "reconcileID": "317d1f52-d1db-4724-a10b-e95cd4083e94", "LLMInferenceService": "sub-test-model-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0"} 2026-07-29T01:46:28Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5ea1e0","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "sub-test-model-5ea1e0", "reconcileID": "317d1f52-d1db-4724-a10b-e95cd4083e94", "LLMInferenceService": "sub-test-model-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0"} 2026-07-29T01:46:28Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5ea1e0","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "sub-test-model-5ea1e0", "reconcileID": "1705f7d8-a3ee-4cda-8088-7e2952ba58fd", "LLMInferenceService": "sub-test-model-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0"} 2026-07-29T01:46:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5ea1e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0", "reconcileID": "52aa7ce7-e66b-46d2-9a66-2e38955887ab", "Gateway": "e2e-shared-a-5ea1e0", "namespace": "openshift-ingress"} 2026-07-29T01:46:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5ea1e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0", "reconcileID": "52aa7ce7-e66b-46d2-9a66-2e38955887ab", "Gateway": "e2e-shared-a-5ea1e0", "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0-authn-ssl"} 2026-07-29T01:46:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5ea1e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0", "reconcileID": "52aa7ce7-e66b-46d2-9a66-2e38955887ab", "Gateway": "e2e-shared-a-5ea1e0", "namespace": "openshift-ingress"} 2026-07-29T01:46:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5ea1e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0", "reconcileID": "9210b641-67d5-491e-a3a3-e0caba8ae63c", "Gateway": "e2e-shared-a-5ea1e0", "namespace": "openshift-ingress"} 2026-07-29T01:46:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5ea1e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0", "reconcileID": "9210b641-67d5-491e-a3a3-e0caba8ae63c", "Gateway": "e2e-shared-a-5ea1e0", "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0-authn-ssl"} 2026-07-29T01:46:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5ea1e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0", "reconcileID": "9210b641-67d5-491e-a3a3-e0caba8ae63c", "Gateway": "e2e-shared-a-5ea1e0", "namespace": "openshift-ingress"} 2026-07-29T01:46:29Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "sub-test-model-da474e", "reconcileID": "d7375490-8846-49d1-8b67-cc309b2808a4", "LLMInferenceService": "sub-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e"} 2026-07-29T01:46:29Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "sub-test-model-da474e", "reconcileID": "d7375490-8846-49d1-8b67-cc309b2808a4", "LLMInferenceService": "sub-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "sub-test-model-da474e"} 2026-07-29T01:46:29Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "sub-test-model-da474e", "reconcileID": "d7375490-8846-49d1-8b67-cc309b2808a4", "LLMInferenceService": "sub-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e"} 2026-07-29T01:46:29Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "sub-test-model-da474e", "reconcileID": "d7375490-8846-49d1-8b67-cc309b2808a4", "LLMInferenceService": "sub-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e"} 2026-07-29T01:46:29Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "sub-test-model-da474e", "reconcileID": "d7375490-8846-49d1-8b67-cc309b2808a4", "LLMInferenceService": "sub-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "sub-test-model-da474e-kserve-route-authn"} 2026-07-29T01:46:29Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "sub-test-model-da474e", "reconcileID": "d7375490-8846-49d1-8b67-cc309b2808a4", "LLMInferenceService": "sub-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "sub-test-model-da474e-kserve-route-authn"} 2026-07-29T01:46:29Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "sub-test-model-da474e", "reconcileID": "d7375490-8846-49d1-8b67-cc309b2808a4", "LLMInferenceService": "sub-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e"} 2026-07-29T01:46:29Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "sub-test-model-da474e", "reconcileID": "d7375490-8846-49d1-8b67-cc309b2808a4", "LLMInferenceService": "sub-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e"} 2026-07-29T01:46:29Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "sub-test-model-da474e", "reconcileID": "5c77bd7b-4c07-4404-8806-1c11a4726b54", "LLMInferenceService": "sub-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e"} 2026-07-29T01:46:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da474e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e", "reconcileID": "918d91f1-cf14-4c02-8749-25ef63932b54", "Gateway": "e2e-shared-b-da474e", "namespace": "openshift-ingress"} 2026-07-29T01:46:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da474e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e", "reconcileID": "918d91f1-cf14-4c02-8749-25ef63932b54", "Gateway": "e2e-shared-b-da474e", "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e-authn-ssl"} 2026-07-29T01:46:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da474e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e", "reconcileID": "918d91f1-cf14-4c02-8749-25ef63932b54", "Gateway": "e2e-shared-b-da474e", "namespace": "openshift-ingress"} 2026-07-29T01:46:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da474e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e", "reconcileID": "1cc5b0ac-c524-407c-bee1-3d1fcdbe1ef8", "Gateway": "e2e-shared-b-da474e", "namespace": "openshift-ingress"} 2026-07-29T01:46:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da474e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e", "reconcileID": "1cc5b0ac-c524-407c-bee1-3d1fcdbe1ef8", "Gateway": "e2e-shared-b-da474e", "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e-authn-ssl"} 2026-07-29T01:46:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da474e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e", "reconcileID": "1cc5b0ac-c524-407c-bee1-3d1fcdbe1ef8", "Gateway": "e2e-shared-b-da474e", "namespace": "openshift-ingress"} 2026-07-29T01:46:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea1e0","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "rate-test-model-5ea1e0", "reconcileID": "918942c9-d125-4b74-aabd-b335749e4621", "LLMInferenceService": "rate-test-model-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0"} 2026-07-29T01:46:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea1e0","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "rate-test-model-5ea1e0", "reconcileID": "918942c9-d125-4b74-aabd-b335749e4621", "LLMInferenceService": "rate-test-model-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0"} 2026-07-29T01:46:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea1e0","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "rate-test-model-5ea1e0", "reconcileID": "918942c9-d125-4b74-aabd-b335749e4621", "LLMInferenceService": "rate-test-model-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0"} 2026-07-29T01:46:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5ea1e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0", "reconcileID": "b3fc68e8-ae03-4a7a-b5c4-3a35b3ece0cd", "Gateway": "e2e-shared-a-5ea1e0", "namespace": "openshift-ingress"} 2026-07-29T01:46:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea1e0","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "rate-test-model-5ea1e0", "reconcileID": "918942c9-d125-4b74-aabd-b335749e4621", "LLMInferenceService": "rate-test-model-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "rate-test-model-5ea1e0-kserve-route-authn"} 2026-07-29T01:46:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea1e0","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "rate-test-model-5ea1e0", "reconcileID": "918942c9-d125-4b74-aabd-b335749e4621", "LLMInferenceService": "rate-test-model-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "authType": "userdefined"} 2026-07-29T01:46:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea1e0","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "rate-test-model-5ea1e0", "reconcileID": "918942c9-d125-4b74-aabd-b335749e4621", "LLMInferenceService": "rate-test-model-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0"} 2026-07-29T01:46:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5ea1e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0", "reconcileID": "b3fc68e8-ae03-4a7a-b5c4-3a35b3ece0cd", "Gateway": "e2e-shared-a-5ea1e0", "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0-authn-ssl"} 2026-07-29T01:46:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5ea1e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0", "reconcileID": "b3fc68e8-ae03-4a7a-b5c4-3a35b3ece0cd", "Gateway": "e2e-shared-a-5ea1e0", "namespace": "openshift-ingress"} 2026-07-29T01:46:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea1e0","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "rate-test-model-5ea1e0", "reconcileID": "ea9f3c5b-4143-4537-9465-834240753356", "LLMInferenceService": "rate-test-model-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0"} 2026-07-29T01:46:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea1e0","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "rate-test-model-5ea1e0", "reconcileID": "ea9f3c5b-4143-4537-9465-834240753356", "LLMInferenceService": "rate-test-model-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0"} 2026-07-29T01:46:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea1e0","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "rate-test-model-5ea1e0", "reconcileID": "ea9f3c5b-4143-4537-9465-834240753356", "LLMInferenceService": "rate-test-model-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0"} 2026-07-29T01:46:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea1e0","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "rate-test-model-5ea1e0", "reconcileID": "ea9f3c5b-4143-4537-9465-834240753356", "LLMInferenceService": "rate-test-model-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "rate-test-model-5ea1e0-kserve-route-authn"} 2026-07-29T01:46:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea1e0","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "rate-test-model-5ea1e0", "reconcileID": "ea9f3c5b-4143-4537-9465-834240753356", "LLMInferenceService": "rate-test-model-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "authType": "userdefined"} 2026-07-29T01:46:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea1e0","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "rate-test-model-5ea1e0", "reconcileID": "ea9f3c5b-4143-4537-9465-834240753356", "LLMInferenceService": "rate-test-model-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0"} 2026-07-29T01:46:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5ea1e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0", "reconcileID": "24eb68f1-a2b9-4458-bb83-88c89103b5e3", "Gateway": "e2e-shared-a-5ea1e0", "namespace": "openshift-ingress"} 2026-07-29T01:46:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5ea1e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0", "reconcileID": "24eb68f1-a2b9-4458-bb83-88c89103b5e3", "Gateway": "e2e-shared-a-5ea1e0", "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0-authn-ssl"} 2026-07-29T01:46:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5ea1e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0", "reconcileID": "24eb68f1-a2b9-4458-bb83-88c89103b5e3", "Gateway": "e2e-shared-a-5ea1e0", "namespace": "openshift-ingress"} 2026-07-29T01:46:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da474e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e", "reconcileID": "d5bfe5b8-5bf1-46df-b814-878999e76858", "Gateway": "e2e-shared-b-da474e", "namespace": "openshift-ingress"} 2026-07-29T01:46:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da474e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e", "reconcileID": "d5bfe5b8-5bf1-46df-b814-878999e76858", "Gateway": "e2e-shared-b-da474e", "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e-authn-ssl"} 2026-07-29T01:46:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da474e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e", "reconcileID": "d5bfe5b8-5bf1-46df-b814-878999e76858", "Gateway": "e2e-shared-b-da474e", "namespace": "openshift-ingress"} 2026-07-29T01:46:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea1e0","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "rate-test-model-5ea1e0", "reconcileID": "0e2d1f41-a3b9-473c-bf5e-58e4bab1002a", "LLMInferenceService": "rate-test-model-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0"} 2026-07-29T01:46:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea1e0","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "rate-test-model-5ea1e0", "reconcileID": "0e2d1f41-a3b9-473c-bf5e-58e4bab1002a", "LLMInferenceService": "rate-test-model-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0"} 2026-07-29T01:46:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea1e0","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "rate-test-model-5ea1e0", "reconcileID": "0e2d1f41-a3b9-473c-bf5e-58e4bab1002a", "LLMInferenceService": "rate-test-model-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0"} 2026-07-29T01:46:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea1e0","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "rate-test-model-5ea1e0", "reconcileID": "0e2d1f41-a3b9-473c-bf5e-58e4bab1002a", "LLMInferenceService": "rate-test-model-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "rate-test-model-5ea1e0-kserve-route-authn"} 2026-07-29T01:46:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea1e0","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "rate-test-model-5ea1e0", "reconcileID": "0e2d1f41-a3b9-473c-bf5e-58e4bab1002a", "LLMInferenceService": "rate-test-model-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "authType": "userdefined"} 2026-07-29T01:46:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea1e0","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "rate-test-model-5ea1e0", "reconcileID": "0e2d1f41-a3b9-473c-bf5e-58e4bab1002a", "LLMInferenceService": "rate-test-model-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0"} 2026-07-29T01:46:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea1e0","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "rate-test-model-5ea1e0", "reconcileID": "193f70a5-eea6-4534-970b-74828679c63c", "LLMInferenceService": "rate-test-model-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0"} 2026-07-29T01:46:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea1e0","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "rate-test-model-5ea1e0", "reconcileID": "193f70a5-eea6-4534-970b-74828679c63c", "LLMInferenceService": "rate-test-model-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0"} 2026-07-29T01:46:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea1e0","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "rate-test-model-5ea1e0", "reconcileID": "193f70a5-eea6-4534-970b-74828679c63c", "LLMInferenceService": "rate-test-model-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0"} 2026-07-29T01:46:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea1e0","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "rate-test-model-5ea1e0", "reconcileID": "193f70a5-eea6-4534-970b-74828679c63c", "LLMInferenceService": "rate-test-model-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "rate-test-model-5ea1e0-kserve-route-authn"} 2026-07-29T01:46:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea1e0","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "rate-test-model-5ea1e0", "reconcileID": "193f70a5-eea6-4534-970b-74828679c63c", "LLMInferenceService": "rate-test-model-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "authType": "userdefined"} 2026-07-29T01:46:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea1e0","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "rate-test-model-5ea1e0", "reconcileID": "193f70a5-eea6-4534-970b-74828679c63c", "LLMInferenceService": "rate-test-model-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0"} 2026-07-29T01:46:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5ea1e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0", "reconcileID": "2e431a1d-e155-44e4-bc9b-bca945d6c48e", "Gateway": "e2e-shared-a-5ea1e0", "namespace": "openshift-ingress"} 2026-07-29T01:46:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5ea1e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0", "reconcileID": "2e431a1d-e155-44e4-bc9b-bca945d6c48e", "Gateway": "e2e-shared-a-5ea1e0", "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0-authn-ssl"} 2026-07-29T01:46:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5ea1e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0", "reconcileID": "2e431a1d-e155-44e4-bc9b-bca945d6c48e", "Gateway": "e2e-shared-a-5ea1e0", "namespace": "openshift-ingress"} 2026-07-29T01:46:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea1e0","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "rate-test-model-5ea1e0", "reconcileID": "e2632df8-f331-44fd-9995-741dfa8fdfd7", "LLMInferenceService": "rate-test-model-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0"} 2026-07-29T01:46:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea1e0","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "rate-test-model-5ea1e0", "reconcileID": "e2632df8-f331-44fd-9995-741dfa8fdfd7", "LLMInferenceService": "rate-test-model-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0"} 2026-07-29T01:46:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea1e0","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "rate-test-model-5ea1e0", "reconcileID": "e2632df8-f331-44fd-9995-741dfa8fdfd7", "LLMInferenceService": "rate-test-model-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0"} 2026-07-29T01:46:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea1e0","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "rate-test-model-5ea1e0", "reconcileID": "e2632df8-f331-44fd-9995-741dfa8fdfd7", "LLMInferenceService": "rate-test-model-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "rate-test-model-5ea1e0-kserve-route-authn"} 2026-07-29T01:46:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea1e0","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "rate-test-model-5ea1e0", "reconcileID": "e2632df8-f331-44fd-9995-741dfa8fdfd7", "LLMInferenceService": "rate-test-model-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "authType": "userdefined"} 2026-07-29T01:46:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea1e0","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "rate-test-model-5ea1e0", "reconcileID": "e2632df8-f331-44fd-9995-741dfa8fdfd7", "LLMInferenceService": "rate-test-model-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0"} 2026-07-29T01:46:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "rate-test-model-da474e", "reconcileID": "f62abf75-5a17-4dbf-8a46-cd2ebfcb35f1", "LLMInferenceService": "rate-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e"} 2026-07-29T01:46:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "rate-test-model-da474e", "reconcileID": "f62abf75-5a17-4dbf-8a46-cd2ebfcb35f1", "LLMInferenceService": "rate-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e"} 2026-07-29T01:46:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "rate-test-model-da474e", "reconcileID": "f62abf75-5a17-4dbf-8a46-cd2ebfcb35f1", "LLMInferenceService": "rate-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e"} 2026-07-29T01:46:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da474e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e", "reconcileID": "4d2ad67f-d77c-4bfd-8e2b-231135b46e33", "Gateway": "e2e-shared-b-da474e", "namespace": "openshift-ingress"} 2026-07-29T01:46:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "rate-test-model-da474e", "reconcileID": "f62abf75-5a17-4dbf-8a46-cd2ebfcb35f1", "LLMInferenceService": "rate-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "rate-test-model-da474e-kserve-route-authn"} 2026-07-29T01:46:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "rate-test-model-da474e", "reconcileID": "f62abf75-5a17-4dbf-8a46-cd2ebfcb35f1", "LLMInferenceService": "rate-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e", "authType": "userdefined"} 2026-07-29T01:46:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "rate-test-model-da474e", "reconcileID": "f62abf75-5a17-4dbf-8a46-cd2ebfcb35f1", "LLMInferenceService": "rate-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e"} 2026-07-29T01:46:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da474e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e", "reconcileID": "4d2ad67f-d77c-4bfd-8e2b-231135b46e33", "Gateway": "e2e-shared-b-da474e", "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e-authn-ssl"} 2026-07-29T01:46:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da474e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e", "reconcileID": "4d2ad67f-d77c-4bfd-8e2b-231135b46e33", "Gateway": "e2e-shared-b-da474e", "namespace": "openshift-ingress"} 2026-07-29T01:46:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "rate-test-model-da474e", "reconcileID": "38ebf7cc-b703-456a-9981-aecd4f2f61c1", "LLMInferenceService": "rate-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e"} 2026-07-29T01:46:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "rate-test-model-da474e", "reconcileID": "38ebf7cc-b703-456a-9981-aecd4f2f61c1", "LLMInferenceService": "rate-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e"} 2026-07-29T01:46:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "rate-test-model-da474e", "reconcileID": "38ebf7cc-b703-456a-9981-aecd4f2f61c1", "LLMInferenceService": "rate-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e"} 2026-07-29T01:46:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "rate-test-model-da474e", "reconcileID": "38ebf7cc-b703-456a-9981-aecd4f2f61c1", "LLMInferenceService": "rate-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "rate-test-model-da474e-kserve-route-authn"} 2026-07-29T01:46:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "rate-test-model-da474e", "reconcileID": "38ebf7cc-b703-456a-9981-aecd4f2f61c1", "LLMInferenceService": "rate-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e", "authType": "userdefined"} 2026-07-29T01:46:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "rate-test-model-da474e", "reconcileID": "38ebf7cc-b703-456a-9981-aecd4f2f61c1", "LLMInferenceService": "rate-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e"} 2026-07-29T01:46:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da474e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e", "reconcileID": "bc370d03-de4d-4fdb-832c-5f15971b68d6", "Gateway": "e2e-shared-b-da474e", "namespace": "openshift-ingress"} 2026-07-29T01:46:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da474e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e", "reconcileID": "bc370d03-de4d-4fdb-832c-5f15971b68d6", "Gateway": "e2e-shared-b-da474e", "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e-authn-ssl"} 2026-07-29T01:46:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da474e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e", "reconcileID": "bc370d03-de4d-4fdb-832c-5f15971b68d6", "Gateway": "e2e-shared-b-da474e", "namespace": "openshift-ingress"} 2026-07-29T01:46:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "rate-test-model-da474e", "reconcileID": "9c05fa8b-f9b5-4e3e-81ee-f74bfc6abf64", "LLMInferenceService": "rate-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e"} 2026-07-29T01:46:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "rate-test-model-da474e", "reconcileID": "9c05fa8b-f9b5-4e3e-81ee-f74bfc6abf64", "LLMInferenceService": "rate-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e"} 2026-07-29T01:46:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "rate-test-model-da474e", "reconcileID": "9c05fa8b-f9b5-4e3e-81ee-f74bfc6abf64", "LLMInferenceService": "rate-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e"} 2026-07-29T01:46:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "rate-test-model-da474e", "reconcileID": "9c05fa8b-f9b5-4e3e-81ee-f74bfc6abf64", "LLMInferenceService": "rate-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "rate-test-model-da474e-kserve-route-authn"} 2026-07-29T01:46:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "rate-test-model-da474e", "reconcileID": "9c05fa8b-f9b5-4e3e-81ee-f74bfc6abf64", "LLMInferenceService": "rate-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e", "authType": "userdefined"} 2026-07-29T01:46:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "rate-test-model-da474e", "reconcileID": "9c05fa8b-f9b5-4e3e-81ee-f74bfc6abf64", "LLMInferenceService": "rate-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e"} 2026-07-29T01:47:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "rate-test-model-da474e", "reconcileID": "23755f17-940c-4172-8308-42d0455107f8", "LLMInferenceService": "rate-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e"} 2026-07-29T01:47:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "rate-test-model-da474e", "reconcileID": "23755f17-940c-4172-8308-42d0455107f8", "LLMInferenceService": "rate-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e"} 2026-07-29T01:47:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "rate-test-model-da474e", "reconcileID": "23755f17-940c-4172-8308-42d0455107f8", "LLMInferenceService": "rate-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e"} 2026-07-29T01:47:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "rate-test-model-da474e", "reconcileID": "23755f17-940c-4172-8308-42d0455107f8", "LLMInferenceService": "rate-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "rate-test-model-da474e-kserve-route-authn"} 2026-07-29T01:47:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "rate-test-model-da474e", "reconcileID": "23755f17-940c-4172-8308-42d0455107f8", "LLMInferenceService": "rate-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e", "authType": "userdefined"} 2026-07-29T01:47:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "rate-test-model-da474e", "reconcileID": "23755f17-940c-4172-8308-42d0455107f8", "LLMInferenceService": "rate-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e"} 2026-07-29T01:47:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da474e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e", "reconcileID": "407f37d4-9ad4-4ba1-9655-89090f31f6e6", "Gateway": "e2e-shared-b-da474e", "namespace": "openshift-ingress"} 2026-07-29T01:47:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da474e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e", "reconcileID": "407f37d4-9ad4-4ba1-9655-89090f31f6e6", "Gateway": "e2e-shared-b-da474e", "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e-authn-ssl"} 2026-07-29T01:47:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da474e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e", "reconcileID": "407f37d4-9ad4-4ba1-9655-89090f31f6e6", "Gateway": "e2e-shared-b-da474e", "namespace": "openshift-ingress"} 2026-07-29T01:47:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5ea1e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0", "reconcileID": "c26f031a-3082-4d4f-aa51-b5a3366348ec", "Gateway": "e2e-shared-a-5ea1e0", "namespace": "openshift-ingress"} 2026-07-29T01:47:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5ea1e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0", "reconcileID": "c26f031a-3082-4d4f-aa51-b5a3366348ec", "Gateway": "e2e-shared-a-5ea1e0", "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0-authn-ssl"} 2026-07-29T01:47:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5ea1e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0", "reconcileID": "c26f031a-3082-4d4f-aa51-b5a3366348ec", "Gateway": "e2e-shared-a-5ea1e0", "namespace": "openshift-ingress"} 2026-07-29T01:47:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "19832dd0-ed67-40bc-8ceb-a4418ff0ea41", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T01:48:01Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea1e0","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "rate-test-model-5ea1e0", "reconcileID": "6c4fad5f-db9f-4755-933d-0f60c8a32fd8", "LLMInferenceService": "rate-test-model-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0"} 2026-07-29T01:48:01Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea1e0","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "rate-test-model-5ea1e0", "reconcileID": "6c4fad5f-db9f-4755-933d-0f60c8a32fd8", "LLMInferenceService": "rate-test-model-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "rate-test-model-5ea1e0"} 2026-07-29T01:48:01Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea1e0","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "rate-test-model-5ea1e0", "reconcileID": "6c4fad5f-db9f-4755-933d-0f60c8a32fd8", "LLMInferenceService": "rate-test-model-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0"} 2026-07-29T01:48:01Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea1e0","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "rate-test-model-5ea1e0", "reconcileID": "6c4fad5f-db9f-4755-933d-0f60c8a32fd8", "LLMInferenceService": "rate-test-model-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0"} 2026-07-29T01:48:01Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea1e0","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "rate-test-model-5ea1e0", "reconcileID": "6c4fad5f-db9f-4755-933d-0f60c8a32fd8", "LLMInferenceService": "rate-test-model-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "rate-test-model-5ea1e0-kserve-route-authn"} 2026-07-29T01:48:01Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea1e0","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "rate-test-model-5ea1e0", "reconcileID": "6c4fad5f-db9f-4755-933d-0f60c8a32fd8", "LLMInferenceService": "rate-test-model-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "rate-test-model-5ea1e0-kserve-route-authn"} 2026-07-29T01:48:01Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea1e0","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "rate-test-model-5ea1e0", "reconcileID": "6c4fad5f-db9f-4755-933d-0f60c8a32fd8", "LLMInferenceService": "rate-test-model-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0"} 2026-07-29T01:48:01Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea1e0","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "rate-test-model-5ea1e0", "reconcileID": "6c4fad5f-db9f-4755-933d-0f60c8a32fd8", "LLMInferenceService": "rate-test-model-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0"} 2026-07-29T01:48:01Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea1e0","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "rate-test-model-5ea1e0", "reconcileID": "0f1ef2a0-8a69-41f9-a3c8-00aefc05a6ba", "LLMInferenceService": "rate-test-model-5ea1e0", "namespace": "ai-tenant-e2e-shared-a-5ea1e0"} 2026-07-29T01:48:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5ea1e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0", "reconcileID": "7d4afc10-9f45-42bb-9272-a9d875d85118", "Gateway": "e2e-shared-a-5ea1e0", "namespace": "openshift-ingress"} 2026-07-29T01:48:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5ea1e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0", "reconcileID": "7d4afc10-9f45-42bb-9272-a9d875d85118", "Gateway": "e2e-shared-a-5ea1e0", "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0-authn-ssl"} 2026-07-29T01:48:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5ea1e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0", "reconcileID": "7d4afc10-9f45-42bb-9272-a9d875d85118", "Gateway": "e2e-shared-a-5ea1e0", "namespace": "openshift-ingress"} 2026-07-29T01:48:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5ea1e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0", "reconcileID": "380c044b-ddb8-4421-a4d7-98ad4f6e3c36", "Gateway": "e2e-shared-a-5ea1e0", "namespace": "openshift-ingress"} 2026-07-29T01:48:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5ea1e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0", "reconcileID": "380c044b-ddb8-4421-a4d7-98ad4f6e3c36", "Gateway": "e2e-shared-a-5ea1e0", "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0-authn-ssl"} 2026-07-29T01:48:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5ea1e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0", "reconcileID": "380c044b-ddb8-4421-a4d7-98ad4f6e3c36", "Gateway": "e2e-shared-a-5ea1e0", "namespace": "openshift-ingress"} 2026-07-29T01:48:01Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "rate-test-model-da474e", "reconcileID": "0ed2a2df-86ee-4533-9151-261d3f497af2", "LLMInferenceService": "rate-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e"} 2026-07-29T01:48:01Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "rate-test-model-da474e", "reconcileID": "0ed2a2df-86ee-4533-9151-261d3f497af2", "LLMInferenceService": "rate-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "rate-test-model-da474e"} 2026-07-29T01:48:01Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "rate-test-model-da474e", "reconcileID": "0ed2a2df-86ee-4533-9151-261d3f497af2", "LLMInferenceService": "rate-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e"} 2026-07-29T01:48:01Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "rate-test-model-da474e", "reconcileID": "0ed2a2df-86ee-4533-9151-261d3f497af2", "LLMInferenceService": "rate-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e"} 2026-07-29T01:48:01Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "rate-test-model-da474e", "reconcileID": "0ed2a2df-86ee-4533-9151-261d3f497af2", "LLMInferenceService": "rate-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "rate-test-model-da474e-kserve-route-authn"} 2026-07-29T01:48:01Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "rate-test-model-da474e", "reconcileID": "0ed2a2df-86ee-4533-9151-261d3f497af2", "LLMInferenceService": "rate-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "rate-test-model-da474e-kserve-route-authn"} 2026-07-29T01:48:01Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "rate-test-model-da474e", "reconcileID": "0ed2a2df-86ee-4533-9151-261d3f497af2", "LLMInferenceService": "rate-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e"} 2026-07-29T01:48:01Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "rate-test-model-da474e", "reconcileID": "0ed2a2df-86ee-4533-9151-261d3f497af2", "LLMInferenceService": "rate-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e"} 2026-07-29T01:48:02Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-da474e","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "rate-test-model-da474e", "reconcileID": "ad2cf06e-ebf7-457d-a6b1-af3549ed2cda", "LLMInferenceService": "rate-test-model-da474e", "namespace": "ai-tenant-e2e-shared-b-da474e"} 2026-07-29T01:48:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da474e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e", "reconcileID": "6cf138a1-f88b-482f-87d3-0ecb9e3bd67f", "Gateway": "e2e-shared-b-da474e", "namespace": "openshift-ingress"} 2026-07-29T01:48:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da474e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e", "reconcileID": "6cf138a1-f88b-482f-87d3-0ecb9e3bd67f", "Gateway": "e2e-shared-b-da474e", "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e-authn-ssl"} 2026-07-29T01:48:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da474e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e", "reconcileID": "6cf138a1-f88b-482f-87d3-0ecb9e3bd67f", "Gateway": "e2e-shared-b-da474e", "namespace": "openshift-ingress"} 2026-07-29T01:48:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da474e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e", "reconcileID": "1922fa54-442d-4d4f-8344-ac3f49a51bcf", "Gateway": "e2e-shared-b-da474e", "namespace": "openshift-ingress"} 2026-07-29T01:48:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da474e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e", "reconcileID": "1922fa54-442d-4d4f-8344-ac3f49a51bcf", "Gateway": "e2e-shared-b-da474e", "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e-authn-ssl"} 2026-07-29T01:48:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da474e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e", "reconcileID": "1922fa54-442d-4d4f-8344-ac3f49a51bcf", "Gateway": "e2e-shared-b-da474e", "namespace": "openshift-ingress"} 2026-07-29T01:48:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da474e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e", "reconcileID": "c052eadd-30b5-4341-8b1a-eca1ffefb1ec", "Gateway": "e2e-shared-b-da474e", "namespace": "openshift-ingress"} 2026-07-29T01:48:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da474e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e", "reconcileID": "c052eadd-30b5-4341-8b1a-eca1ffefb1ec", "Gateway": "e2e-shared-b-da474e", "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e-authn-ssl"} 2026-07-29T01:48:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da474e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e", "reconcileID": "c052eadd-30b5-4341-8b1a-eca1ffefb1ec", "Gateway": "e2e-shared-b-da474e", "namespace": "openshift-ingress"} 2026-07-29T01:48:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5ea1e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0", "reconcileID": "256823b6-ec36-42ef-8324-af501f0de1de", "Gateway": "e2e-shared-a-5ea1e0", "namespace": "openshift-ingress"} 2026-07-29T01:48:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5ea1e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0", "reconcileID": "256823b6-ec36-42ef-8324-af501f0de1de", "Gateway": "e2e-shared-a-5ea1e0", "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0-authn-ssl"} 2026-07-29T01:48:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5ea1e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0", "reconcileID": "256823b6-ec36-42ef-8324-af501f0de1de", "Gateway": "e2e-shared-a-5ea1e0", "namespace": "openshift-ingress"} 2026-07-29T01:48:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "5c38fb8f-d96d-4e42-8faf-21fdd90f12c1", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress"} 2026-07-29T01:48:22Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "5c38fb8f-d96d-4e42-8faf-21fdd90f12c1", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648-authn-ssl"} 2026-07-29T01:48:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "5c38fb8f-d96d-4e42-8faf-21fdd90f12c1", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress"} 2026-07-29T01:48:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "db1bbaf6-bde6-4a99-824a-1f8b8f899c03", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress"} 2026-07-29T01:48:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "db1bbaf6-bde6-4a99-824a-1f8b8f899c03", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648-authn-ssl"} 2026-07-29T01:48:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "db1bbaf6-bde6-4a99-824a-1f8b8f899c03", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress"} 2026-07-29T01:48:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "116a2dd7-df50-4aeb-aafd-184995fe789f", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress"} 2026-07-29T01:48:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "116a2dd7-df50-4aeb-aafd-184995fe789f", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648-authn-ssl"} 2026-07-29T01:48:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "116a2dd7-df50-4aeb-aafd-184995fe789f", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress"} 2026-07-29T01:48:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "0010a7ad-993a-43c3-9489-b7c7f6f75ef4", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress"} 2026-07-29T01:48:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "0010a7ad-993a-43c3-9489-b7c7f6f75ef4", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648-authn-ssl"} 2026-07-29T01:48:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "0010a7ad-993a-43c3-9489-b7c7f6f75ef4", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress"} 2026-07-29T01:48:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "45fbe474-1ecc-4c15-ada5-efd1758abf17", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress"} 2026-07-29T01:48:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "45fbe474-1ecc-4c15-ada5-efd1758abf17", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648-authn-ssl"} 2026-07-29T01:48:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "45fbe474-1ecc-4c15-ada5-efd1758abf17", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress"} 2026-07-29T01:48:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "4c365750-7ea6-439b-9bd8-76f060f82804", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress"} 2026-07-29T01:48:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "4c365750-7ea6-439b-9bd8-76f060f82804", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648-authn-ssl"} 2026-07-29T01:48:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "4c365750-7ea6-439b-9bd8-76f060f82804", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress"} 2026-07-29T01:48:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "odh-trusted-ca-bundle", "reconcileID": "6f798f18-0de7-4510-801a-a511bd4d273a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:48:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "openshift-service-ca.crt", "reconcileID": "c38d9492-0c84-42be-86de-3611fa9fc90f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:48:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "openshift-service-ca.crt", "reconcileID": "d179353a-ee88-4ef3-a9b3-583e07acdb36", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-295648", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:48:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "openshift-service-ca.crt", "reconcileID": "d179353a-ee88-4ef3-a9b3-583e07acdb36", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:48:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "odh-trusted-ca-bundle", "reconcileID": "c72446a8-3de4-4c19-97cb-c6d79a181df3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-295648", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:48:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "odh-trusted-ca-bundle", "reconcileID": "c72446a8-3de4-4c19-97cb-c6d79a181df3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:48:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "openshift-service-ca.crt", "reconcileID": "ce997a34-0c1d-40f2-9f7d-44beb738c6ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:48:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fb9102ba-e987-4397-88c8-8e53b3cc3733", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:48:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "bc45ce60-fcc3-4ffc-95aa-3a91df006bd5", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress"} 2026-07-29T01:48:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "bc45ce60-fcc3-4ffc-95aa-3a91df006bd5", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648-authn-ssl"} 2026-07-29T01:48:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "bc45ce60-fcc3-4ffc-95aa-3a91df006bd5", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress"} 2026-07-29T01:48:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "098f0580-e62e-4aff-9248-038fd2f4a791", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T01:48:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "09a56422-2b49-4b13-b9ae-c8fe1d34b844", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress"} 2026-07-29T01:48:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "09a56422-2b49-4b13-b9ae-c8fe1d34b844", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648-authn-ssl"} 2026-07-29T01:48:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "09a56422-2b49-4b13-b9ae-c8fe1d34b844", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress"} 2026-07-29T01:48:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8230fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd", "reconcileID": "a366ad4f-65af-4a11-aea8-a1afbf773f63", "Gateway": "e2e-ipp-b-8230fd", "namespace": "openshift-ingress"} 2026-07-29T01:48:51Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8230fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd", "reconcileID": "a366ad4f-65af-4a11-aea8-a1afbf773f63", "Gateway": "e2e-ipp-b-8230fd", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd-authn-ssl"} 2026-07-29T01:48:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8230fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd", "reconcileID": "a366ad4f-65af-4a11-aea8-a1afbf773f63", "Gateway": "e2e-ipp-b-8230fd", "namespace": "openshift-ingress"} 2026-07-29T01:48:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8230fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd", "reconcileID": "aedb2929-fbe0-486c-bc26-6b1f6e9c0b5b", "Gateway": "e2e-ipp-b-8230fd", "namespace": "openshift-ingress"} 2026-07-29T01:48:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8230fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd", "reconcileID": "aedb2929-fbe0-486c-bc26-6b1f6e9c0b5b", "Gateway": "e2e-ipp-b-8230fd", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd-authn-ssl"} 2026-07-29T01:48:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8230fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd", "reconcileID": "aedb2929-fbe0-486c-bc26-6b1f6e9c0b5b", "Gateway": "e2e-ipp-b-8230fd", "namespace": "openshift-ingress"} 2026-07-29T01:48:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8230fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd", "reconcileID": "beb18387-b976-44ff-a48d-bee91524a62f", "Gateway": "e2e-ipp-b-8230fd", "namespace": "openshift-ingress"} 2026-07-29T01:48:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8230fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd", "reconcileID": "beb18387-b976-44ff-a48d-bee91524a62f", "Gateway": "e2e-ipp-b-8230fd", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd-authn-ssl"} 2026-07-29T01:48:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8230fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd", "reconcileID": "beb18387-b976-44ff-a48d-bee91524a62f", "Gateway": "e2e-ipp-b-8230fd", "namespace": "openshift-ingress"} 2026-07-29T01:48:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8230fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd", "reconcileID": "99cc1ecb-d0cf-411d-83c7-46e882cb520f", "Gateway": "e2e-ipp-b-8230fd", "namespace": "openshift-ingress"} 2026-07-29T01:48:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8230fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd", "reconcileID": "99cc1ecb-d0cf-411d-83c7-46e882cb520f", "Gateway": "e2e-ipp-b-8230fd", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd-authn-ssl"} 2026-07-29T01:48:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8230fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd", "reconcileID": "99cc1ecb-d0cf-411d-83c7-46e882cb520f", "Gateway": "e2e-ipp-b-8230fd", "namespace": "openshift-ingress"} 2026-07-29T01:48:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8230fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd", "reconcileID": "85ee4569-00ce-4416-a1ef-132a58279ba4", "Gateway": "e2e-ipp-b-8230fd", "namespace": "openshift-ingress"} 2026-07-29T01:48:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8230fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd", "reconcileID": "85ee4569-00ce-4416-a1ef-132a58279ba4", "Gateway": "e2e-ipp-b-8230fd", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd-authn-ssl"} 2026-07-29T01:48:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8230fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd", "reconcileID": "85ee4569-00ce-4416-a1ef-132a58279ba4", "Gateway": "e2e-ipp-b-8230fd", "namespace": "openshift-ingress"} 2026-07-29T01:48:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8230fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd", "reconcileID": "55764ae1-a12c-46d8-bcb4-502046e426ae", "Gateway": "e2e-ipp-b-8230fd", "namespace": "openshift-ingress"} 2026-07-29T01:48:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8230fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd", "reconcileID": "55764ae1-a12c-46d8-bcb4-502046e426ae", "Gateway": "e2e-ipp-b-8230fd", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd-authn-ssl"} 2026-07-29T01:48:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8230fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd", "reconcileID": "55764ae1-a12c-46d8-bcb4-502046e426ae", "Gateway": "e2e-ipp-b-8230fd", "namespace": "openshift-ingress"} 2026-07-29T01:48:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8230fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd", "reconcileID": "0eb8f8a5-d6a3-472f-8ded-6c57b5c65900", "Gateway": "e2e-ipp-b-8230fd", "namespace": "openshift-ingress"} 2026-07-29T01:48:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8230fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd", "reconcileID": "0eb8f8a5-d6a3-472f-8ded-6c57b5c65900", "Gateway": "e2e-ipp-b-8230fd", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd-authn-ssl"} 2026-07-29T01:48:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8230fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd", "reconcileID": "0eb8f8a5-d6a3-472f-8ded-6c57b5c65900", "Gateway": "e2e-ipp-b-8230fd", "namespace": "openshift-ingress"} 2026-07-29T01:48:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8230fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd", "reconcileID": "06617b91-c903-4a14-bee4-da0fc8991a2f", "Gateway": "e2e-ipp-b-8230fd", "namespace": "openshift-ingress"} 2026-07-29T01:48:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8230fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd", "reconcileID": "06617b91-c903-4a14-bee4-da0fc8991a2f", "Gateway": "e2e-ipp-b-8230fd", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd-authn-ssl"} 2026-07-29T01:48:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8230fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd", "reconcileID": "06617b91-c903-4a14-bee4-da0fc8991a2f", "Gateway": "e2e-ipp-b-8230fd", "namespace": "openshift-ingress"} 2026-07-29T01:48:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-8230fd"}, "namespace": "ai-tenant-e2e-ipp-b-8230fd", "name": "openshift-service-ca.crt", "reconcileID": "5609542a-8274-4981-be36-4f6f79fa2d03", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-8230fd"} 2026-07-29T01:48:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8230fd"}, "namespace": "ai-tenant-e2e-ipp-b-8230fd", "name": "odh-trusted-ca-bundle", "reconcileID": "92bd4b7c-b094-407e-a1ef-636dc0bf1379", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8230fd"} 2026-07-29T01:48:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-8230fd"}, "namespace": "ai-tenant-e2e-ipp-b-8230fd", "name": "openshift-service-ca.crt", "reconcileID": "ae432804-a2ae-4ed5-bb72-b686a79ba085", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-8230fd", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:48:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-8230fd"}, "namespace": "ai-tenant-e2e-ipp-b-8230fd", "name": "openshift-service-ca.crt", "reconcileID": "ae432804-a2ae-4ed5-bb72-b686a79ba085", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-8230fd"} 2026-07-29T01:48:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-8230fd"}, "namespace": "ai-tenant-e2e-ipp-b-8230fd", "name": "openshift-service-ca.crt", "reconcileID": "305d8546-8750-4a0f-80f5-39c99fe7ad82", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-8230fd", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:48:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-8230fd"}, "namespace": "ai-tenant-e2e-ipp-b-8230fd", "name": "openshift-service-ca.crt", "reconcileID": "305d8546-8750-4a0f-80f5-39c99fe7ad82", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T01:48:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8230fd"}, "namespace": "ai-tenant-e2e-ipp-b-8230fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "70a5d067-d35d-4a21-b44f-e4b90f66c9ac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8230fd"} 2026-07-29T01:48:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-8230fd"}, "namespace": "ai-tenant-e2e-ipp-b-8230fd", "name": "openshift-service-ca.crt", "reconcileID": "9927f8c9-26d8-4897-815c-a21f9df3d8eb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-8230fd"} 2026-07-29T01:48:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8230fd"}, "namespace": "ai-tenant-e2e-ipp-b-8230fd", "name": "odh-trusted-ca-bundle", "reconcileID": "5e17b053-543e-4ce1-8557-a89486af0504", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8230fd", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:48:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8230fd"}, "namespace": "ai-tenant-e2e-ipp-b-8230fd", "name": "odh-trusted-ca-bundle", "reconcileID": "5e17b053-543e-4ce1-8557-a89486af0504", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8230fd"} 2026-07-29T01:48:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8230fd"}, "namespace": "ai-tenant-e2e-ipp-b-8230fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aa01d936-f542-4cba-aa12-899ec0029ea9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8230fd"} 2026-07-29T01:48:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8230fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd", "reconcileID": "a1817067-88b1-4819-bd98-e61a165ce6a0", "Gateway": "e2e-ipp-b-8230fd", "namespace": "openshift-ingress"} 2026-07-29T01:48:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8230fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd", "reconcileID": "a1817067-88b1-4819-bd98-e61a165ce6a0", "Gateway": "e2e-ipp-b-8230fd", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd-authn-ssl"} 2026-07-29T01:48:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8230fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd", "reconcileID": "a1817067-88b1-4819-bd98-e61a165ce6a0", "Gateway": "e2e-ipp-b-8230fd", "namespace": "openshift-ingress"} 2026-07-29T01:48:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9ec1463a-f890-4043-a459-84825d9bd1ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T01:48:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0b2ce344-6520-43aa-a88d-5a042236a771", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T01:49:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8230fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd", "reconcileID": "0527e584-f8b3-49d2-9bff-6ca9148673f9", "Gateway": "e2e-ipp-b-8230fd", "namespace": "openshift-ingress"} 2026-07-29T01:49:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8230fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd", "reconcileID": "0527e584-f8b3-49d2-9bff-6ca9148673f9", "Gateway": "e2e-ipp-b-8230fd", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd-authn-ssl"} 2026-07-29T01:49:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8230fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd", "reconcileID": "0527e584-f8b3-49d2-9bff-6ca9148673f9", "Gateway": "e2e-ipp-b-8230fd", "namespace": "openshift-ingress"} 2026-07-29T01:49:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "63eb3162-1cfa-4fdd-a845-2a22a1eb537f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T01:49:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "1b90c7d9-d499-4c9b-a658-688817252262", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:49:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "1b90c7d9-d499-4c9b-a658-688817252262", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:49:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "1b90c7d9-d499-4c9b-a658-688817252262", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:49:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "961deae6-0a73-4383-963f-1de4ce238509", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress"} 2026-07-29T01:49:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "1b90c7d9-d499-4c9b-a658-688817252262", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648-kserve-route-authn"} 2026-07-29T01:49:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "1b90c7d9-d499-4c9b-a658-688817252262", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648", "authType": "userdefined"} 2026-07-29T01:49:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "1b90c7d9-d499-4c9b-a658-688817252262", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:49:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "961deae6-0a73-4383-963f-1de4ce238509", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648-authn-ssl"} 2026-07-29T01:49:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "961deae6-0a73-4383-963f-1de4ce238509", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress"} 2026-07-29T01:49:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "a0e40f6f-d825-4a14-945a-c3d476a9c838", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:49:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "a0e40f6f-d825-4a14-945a-c3d476a9c838", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:49:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "a0e40f6f-d825-4a14-945a-c3d476a9c838", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:49:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "a0e40f6f-d825-4a14-945a-c3d476a9c838", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648-kserve-route-authn"} 2026-07-29T01:49:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "a0e40f6f-d825-4a14-945a-c3d476a9c838", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648", "authType": "userdefined"} 2026-07-29T01:49:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "a0e40f6f-d825-4a14-945a-c3d476a9c838", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:49:29Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T01:49:29Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T01:49:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "933ead2f-403f-4d7e-987b-c2e2e2964522", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T01:49:30Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T01:49:30Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T01:49:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "6b5bb1ba-044f-447d-bda1-65d00c491272", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress"} 2026-07-29T01:49:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "6b5bb1ba-044f-447d-bda1-65d00c491272", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648-authn-ssl"} 2026-07-29T01:49:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "6b5bb1ba-044f-447d-bda1-65d00c491272", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress"} 2026-07-29T01:49:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "8851bdb6-9b33-4b90-97b6-ea985c187a59", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:49:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "8851bdb6-9b33-4b90-97b6-ea985c187a59", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:49:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "8851bdb6-9b33-4b90-97b6-ea985c187a59", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:49:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "8851bdb6-9b33-4b90-97b6-ea985c187a59", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648-kserve-route-authn"} 2026-07-29T01:49:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "8851bdb6-9b33-4b90-97b6-ea985c187a59", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648", "authType": "userdefined"} 2026-07-29T01:49:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "8851bdb6-9b33-4b90-97b6-ea985c187a59", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:49:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "840c09f4-d437-498b-b3b9-8b0eb68eaa42", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:49:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "840c09f4-d437-498b-b3b9-8b0eb68eaa42", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:49:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "840c09f4-d437-498b-b3b9-8b0eb68eaa42", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:49:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "840c09f4-d437-498b-b3b9-8b0eb68eaa42", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648-kserve-route-authn"} 2026-07-29T01:49:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "840c09f4-d437-498b-b3b9-8b0eb68eaa42", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648", "authType": "userdefined"} 2026-07-29T01:49:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "840c09f4-d437-498b-b3b9-8b0eb68eaa42", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:49:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "cbf49c45-1eef-4906-b426-bce3f15efd33", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:49:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "cbf49c45-1eef-4906-b426-bce3f15efd33", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:49:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "cbf49c45-1eef-4906-b426-bce3f15efd33", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:49:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "cbf49c45-1eef-4906-b426-bce3f15efd33", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648-kserve-route-authn"} 2026-07-29T01:49:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "cbf49c45-1eef-4906-b426-bce3f15efd33", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648", "authType": "userdefined"} 2026-07-29T01:49:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "cbf49c45-1eef-4906-b426-bce3f15efd33", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:49:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "80673091-7af6-49f1-8be3-7a06a533e11f", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress"} 2026-07-29T01:49:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "80673091-7af6-49f1-8be3-7a06a533e11f", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648-authn-ssl"} 2026-07-29T01:49:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "80673091-7af6-49f1-8be3-7a06a533e11f", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress"} 2026-07-29T01:50:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dc8b9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a", "reconcileID": "d22a8be6-42f0-4941-a4a0-d991cf1dc984", "Gateway": "e2e-ipp-cleanup-dc8b9a", "namespace": "openshift-ingress"} 2026-07-29T01:50:14Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dc8b9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a", "reconcileID": "d22a8be6-42f0-4941-a4a0-d991cf1dc984", "Gateway": "e2e-ipp-cleanup-dc8b9a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a-authn-ssl"} 2026-07-29T01:50:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dc8b9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a", "reconcileID": "d22a8be6-42f0-4941-a4a0-d991cf1dc984", "Gateway": "e2e-ipp-cleanup-dc8b9a", "namespace": "openshift-ingress"} 2026-07-29T01:50:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dc8b9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a", "reconcileID": "94488806-6fa9-4f66-8bcc-3fec74944ef9", "Gateway": "e2e-ipp-cleanup-dc8b9a", "namespace": "openshift-ingress"} 2026-07-29T01:50:14Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dc8b9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a", "reconcileID": "94488806-6fa9-4f66-8bcc-3fec74944ef9", "Gateway": "e2e-ipp-cleanup-dc8b9a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a-authn-ssl"} 2026-07-29T01:50:14Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dc8b9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a", "reconcileID": "94488806-6fa9-4f66-8bcc-3fec74944ef9", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-cleanup-dc8b9a-authn-ssl: envoyfilters.networking.istio.io \"e2e-ipp-cleanup-dc8b9a-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T01:50:14Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-cleanup-dc8b9a-authn-ssl: envoyfilters.networking.istio.io "e2e-ipp-cleanup-dc8b9a-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-ipp-cleanup-dc8b9a","uid":"c6803837-7a66-4466-a7a7-6bdc8f0714c2","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"71811"}, "reason": "ReconcileError"} 2026-07-29T01:50:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dc8b9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a", "reconcileID": "7b905623-bd91-4811-b858-241ba9c1ec2b", "Gateway": "e2e-ipp-cleanup-dc8b9a", "namespace": "openshift-ingress"} 2026-07-29T01:50:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dc8b9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a", "reconcileID": "7b905623-bd91-4811-b858-241ba9c1ec2b", "Gateway": "e2e-ipp-cleanup-dc8b9a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a-authn-ssl"} 2026-07-29T01:50:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dc8b9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a", "reconcileID": "7b905623-bd91-4811-b858-241ba9c1ec2b", "Gateway": "e2e-ipp-cleanup-dc8b9a", "namespace": "openshift-ingress"} 2026-07-29T01:50:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dc8b9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a", "reconcileID": "e8c61fc7-2295-41a8-ae14-72ee454bd840", "Gateway": "e2e-ipp-cleanup-dc8b9a", "namespace": "openshift-ingress"} 2026-07-29T01:50:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dc8b9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a", "reconcileID": "e8c61fc7-2295-41a8-ae14-72ee454bd840", "Gateway": "e2e-ipp-cleanup-dc8b9a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a-authn-ssl"} 2026-07-29T01:50:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dc8b9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a", "reconcileID": "e8c61fc7-2295-41a8-ae14-72ee454bd840", "Gateway": "e2e-ipp-cleanup-dc8b9a", "namespace": "openshift-ingress"} 2026-07-29T01:50:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dc8b9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a", "reconcileID": "74a666b7-418e-4837-8c31-10157694e03d", "Gateway": "e2e-ipp-cleanup-dc8b9a", "namespace": "openshift-ingress"} 2026-07-29T01:50:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dc8b9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a", "reconcileID": "74a666b7-418e-4837-8c31-10157694e03d", "Gateway": "e2e-ipp-cleanup-dc8b9a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a-authn-ssl"} 2026-07-29T01:50:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dc8b9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a", "reconcileID": "74a666b7-418e-4837-8c31-10157694e03d", "Gateway": "e2e-ipp-cleanup-dc8b9a", "namespace": "openshift-ingress"} 2026-07-29T01:50:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dc8b9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a", "reconcileID": "4054f983-5f95-4022-bd1f-01eceff2f4e7", "Gateway": "e2e-ipp-cleanup-dc8b9a", "namespace": "openshift-ingress"} 2026-07-29T01:50:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dc8b9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a", "reconcileID": "4054f983-5f95-4022-bd1f-01eceff2f4e7", "Gateway": "e2e-ipp-cleanup-dc8b9a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a-authn-ssl"} 2026-07-29T01:50:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dc8b9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a", "reconcileID": "4054f983-5f95-4022-bd1f-01eceff2f4e7", "Gateway": "e2e-ipp-cleanup-dc8b9a", "namespace": "openshift-ingress"} 2026-07-29T01:50:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dc8b9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a", "reconcileID": "71d5de88-3684-4e2c-bef1-41cab8bf509f", "Gateway": "e2e-ipp-cleanup-dc8b9a", "namespace": "openshift-ingress"} 2026-07-29T01:50:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dc8b9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a", "reconcileID": "71d5de88-3684-4e2c-bef1-41cab8bf509f", "Gateway": "e2e-ipp-cleanup-dc8b9a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a-authn-ssl"} 2026-07-29T01:50:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dc8b9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a", "reconcileID": "71d5de88-3684-4e2c-bef1-41cab8bf509f", "Gateway": "e2e-ipp-cleanup-dc8b9a", "namespace": "openshift-ingress"} 2026-07-29T01:50:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dc8b9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a", "reconcileID": "43ca1fbd-26c8-4b9d-9b31-bf8ae4eddf12", "Gateway": "e2e-ipp-cleanup-dc8b9a", "namespace": "openshift-ingress"} 2026-07-29T01:50:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dc8b9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a", "reconcileID": "43ca1fbd-26c8-4b9d-9b31-bf8ae4eddf12", "Gateway": "e2e-ipp-cleanup-dc8b9a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a-authn-ssl"} 2026-07-29T01:50:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dc8b9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a", "reconcileID": "43ca1fbd-26c8-4b9d-9b31-bf8ae4eddf12", "Gateway": "e2e-ipp-cleanup-dc8b9a", "namespace": "openshift-ingress"} 2026-07-29T01:50:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-dc8b9a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dc8b9a", "name": "openshift-service-ca.crt", "reconcileID": "22fd7af4-9eb2-4a07-b3c4-102be06ef8ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-dc8b9a"} 2026-07-29T01:50:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-dc8b9a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dc8b9a", "name": "odh-trusted-ca-bundle", "reconcileID": "c48e58fe-3364-48cb-84aa-c4c98b42c7a5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-dc8b9a"} 2026-07-29T01:50:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-dc8b9a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dc8b9a", "name": "openshift-service-ca.crt", "reconcileID": "2879d486-b7f9-44be-97cf-a4a3f727ee1c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-dc8b9a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:50:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-dc8b9a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dc8b9a", "name": "openshift-service-ca.crt", "reconcileID": "2879d486-b7f9-44be-97cf-a4a3f727ee1c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-dc8b9a"} 2026-07-29T01:50:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-dc8b9a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dc8b9a", "name": "openshift-service-ca.crt", "reconcileID": "601f541e-4071-4038-abab-29fb572b0707", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-dc8b9a"} 2026-07-29T01:50:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-dc8b9a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dc8b9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9c657ab2-d62d-4bc9-b147-1d14781639e3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-dc8b9a"} 2026-07-29T01:50:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-dc8b9a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dc8b9a", "name": "odh-trusted-ca-bundle", "reconcileID": "eff84c51-e730-4961-8693-5c4ad2e73fa1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-dc8b9a", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:50:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-dc8b9a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dc8b9a", "name": "odh-trusted-ca-bundle", "reconcileID": "eff84c51-e730-4961-8693-5c4ad2e73fa1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-dc8b9a"} 2026-07-29T01:50:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-dc8b9a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dc8b9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f81642cb-0260-4738-9c64-cd8485e1fe14", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-dc8b9a"} 2026-07-29T01:50:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dc8b9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a", "reconcileID": "e6cf7e38-65f2-4ee0-959f-f232f0a941a1", "Gateway": "e2e-ipp-cleanup-dc8b9a", "namespace": "openshift-ingress"} 2026-07-29T01:50:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dc8b9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a", "reconcileID": "e6cf7e38-65f2-4ee0-959f-f232f0a941a1", "Gateway": "e2e-ipp-cleanup-dc8b9a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a-authn-ssl"} 2026-07-29T01:50:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dc8b9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a", "reconcileID": "e6cf7e38-65f2-4ee0-959f-f232f0a941a1", "Gateway": "e2e-ipp-cleanup-dc8b9a", "namespace": "openshift-ingress"} 2026-07-29T01:50:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c48b5173-d709-4a54-9a03-54dd397b23a7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T01:50:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dc8b9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a", "reconcileID": "4dcb77d2-b542-442f-af59-679d88385e9e", "Gateway": "e2e-ipp-cleanup-dc8b9a", "namespace": "openshift-ingress"} 2026-07-29T01:50:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dc8b9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a", "reconcileID": "4dcb77d2-b542-442f-af59-679d88385e9e", "Gateway": "e2e-ipp-cleanup-dc8b9a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a-authn-ssl"} 2026-07-29T01:50:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dc8b9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a", "reconcileID": "4dcb77d2-b542-442f-af59-679d88385e9e", "Gateway": "e2e-ipp-cleanup-dc8b9a", "namespace": "openshift-ingress"} 2026-07-29T01:50:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dc8b9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a", "reconcileID": "fa057897-a765-4ba0-9a98-8359b7cceb1a", "Gateway": "e2e-ipp-cleanup-dc8b9a", "namespace": "openshift-ingress"} 2026-07-29T01:50:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dc8b9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a", "reconcileID": "fa057897-a765-4ba0-9a98-8359b7cceb1a", "Gateway": "e2e-ipp-cleanup-dc8b9a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a-authn-ssl"} 2026-07-29T01:50:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dc8b9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a", "reconcileID": "fa057897-a765-4ba0-9a98-8359b7cceb1a", "Gateway": "e2e-ipp-cleanup-dc8b9a", "namespace": "openshift-ingress"} 2026-07-29T01:50:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-dc8b9a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dc8b9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "145c99cf-ea79-4f42-a43e-9486748f7aef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-dc8b9a"} 2026-07-29T01:50:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-dc8b9a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dc8b9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "145c99cf-ea79-4f42-a43e-9486748f7aef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-dc8b9a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:50:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-dc8b9a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dc8b9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "145c99cf-ea79-4f42-a43e-9486748f7aef", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-dc8b9a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T01:50:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-dc8b9a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dc8b9a", "name": "odh-trusted-ca-bundle", "reconcileID": "9c23ac4c-559d-45b3-92df-4afa09de5387", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-dc8b9a"} 2026-07-29T01:50:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-dc8b9a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dc8b9a", "name": "odh-trusted-ca-bundle", "reconcileID": "9c23ac4c-559d-45b3-92df-4afa09de5387", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-dc8b9a"} 2026-07-29T01:50:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-dc8b9a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dc8b9a", "name": "openshift-service-ca.crt", "reconcileID": "ff2e00cb-8e3d-4912-8294-7c5ccd288721", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-dc8b9a"} 2026-07-29T01:50:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-dc8b9a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dc8b9a", "name": "openshift-service-ca.crt", "reconcileID": "ff2e00cb-8e3d-4912-8294-7c5ccd288721", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-dc8b9a"} 2026-07-29T01:50:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-dc8b9a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dc8b9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b8ca98b0-8346-450c-aed4-ba9da4f851cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-dc8b9a"} 2026-07-29T01:50:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-dc8b9a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dc8b9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b8ca98b0-8346-450c-aed4-ba9da4f851cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-dc8b9a"} 2026-07-29T01:50:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dc8b9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a", "reconcileID": "25b2db2f-ef4a-4b37-9f59-5f022f8276c7", "Gateway": "e2e-ipp-cleanup-dc8b9a", "namespace": "openshift-ingress"} 2026-07-29T01:50:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dc8b9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a", "reconcileID": "25b2db2f-ef4a-4b37-9f59-5f022f8276c7", "Gateway": "e2e-ipp-cleanup-dc8b9a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a-authn-ssl"} 2026-07-29T01:50:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dc8b9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a", "reconcileID": "25b2db2f-ef4a-4b37-9f59-5f022f8276c7", "Gateway": "e2e-ipp-cleanup-dc8b9a", "namespace": "openshift-ingress"} 2026-07-29T01:50:54Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dc8b9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dc8b9a", "reconcileID": "c9576366-6286-4adf-a530-7a5a2451c3c5", "Gateway": "e2e-ipp-cleanup-dc8b9a", "namespace": "openshift-ingress"} 2026-07-29T01:50:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3ce76361-b000-47e6-a931-d0817188e5c3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T01:51:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "f5aa1cb6-f110-4d13-bbd3-552193fc6c25", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress"} 2026-07-29T01:51:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "f5aa1cb6-f110-4d13-bbd3-552193fc6c25", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648-authn-ssl"} 2026-07-29T01:51:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "f5aa1cb6-f110-4d13-bbd3-552193fc6c25", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress"} 2026-07-29T01:51:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "75eee8e1-5c9f-436f-afa6-8349d69ccadf", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress"} 2026-07-29T01:51:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "75eee8e1-5c9f-436f-afa6-8349d69ccadf", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648-authn-ssl"} 2026-07-29T01:51:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "75eee8e1-5c9f-436f-afa6-8349d69ccadf", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress"} 2026-07-29T01:51:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "8f7f4677-21a6-4ec2-b7ce-32b46aee17da", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:51:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "8f7f4677-21a6-4ec2-b7ce-32b46aee17da", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:51:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "8f7f4677-21a6-4ec2-b7ce-32b46aee17da", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:51:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "8f7f4677-21a6-4ec2-b7ce-32b46aee17da", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648-kserve-route-authn"} 2026-07-29T01:51:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "8f7f4677-21a6-4ec2-b7ce-32b46aee17da", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648", "authType": "userdefined"} 2026-07-29T01:51:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "8f7f4677-21a6-4ec2-b7ce-32b46aee17da", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:51:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "b4153680-09b1-485f-988f-67385c0e7f12", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress"} 2026-07-29T01:51:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "b4153680-09b1-485f-988f-67385c0e7f12", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648-authn-ssl"} 2026-07-29T01:51:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "b4153680-09b1-485f-988f-67385c0e7f12", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress"} 2026-07-29T01:51:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "f25f0fc3-282f-44cd-b498-d7920811b429", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:51:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "f25f0fc3-282f-44cd-b498-d7920811b429", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:51:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "f25f0fc3-282f-44cd-b498-d7920811b429", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:51:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "f25f0fc3-282f-44cd-b498-d7920811b429", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648-kserve-route-authn"} 2026-07-29T01:51:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "f25f0fc3-282f-44cd-b498-d7920811b429", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648", "authType": "userdefined"} 2026-07-29T01:51:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "f25f0fc3-282f-44cd-b498-d7920811b429", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:51:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c0bfbe0e-c434-48b2-b364-09bc42102f0e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:51:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c0bfbe0e-c434-48b2-b364-09bc42102f0e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-295648", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:51:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c0bfbe0e-c434-48b2-b364-09bc42102f0e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-295648 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T01:51:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "odh-trusted-ca-bundle", "reconcileID": "cb1f1f7f-91f5-4fdc-a446-db74a6a301a9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:51:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "odh-trusted-ca-bundle", "reconcileID": "cb1f1f7f-91f5-4fdc-a446-db74a6a301a9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:51:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "openshift-service-ca.crt", "reconcileID": "de91208b-c5f7-441b-a0ba-33ac18b4e2f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:51:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "openshift-service-ca.crt", "reconcileID": "de91208b-c5f7-441b-a0ba-33ac18b4e2f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:51:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "88d5dc6d-5655-4bf5-b348-bdcddc2e971e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:51:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "88d5dc6d-5655-4bf5-b348-bdcddc2e971e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:51:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "621bf569-019e-4ec8-a032-59f4a45d7c60", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:51:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "621bf569-019e-4ec8-a032-59f4a45d7c60", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:51:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "621bf569-019e-4ec8-a032-59f4a45d7c60", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:51:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "621bf569-019e-4ec8-a032-59f4a45d7c60", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648-kserve-route-authn"} 2026-07-29T01:51:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "621bf569-019e-4ec8-a032-59f4a45d7c60", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648", "authType": "userdefined"} 2026-07-29T01:51:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "621bf569-019e-4ec8-a032-59f4a45d7c60", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:51:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "7cafe8d3-1370-469b-8ee6-f8908a376da4", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:51:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "7cafe8d3-1370-469b-8ee6-f8908a376da4", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648"} 2026-07-29T01:51:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "7cafe8d3-1370-469b-8ee6-f8908a376da4", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:51:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "7cafe8d3-1370-469b-8ee6-f8908a376da4", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:51:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "7cafe8d3-1370-469b-8ee6-f8908a376da4", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648-kserve-route-authn"} 2026-07-29T01:51:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "7cafe8d3-1370-469b-8ee6-f8908a376da4", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648-kserve-route-authn"} 2026-07-29T01:51:57Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "7cafe8d3-1370-469b-8ee6-f8908a376da4", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:51:57Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "7cafe8d3-1370-469b-8ee6-f8908a376da4", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:51:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "a1887de4-495b-4532-9d66-d482f8b9e444", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress"} 2026-07-29T01:51:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "a1887de4-495b-4532-9d66-d482f8b9e444", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648-authn-ssl"} 2026-07-29T01:51:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "a1887de4-495b-4532-9d66-d482f8b9e444", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress"} 2026-07-29T01:51:57Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-295648","namespace":"ai-tenant-e2e-ipp-a-295648"}, "namespace": "ai-tenant-e2e-ipp-a-295648", "name": "ipp-route-295648", "reconcileID": "8225c645-7d8c-406c-b72b-94a64f43b3fd", "LLMInferenceService": "ipp-route-295648", "namespace": "ai-tenant-e2e-ipp-a-295648"} 2026-07-29T01:51:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "bccd9894-a52d-4c57-8088-8188ae0872c4", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress"} 2026-07-29T01:51:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "bccd9894-a52d-4c57-8088-8188ae0872c4", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648-authn-ssl"} 2026-07-29T01:51:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "bccd9894-a52d-4c57-8088-8188ae0872c4", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress"} 2026-07-29T01:52:03Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-295648","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-295648", "reconcileID": "7f2c65e9-4ca0-49a2-a298-72ac4ba29c22", "Gateway": "e2e-ipp-a-295648", "namespace": "openshift-ingress"} 2026-07-29T01:52:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "16847690-6fa5-47ba-a2bb-f09cd59bfea6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T01:52:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8230fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd", "reconcileID": "0a93005c-86d8-4236-bd50-5fe6861580b6", "Gateway": "e2e-ipp-b-8230fd", "namespace": "openshift-ingress"} 2026-07-29T01:52:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8230fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd", "reconcileID": "0a93005c-86d8-4236-bd50-5fe6861580b6", "Gateway": "e2e-ipp-b-8230fd", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd-authn-ssl"} 2026-07-29T01:52:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8230fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd", "reconcileID": "0a93005c-86d8-4236-bd50-5fe6861580b6", "Gateway": "e2e-ipp-b-8230fd", "namespace": "openshift-ingress"} 2026-07-29T01:52:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8230fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd", "reconcileID": "5f8d928c-1f3c-4cf7-9b92-20ecdcef9e79", "Gateway": "e2e-ipp-b-8230fd", "namespace": "openshift-ingress"} 2026-07-29T01:52:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8230fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd", "reconcileID": "5f8d928c-1f3c-4cf7-9b92-20ecdcef9e79", "Gateway": "e2e-ipp-b-8230fd", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd-authn-ssl"} 2026-07-29T01:52:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8230fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd", "reconcileID": "5f8d928c-1f3c-4cf7-9b92-20ecdcef9e79", "Gateway": "e2e-ipp-b-8230fd", "namespace": "openshift-ingress"} 2026-07-29T01:52:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8230fd"}, "namespace": "ai-tenant-e2e-ipp-b-8230fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bcf196ad-b70f-4de0-a9f8-43e59afc6216", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8230fd"} 2026-07-29T01:52:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8230fd"}, "namespace": "ai-tenant-e2e-ipp-b-8230fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bcf196ad-b70f-4de0-a9f8-43e59afc6216", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8230fd", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:52:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8230fd"}, "namespace": "ai-tenant-e2e-ipp-b-8230fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bcf196ad-b70f-4de0-a9f8-43e59afc6216", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-8230fd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T01:52:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8230fd"}, "namespace": "ai-tenant-e2e-ipp-b-8230fd", "name": "odh-trusted-ca-bundle", "reconcileID": "8c6aa588-edba-4cc3-9ebf-2b3b01e23df3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8230fd"} 2026-07-29T01:52:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8230fd"}, "namespace": "ai-tenant-e2e-ipp-b-8230fd", "name": "odh-trusted-ca-bundle", "reconcileID": "8c6aa588-edba-4cc3-9ebf-2b3b01e23df3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8230fd"} 2026-07-29T01:52:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-8230fd"}, "namespace": "ai-tenant-e2e-ipp-b-8230fd", "name": "openshift-service-ca.crt", "reconcileID": "26164d3d-391b-4166-aecc-04219c5bbb04", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-8230fd"} 2026-07-29T01:52:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-8230fd"}, "namespace": "ai-tenant-e2e-ipp-b-8230fd", "name": "openshift-service-ca.crt", "reconcileID": "26164d3d-391b-4166-aecc-04219c5bbb04", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-8230fd"} 2026-07-29T01:52:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8230fd"}, "namespace": "ai-tenant-e2e-ipp-b-8230fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b615fe2e-5426-4997-83a0-6152941e4a78", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8230fd"} 2026-07-29T01:52:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8230fd"}, "namespace": "ai-tenant-e2e-ipp-b-8230fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b615fe2e-5426-4997-83a0-6152941e4a78", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8230fd"} 2026-07-29T01:52:20Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8230fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8230fd", "reconcileID": "53b55dad-1eae-48c2-9575-395cd634370a", "Gateway": "e2e-ipp-b-8230fd", "namespace": "openshift-ingress"} 2026-07-29T01:52:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8fff7e6c-7010-4d03-a8c7-2bc4c3611968", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T01:52:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5ea1e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0", "reconcileID": "f47fcddc-1087-4b5a-b29a-c4e0b549046a", "Gateway": "e2e-shared-a-5ea1e0", "namespace": "openshift-ingress"} 2026-07-29T01:52:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5ea1e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0", "reconcileID": "f47fcddc-1087-4b5a-b29a-c4e0b549046a", "Gateway": "e2e-shared-a-5ea1e0", "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0-authn-ssl"} 2026-07-29T01:52:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5ea1e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0", "reconcileID": "f47fcddc-1087-4b5a-b29a-c4e0b549046a", "Gateway": "e2e-shared-a-5ea1e0", "namespace": "openshift-ingress"} 2026-07-29T01:52:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5ea1e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0", "reconcileID": "2a479f85-6e20-4415-85ab-7c0162cfe70f", "Gateway": "e2e-shared-a-5ea1e0", "namespace": "openshift-ingress"} 2026-07-29T01:52:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5ea1e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0", "reconcileID": "2a479f85-6e20-4415-85ab-7c0162cfe70f", "Gateway": "e2e-shared-a-5ea1e0", "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0-authn-ssl"} 2026-07-29T01:52:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5ea1e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0", "reconcileID": "2a479f85-6e20-4415-85ab-7c0162cfe70f", "Gateway": "e2e-shared-a-5ea1e0", "namespace": "openshift-ingress"} 2026-07-29T01:52:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e3eafd66-50b4-4d8a-a921-35e67be31031", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5ea1e0"} 2026-07-29T01:52:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e3eafd66-50b4-4d8a-a921-35e67be31031", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:52:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e3eafd66-50b4-4d8a-a921-35e67be31031", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-5ea1e0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T01:52:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "odh-trusted-ca-bundle", "reconcileID": "4d3b3823-a6d4-463b-a4c0-31d2a66ed8f9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5ea1e0"} 2026-07-29T01:52:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "odh-trusted-ca-bundle", "reconcileID": "4d3b3823-a6d4-463b-a4c0-31d2a66ed8f9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5ea1e0"} 2026-07-29T01:52:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "openshift-service-ca.crt", "reconcileID": "fb0d13e3-a492-4643-be12-b9a578cf5221", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-5ea1e0"} 2026-07-29T01:52:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "openshift-service-ca.crt", "reconcileID": "fb0d13e3-a492-4643-be12-b9a578cf5221", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-5ea1e0"} 2026-07-29T01:52:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "962988d3-43fc-41bb-a001-41af22d60a31", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5ea1e0"} 2026-07-29T01:52:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5ea1e0"}, "namespace": "ai-tenant-e2e-shared-a-5ea1e0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "962988d3-43fc-41bb-a001-41af22d60a31", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5ea1e0"} 2026-07-29T01:52:38Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5ea1e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5ea1e0", "reconcileID": "46f7c609-e499-42ac-8acd-88bd7de9ec61", "Gateway": "e2e-shared-a-5ea1e0", "namespace": "openshift-ingress"} 2026-07-29T01:52:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f83e27a3-f6d0-4b46-9d37-23d7bacb723d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T01:52:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "44d706f4-a936-4622-bb2f-9347d693927c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T01:52:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ed56b848-734e-4841-8916-e005115e8423", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T01:52:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da474e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e", "reconcileID": "a08e0209-8f7a-4a56-a772-bddd4fc00b8b", "Gateway": "e2e-shared-b-da474e", "namespace": "openshift-ingress"} 2026-07-29T01:52:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da474e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e", "reconcileID": "a08e0209-8f7a-4a56-a772-bddd4fc00b8b", "Gateway": "e2e-shared-b-da474e", "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e-authn-ssl"} 2026-07-29T01:52:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da474e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e", "reconcileID": "a08e0209-8f7a-4a56-a772-bddd4fc00b8b", "Gateway": "e2e-shared-b-da474e", "namespace": "openshift-ingress"} 2026-07-29T01:52:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da474e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e", "reconcileID": "9a6cca11-3939-4e3b-a0ef-940083055648", "Gateway": "e2e-shared-b-da474e", "namespace": "openshift-ingress"} 2026-07-29T01:52:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da474e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e", "reconcileID": "9a6cca11-3939-4e3b-a0ef-940083055648", "Gateway": "e2e-shared-b-da474e", "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e-authn-ssl"} 2026-07-29T01:52:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da474e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e", "reconcileID": "9a6cca11-3939-4e3b-a0ef-940083055648", "Gateway": "e2e-shared-b-da474e", "namespace": "openshift-ingress"} 2026-07-29T01:52:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "50e56cdc-717c-4281-bc9d-806222fcf360", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-da474e"} 2026-07-29T01:52:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "50e56cdc-717c-4281-bc9d-806222fcf360", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-da474e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:52:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "50e56cdc-717c-4281-bc9d-806222fcf360", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-da474e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T01:52:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "odh-trusted-ca-bundle", "reconcileID": "166e2df8-86c0-4f82-9a5c-32b86e4d4368", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-da474e"} 2026-07-29T01:52:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "odh-trusted-ca-bundle", "reconcileID": "166e2df8-86c0-4f82-9a5c-32b86e4d4368", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-da474e"} 2026-07-29T01:52:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "openshift-service-ca.crt", "reconcileID": "5851cbfc-091d-426d-8f09-a5d21b97c100", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-da474e"} 2026-07-29T01:52:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "openshift-service-ca.crt", "reconcileID": "5851cbfc-091d-426d-8f09-a5d21b97c100", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-da474e"} 2026-07-29T01:52:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "907ce066-fb9b-4074-94ac-4fdd4c8616ac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-da474e"} 2026-07-29T01:52:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-da474e"}, "namespace": "ai-tenant-e2e-shared-b-da474e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "907ce066-fb9b-4074-94ac-4fdd4c8616ac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-da474e"} 2026-07-29T01:52:56Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da474e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da474e", "reconcileID": "3d8dbf19-f49e-4299-b49c-877dbfd89998", "Gateway": "e2e-shared-b-da474e", "namespace": "openshift-ingress"}