2026-08-04T12:25:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "dc6caa5e-2e0a-4752-a202-afa75f5a55a3", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress"} 2026-08-04T12:25:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "sub-test-model-038ca6", "reconcileID": "4f8946d7-b877-4bb8-a41e-71b11d1bc622", "LLMInferenceService": "sub-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "sub-test-model-038ca6-kserve-route-authn"} 2026-08-04T12:25:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "sub-test-model-038ca6", "reconcileID": "4f8946d7-b877-4bb8-a41e-71b11d1bc622", "LLMInferenceService": "sub-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6", "authType": "userdefined"} 2026-08-04T12:25:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "sub-test-model-038ca6", "reconcileID": "4f8946d7-b877-4bb8-a41e-71b11d1bc622", "LLMInferenceService": "sub-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:25:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "dc6caa5e-2e0a-4752-a202-afa75f5a55a3", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6-authn-ssl"} 2026-08-04T12:25:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "dc6caa5e-2e0a-4752-a202-afa75f5a55a3", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress"} 2026-08-04T12:25:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "sub-test-model-038ca6", "reconcileID": "dc623151-22b1-47b6-a465-3970607623c1", "LLMInferenceService": "sub-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:25:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "sub-test-model-038ca6", "reconcileID": "dc623151-22b1-47b6-a465-3970607623c1", "LLMInferenceService": "sub-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:25:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "sub-test-model-038ca6", "reconcileID": "dc623151-22b1-47b6-a465-3970607623c1", "LLMInferenceService": "sub-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:25:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "sub-test-model-038ca6", "reconcileID": "dc623151-22b1-47b6-a465-3970607623c1", "LLMInferenceService": "sub-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "sub-test-model-038ca6-kserve-route-authn"} 2026-08-04T12:25:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "sub-test-model-038ca6", "reconcileID": "dc623151-22b1-47b6-a465-3970607623c1", "LLMInferenceService": "sub-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6", "authType": "userdefined"} 2026-08-04T12:25:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "sub-test-model-038ca6", "reconcileID": "dc623151-22b1-47b6-a465-3970607623c1", "LLMInferenceService": "sub-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:26:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "f8bad398-b882-4e24-9d64-2855d0208bc2", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress"} 2026-08-04T12:26:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "f8bad398-b882-4e24-9d64-2855d0208bc2", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6-authn-ssl"} 2026-08-04T12:26:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "f8bad398-b882-4e24-9d64-2855d0208bc2", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress"} 2026-08-04T12:26:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "sub-test-model-038ca6", "reconcileID": "e28649e6-4e70-4c57-8fdb-3f345df4937e", "LLMInferenceService": "sub-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:26:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "sub-test-model-038ca6", "reconcileID": "e28649e6-4e70-4c57-8fdb-3f345df4937e", "LLMInferenceService": "sub-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:26:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "sub-test-model-038ca6", "reconcileID": "e28649e6-4e70-4c57-8fdb-3f345df4937e", "LLMInferenceService": "sub-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:26:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "sub-test-model-038ca6", "reconcileID": "e28649e6-4e70-4c57-8fdb-3f345df4937e", "LLMInferenceService": "sub-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "sub-test-model-038ca6-kserve-route-authn"} 2026-08-04T12:26:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "sub-test-model-038ca6", "reconcileID": "e28649e6-4e70-4c57-8fdb-3f345df4937e", "LLMInferenceService": "sub-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6", "authType": "userdefined"} 2026-08-04T12:26:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "sub-test-model-038ca6", "reconcileID": "e28649e6-4e70-4c57-8fdb-3f345df4937e", "LLMInferenceService": "sub-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:26:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "sub-test-model-038ca6", "reconcileID": "c0619240-d2e2-4ec0-8cfb-1ec0cbc8451d", "LLMInferenceService": "sub-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:26:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "sub-test-model-038ca6", "reconcileID": "c0619240-d2e2-4ec0-8cfb-1ec0cbc8451d", "LLMInferenceService": "sub-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:26:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "sub-test-model-038ca6", "reconcileID": "c0619240-d2e2-4ec0-8cfb-1ec0cbc8451d", "LLMInferenceService": "sub-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:26:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "sub-test-model-038ca6", "reconcileID": "c0619240-d2e2-4ec0-8cfb-1ec0cbc8451d", "LLMInferenceService": "sub-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "sub-test-model-038ca6-kserve-route-authn"} 2026-08-04T12:26:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "sub-test-model-038ca6", "reconcileID": "c0619240-d2e2-4ec0-8cfb-1ec0cbc8451d", "LLMInferenceService": "sub-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6", "authType": "userdefined"} 2026-08-04T12:26:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "sub-test-model-038ca6", "reconcileID": "c0619240-d2e2-4ec0-8cfb-1ec0cbc8451d", "LLMInferenceService": "sub-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:26:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a7013e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e", "reconcileID": "421d9328-a2f4-401b-af98-d3212e4ac390", "Gateway": "e2e-shared-a-a7013e", "namespace": "openshift-ingress"} 2026-08-04T12:26:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a7013e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e", "reconcileID": "421d9328-a2f4-401b-af98-d3212e4ac390", "Gateway": "e2e-shared-a-a7013e", "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e-authn-ssl"} 2026-08-04T12:26:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a7013e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e", "reconcileID": "421d9328-a2f4-401b-af98-d3212e4ac390", "Gateway": "e2e-shared-a-a7013e", "namespace": "openshift-ingress"} 2026-08-04T12:26:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "6d4b4d7f-c342-4d8b-b957-e9d321ecc55f", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress"} 2026-08-04T12:26:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "6d4b4d7f-c342-4d8b-b957-e9d321ecc55f", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6-authn-ssl"} 2026-08-04T12:26:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "6d4b4d7f-c342-4d8b-b957-e9d321ecc55f", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress"} 2026-08-04T12:26:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "018a2fa9-d8fb-4d6b-9794-e104695ae127", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress"} 2026-08-04T12:26:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "018a2fa9-d8fb-4d6b-9794-e104695ae127", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6-authn-ssl"} 2026-08-04T12:26:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "018a2fa9-d8fb-4d6b-9794-e104695ae127", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress"} 2026-08-04T12:26:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "9d9b4a0a-a074-495d-977b-f874ef7cc857", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress"} 2026-08-04T12:26:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "9d9b4a0a-a074-495d-977b-f874ef7cc857", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6-authn-ssl"} 2026-08-04T12:26:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "9d9b4a0a-a074-495d-977b-f874ef7cc857", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress"} 2026-08-04T12:27:08Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a7013e","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "sub-test-model-a7013e", "reconcileID": "49576d60-a2b1-4360-9311-39875ab81a7a", "LLMInferenceService": "sub-test-model-a7013e", "namespace": "ai-tenant-e2e-shared-a-a7013e"} 2026-08-04T12:27:08Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a7013e","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "sub-test-model-a7013e", "reconcileID": "49576d60-a2b1-4360-9311-39875ab81a7a", "LLMInferenceService": "sub-test-model-a7013e", "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "sub-test-model-a7013e"} 2026-08-04T12:27:08Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a7013e","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "sub-test-model-a7013e", "reconcileID": "49576d60-a2b1-4360-9311-39875ab81a7a", "LLMInferenceService": "sub-test-model-a7013e", "namespace": "ai-tenant-e2e-shared-a-a7013e"} 2026-08-04T12:27:08Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a7013e","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "sub-test-model-a7013e", "reconcileID": "49576d60-a2b1-4360-9311-39875ab81a7a", "LLMInferenceService": "sub-test-model-a7013e", "namespace": "ai-tenant-e2e-shared-a-a7013e"} 2026-08-04T12:27:08Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a7013e","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "sub-test-model-a7013e", "reconcileID": "49576d60-a2b1-4360-9311-39875ab81a7a", "LLMInferenceService": "sub-test-model-a7013e", "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "sub-test-model-a7013e-kserve-route-authn"} 2026-08-04T12:27:08Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a7013e","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "sub-test-model-a7013e", "reconcileID": "49576d60-a2b1-4360-9311-39875ab81a7a", "LLMInferenceService": "sub-test-model-a7013e", "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "sub-test-model-a7013e-kserve-route-authn"} 2026-08-04T12:27:08Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a7013e","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "sub-test-model-a7013e", "reconcileID": "49576d60-a2b1-4360-9311-39875ab81a7a", "LLMInferenceService": "sub-test-model-a7013e", "namespace": "ai-tenant-e2e-shared-a-a7013e", "namespace": "ai-tenant-e2e-shared-a-a7013e"} 2026-08-04T12:27:08Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a7013e","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "sub-test-model-a7013e", "reconcileID": "49576d60-a2b1-4360-9311-39875ab81a7a", "LLMInferenceService": "sub-test-model-a7013e", "namespace": "ai-tenant-e2e-shared-a-a7013e", "namespace": "ai-tenant-e2e-shared-a-a7013e"} 2026-08-04T12:27:08Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a7013e","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "sub-test-model-a7013e", "reconcileID": "ca685012-a1d2-47dd-8afa-21c72af4d114", "LLMInferenceService": "sub-test-model-a7013e", "namespace": "ai-tenant-e2e-shared-a-a7013e"} 2026-08-04T12:27:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a7013e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e", "reconcileID": "5e4eeba4-5c91-4ab3-929c-1d25835d4d17", "Gateway": "e2e-shared-a-a7013e", "namespace": "openshift-ingress"} 2026-08-04T12:27:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a7013e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e", "reconcileID": "5e4eeba4-5c91-4ab3-929c-1d25835d4d17", "Gateway": "e2e-shared-a-a7013e", "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e-authn-ssl"} 2026-08-04T12:27:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a7013e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e", "reconcileID": "5e4eeba4-5c91-4ab3-929c-1d25835d4d17", "Gateway": "e2e-shared-a-a7013e", "namespace": "openshift-ingress"} 2026-08-04T12:27:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a7013e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e", "reconcileID": "4402ed81-b70f-4831-9eb5-8ba571c3429d", "Gateway": "e2e-shared-a-a7013e", "namespace": "openshift-ingress"} 2026-08-04T12:27:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a7013e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e", "reconcileID": "4402ed81-b70f-4831-9eb5-8ba571c3429d", "Gateway": "e2e-shared-a-a7013e", "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e-authn-ssl"} 2026-08-04T12:27:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a7013e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e", "reconcileID": "4402ed81-b70f-4831-9eb5-8ba571c3429d", "Gateway": "e2e-shared-a-a7013e", "namespace": "openshift-ingress"} 2026-08-04T12:27:08Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "sub-test-model-038ca6", "reconcileID": "a3a5f23b-4b40-44d3-80ed-a47fa0b29d03", "LLMInferenceService": "sub-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:27:08Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "sub-test-model-038ca6", "reconcileID": "a3a5f23b-4b40-44d3-80ed-a47fa0b29d03", "LLMInferenceService": "sub-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "sub-test-model-038ca6"} 2026-08-04T12:27:08Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "sub-test-model-038ca6", "reconcileID": "a3a5f23b-4b40-44d3-80ed-a47fa0b29d03", "LLMInferenceService": "sub-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:27:08Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "sub-test-model-038ca6", "reconcileID": "a3a5f23b-4b40-44d3-80ed-a47fa0b29d03", "LLMInferenceService": "sub-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:27:08Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "sub-test-model-038ca6", "reconcileID": "a3a5f23b-4b40-44d3-80ed-a47fa0b29d03", "LLMInferenceService": "sub-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "sub-test-model-038ca6-kserve-route-authn"} 2026-08-04T12:27:08Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "sub-test-model-038ca6", "reconcileID": "a3a5f23b-4b40-44d3-80ed-a47fa0b29d03", "LLMInferenceService": "sub-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "sub-test-model-038ca6-kserve-route-authn"} 2026-08-04T12:27:08Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "sub-test-model-038ca6", "reconcileID": "a3a5f23b-4b40-44d3-80ed-a47fa0b29d03", "LLMInferenceService": "sub-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:27:08Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "sub-test-model-038ca6", "reconcileID": "a3a5f23b-4b40-44d3-80ed-a47fa0b29d03", "LLMInferenceService": "sub-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:27:09Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "sub-test-model-038ca6", "reconcileID": "87ab1236-a38f-41b8-b218-94acabd291d3", "LLMInferenceService": "sub-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:27:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "3d9d4d54-6a1d-4463-931f-1865e97dc3e9", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress"} 2026-08-04T12:27:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "3d9d4d54-6a1d-4463-931f-1865e97dc3e9", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6-authn-ssl"} 2026-08-04T12:27:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "3d9d4d54-6a1d-4463-931f-1865e97dc3e9", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress"} 2026-08-04T12:27:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "0c4163d1-cff7-4664-9465-813a4331f15c", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress"} 2026-08-04T12:27:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "0c4163d1-cff7-4664-9465-813a4331f15c", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6-authn-ssl"} 2026-08-04T12:27:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "0c4163d1-cff7-4664-9465-813a4331f15c", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress"} 2026-08-04T12:27:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7013e","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "rate-test-model-a7013e", "reconcileID": "3f04397f-0659-4833-bd33-a8d0ae3b3ffc", "LLMInferenceService": "rate-test-model-a7013e", "namespace": "ai-tenant-e2e-shared-a-a7013e"} 2026-08-04T12:27:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7013e","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "rate-test-model-a7013e", "reconcileID": "3f04397f-0659-4833-bd33-a8d0ae3b3ffc", "LLMInferenceService": "rate-test-model-a7013e", "namespace": "ai-tenant-e2e-shared-a-a7013e"} 2026-08-04T12:27:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7013e","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "rate-test-model-a7013e", "reconcileID": "3f04397f-0659-4833-bd33-a8d0ae3b3ffc", "LLMInferenceService": "rate-test-model-a7013e", "namespace": "ai-tenant-e2e-shared-a-a7013e"} 2026-08-04T12:27:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a7013e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e", "reconcileID": "f049f971-374c-4e5d-971a-abc19183abd7", "Gateway": "e2e-shared-a-a7013e", "namespace": "openshift-ingress"} 2026-08-04T12:27:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7013e","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "rate-test-model-a7013e", "reconcileID": "3f04397f-0659-4833-bd33-a8d0ae3b3ffc", "LLMInferenceService": "rate-test-model-a7013e", "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "rate-test-model-a7013e-kserve-route-authn"} 2026-08-04T12:27:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7013e","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "rate-test-model-a7013e", "reconcileID": "3f04397f-0659-4833-bd33-a8d0ae3b3ffc", "LLMInferenceService": "rate-test-model-a7013e", "namespace": "ai-tenant-e2e-shared-a-a7013e", "authType": "userdefined"} 2026-08-04T12:27:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7013e","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "rate-test-model-a7013e", "reconcileID": "3f04397f-0659-4833-bd33-a8d0ae3b3ffc", "LLMInferenceService": "rate-test-model-a7013e", "namespace": "ai-tenant-e2e-shared-a-a7013e"} 2026-08-04T12:27:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a7013e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e", "reconcileID": "f049f971-374c-4e5d-971a-abc19183abd7", "Gateway": "e2e-shared-a-a7013e", "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e-authn-ssl"} 2026-08-04T12:27:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a7013e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e", "reconcileID": "f049f971-374c-4e5d-971a-abc19183abd7", "Gateway": "e2e-shared-a-a7013e", "namespace": "openshift-ingress"} 2026-08-04T12:27:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7013e","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "rate-test-model-a7013e", "reconcileID": "52931389-9e55-457e-86f2-40597c67e505", "LLMInferenceService": "rate-test-model-a7013e", "namespace": "ai-tenant-e2e-shared-a-a7013e"} 2026-08-04T12:27:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7013e","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "rate-test-model-a7013e", "reconcileID": "52931389-9e55-457e-86f2-40597c67e505", "LLMInferenceService": "rate-test-model-a7013e", "namespace": "ai-tenant-e2e-shared-a-a7013e"} 2026-08-04T12:27:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7013e","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "rate-test-model-a7013e", "reconcileID": "52931389-9e55-457e-86f2-40597c67e505", "LLMInferenceService": "rate-test-model-a7013e", "namespace": "ai-tenant-e2e-shared-a-a7013e"} 2026-08-04T12:27:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7013e","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "rate-test-model-a7013e", "reconcileID": "52931389-9e55-457e-86f2-40597c67e505", "LLMInferenceService": "rate-test-model-a7013e", "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "rate-test-model-a7013e-kserve-route-authn"} 2026-08-04T12:27:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7013e","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "rate-test-model-a7013e", "reconcileID": "52931389-9e55-457e-86f2-40597c67e505", "LLMInferenceService": "rate-test-model-a7013e", "namespace": "ai-tenant-e2e-shared-a-a7013e", "authType": "userdefined"} 2026-08-04T12:27:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7013e","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "rate-test-model-a7013e", "reconcileID": "52931389-9e55-457e-86f2-40597c67e505", "LLMInferenceService": "rate-test-model-a7013e", "namespace": "ai-tenant-e2e-shared-a-a7013e"} 2026-08-04T12:27:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "f67d860a-7a0c-4fe0-a48e-2657e04c6c02", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress"} 2026-08-04T12:27:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "f67d860a-7a0c-4fe0-a48e-2657e04c6c02", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6-authn-ssl"} 2026-08-04T12:27:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "f67d860a-7a0c-4fe0-a48e-2657e04c6c02", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress"} 2026-08-04T12:27:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a7013e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e", "reconcileID": "3d17e4ea-953a-4e7c-8cd2-67de590c8749", "Gateway": "e2e-shared-a-a7013e", "namespace": "openshift-ingress"} 2026-08-04T12:27:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a7013e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e", "reconcileID": "3d17e4ea-953a-4e7c-8cd2-67de590c8749", "Gateway": "e2e-shared-a-a7013e", "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e-authn-ssl"} 2026-08-04T12:27:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a7013e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e", "reconcileID": "3d17e4ea-953a-4e7c-8cd2-67de590c8749", "Gateway": "e2e-shared-a-a7013e", "namespace": "openshift-ingress"} 2026-08-04T12:27:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a7013e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e", "reconcileID": "ee661ea3-5ebd-4d78-b4e7-c762dbbf4f57", "Gateway": "e2e-shared-a-a7013e", "namespace": "openshift-ingress"} 2026-08-04T12:27:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a7013e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e", "reconcileID": "ee661ea3-5ebd-4d78-b4e7-c762dbbf4f57", "Gateway": "e2e-shared-a-a7013e", "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e-authn-ssl"} 2026-08-04T12:27:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a7013e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e", "reconcileID": "ee661ea3-5ebd-4d78-b4e7-c762dbbf4f57", "Gateway": "e2e-shared-a-a7013e", "namespace": "openshift-ingress"} 2026-08-04T12:27:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7013e","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "rate-test-model-a7013e", "reconcileID": "b471778e-c062-4355-bae9-ccfd0082a8e0", "LLMInferenceService": "rate-test-model-a7013e", "namespace": "ai-tenant-e2e-shared-a-a7013e"} 2026-08-04T12:27:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7013e","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "rate-test-model-a7013e", "reconcileID": "b471778e-c062-4355-bae9-ccfd0082a8e0", "LLMInferenceService": "rate-test-model-a7013e", "namespace": "ai-tenant-e2e-shared-a-a7013e"} 2026-08-04T12:27:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7013e","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "rate-test-model-a7013e", "reconcileID": "b471778e-c062-4355-bae9-ccfd0082a8e0", "LLMInferenceService": "rate-test-model-a7013e", "namespace": "ai-tenant-e2e-shared-a-a7013e"} 2026-08-04T12:27:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7013e","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "rate-test-model-a7013e", "reconcileID": "b471778e-c062-4355-bae9-ccfd0082a8e0", "LLMInferenceService": "rate-test-model-a7013e", "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "rate-test-model-a7013e-kserve-route-authn"} 2026-08-04T12:27:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7013e","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "rate-test-model-a7013e", "reconcileID": "b471778e-c062-4355-bae9-ccfd0082a8e0", "LLMInferenceService": "rate-test-model-a7013e", "namespace": "ai-tenant-e2e-shared-a-a7013e", "authType": "userdefined"} 2026-08-04T12:27:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7013e","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "rate-test-model-a7013e", "reconcileID": "b471778e-c062-4355-bae9-ccfd0082a8e0", "LLMInferenceService": "rate-test-model-a7013e", "namespace": "ai-tenant-e2e-shared-a-a7013e"} 2026-08-04T12:27:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7013e","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "rate-test-model-a7013e", "reconcileID": "65876921-2f94-4d5a-a089-5f0b36ad5fbd", "LLMInferenceService": "rate-test-model-a7013e", "namespace": "ai-tenant-e2e-shared-a-a7013e"} 2026-08-04T12:27:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7013e","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "rate-test-model-a7013e", "reconcileID": "65876921-2f94-4d5a-a089-5f0b36ad5fbd", "LLMInferenceService": "rate-test-model-a7013e", "namespace": "ai-tenant-e2e-shared-a-a7013e"} 2026-08-04T12:27:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7013e","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "rate-test-model-a7013e", "reconcileID": "65876921-2f94-4d5a-a089-5f0b36ad5fbd", "LLMInferenceService": "rate-test-model-a7013e", "namespace": "ai-tenant-e2e-shared-a-a7013e"} 2026-08-04T12:27:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7013e","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "rate-test-model-a7013e", "reconcileID": "65876921-2f94-4d5a-a089-5f0b36ad5fbd", "LLMInferenceService": "rate-test-model-a7013e", "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "rate-test-model-a7013e-kserve-route-authn"} 2026-08-04T12:27:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7013e","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "rate-test-model-a7013e", "reconcileID": "65876921-2f94-4d5a-a089-5f0b36ad5fbd", "LLMInferenceService": "rate-test-model-a7013e", "namespace": "ai-tenant-e2e-shared-a-a7013e", "authType": "userdefined"} 2026-08-04T12:27:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7013e","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "rate-test-model-a7013e", "reconcileID": "65876921-2f94-4d5a-a089-5f0b36ad5fbd", "LLMInferenceService": "rate-test-model-a7013e", "namespace": "ai-tenant-e2e-shared-a-a7013e"} 2026-08-04T12:27:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "rate-test-model-038ca6", "reconcileID": "b0c31857-f49b-4ddf-946a-7b69652a15f7", "LLMInferenceService": "rate-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:27:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "rate-test-model-038ca6", "reconcileID": "b0c31857-f49b-4ddf-946a-7b69652a15f7", "LLMInferenceService": "rate-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:27:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "rate-test-model-038ca6", "reconcileID": "b0c31857-f49b-4ddf-946a-7b69652a15f7", "LLMInferenceService": "rate-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:27:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "626fc5a8-c1a6-4246-a024-e4e2d509708f", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress"} 2026-08-04T12:27:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "rate-test-model-038ca6", "reconcileID": "b0c31857-f49b-4ddf-946a-7b69652a15f7", "LLMInferenceService": "rate-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "rate-test-model-038ca6-kserve-route-authn"} 2026-08-04T12:27:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "rate-test-model-038ca6", "reconcileID": "b0c31857-f49b-4ddf-946a-7b69652a15f7", "LLMInferenceService": "rate-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6", "authType": "userdefined"} 2026-08-04T12:27:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "rate-test-model-038ca6", "reconcileID": "b0c31857-f49b-4ddf-946a-7b69652a15f7", "LLMInferenceService": "rate-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:27:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "626fc5a8-c1a6-4246-a024-e4e2d509708f", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6-authn-ssl"} 2026-08-04T12:27:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "626fc5a8-c1a6-4246-a024-e4e2d509708f", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress"} 2026-08-04T12:27:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "rate-test-model-038ca6", "reconcileID": "de887765-b489-4642-a469-0ac2aadf8cf2", "LLMInferenceService": "rate-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:27:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "rate-test-model-038ca6", "reconcileID": "de887765-b489-4642-a469-0ac2aadf8cf2", "LLMInferenceService": "rate-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:27:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "rate-test-model-038ca6", "reconcileID": "de887765-b489-4642-a469-0ac2aadf8cf2", "LLMInferenceService": "rate-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:27:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "rate-test-model-038ca6", "reconcileID": "de887765-b489-4642-a469-0ac2aadf8cf2", "LLMInferenceService": "rate-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "rate-test-model-038ca6-kserve-route-authn"} 2026-08-04T12:27:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "rate-test-model-038ca6", "reconcileID": "de887765-b489-4642-a469-0ac2aadf8cf2", "LLMInferenceService": "rate-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6", "authType": "userdefined"} 2026-08-04T12:27:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "rate-test-model-038ca6", "reconcileID": "de887765-b489-4642-a469-0ac2aadf8cf2", "LLMInferenceService": "rate-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:28:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "3de497c3-0d4d-416b-8dd6-6dd7bb3aea9c", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress"} 2026-08-04T12:28:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "3de497c3-0d4d-416b-8dd6-6dd7bb3aea9c", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6-authn-ssl"} 2026-08-04T12:28:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "3de497c3-0d4d-416b-8dd6-6dd7bb3aea9c", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress"} 2026-08-04T12:28:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "rate-test-model-038ca6", "reconcileID": "d6e7a229-a686-4830-9945-35120075c150", "LLMInferenceService": "rate-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:28:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "rate-test-model-038ca6", "reconcileID": "d6e7a229-a686-4830-9945-35120075c150", "LLMInferenceService": "rate-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:28:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "rate-test-model-038ca6", "reconcileID": "d6e7a229-a686-4830-9945-35120075c150", "LLMInferenceService": "rate-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:28:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "rate-test-model-038ca6", "reconcileID": "d6e7a229-a686-4830-9945-35120075c150", "LLMInferenceService": "rate-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "rate-test-model-038ca6-kserve-route-authn"} 2026-08-04T12:28:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "rate-test-model-038ca6", "reconcileID": "d6e7a229-a686-4830-9945-35120075c150", "LLMInferenceService": "rate-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6", "authType": "userdefined"} 2026-08-04T12:28:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "rate-test-model-038ca6", "reconcileID": "d6e7a229-a686-4830-9945-35120075c150", "LLMInferenceService": "rate-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:28:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "rate-test-model-038ca6", "reconcileID": "6b61f125-5aec-456c-97a2-fa98ab365af4", "LLMInferenceService": "rate-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:28:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "rate-test-model-038ca6", "reconcileID": "6b61f125-5aec-456c-97a2-fa98ab365af4", "LLMInferenceService": "rate-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:28:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "rate-test-model-038ca6", "reconcileID": "6b61f125-5aec-456c-97a2-fa98ab365af4", "LLMInferenceService": "rate-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:28:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "rate-test-model-038ca6", "reconcileID": "6b61f125-5aec-456c-97a2-fa98ab365af4", "LLMInferenceService": "rate-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "rate-test-model-038ca6-kserve-route-authn"} 2026-08-04T12:28:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "rate-test-model-038ca6", "reconcileID": "6b61f125-5aec-456c-97a2-fa98ab365af4", "LLMInferenceService": "rate-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6", "authType": "userdefined"} 2026-08-04T12:28:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "rate-test-model-038ca6", "reconcileID": "6b61f125-5aec-456c-97a2-fa98ab365af4", "LLMInferenceService": "rate-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:28:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "rate-test-model-038ca6", "reconcileID": "107cc819-c6bd-4bb7-bec4-c3277c3eaacd", "LLMInferenceService": "rate-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:28:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "rate-test-model-038ca6", "reconcileID": "107cc819-c6bd-4bb7-bec4-c3277c3eaacd", "LLMInferenceService": "rate-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:28:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "rate-test-model-038ca6", "reconcileID": "107cc819-c6bd-4bb7-bec4-c3277c3eaacd", "LLMInferenceService": "rate-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:28:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "rate-test-model-038ca6", "reconcileID": "107cc819-c6bd-4bb7-bec4-c3277c3eaacd", "LLMInferenceService": "rate-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "rate-test-model-038ca6-kserve-route-authn"} 2026-08-04T12:28:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "rate-test-model-038ca6", "reconcileID": "107cc819-c6bd-4bb7-bec4-c3277c3eaacd", "LLMInferenceService": "rate-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6", "authType": "userdefined"} 2026-08-04T12:28:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "rate-test-model-038ca6", "reconcileID": "107cc819-c6bd-4bb7-bec4-c3277c3eaacd", "LLMInferenceService": "rate-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:28:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a7013e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e", "reconcileID": "a14e9df5-3fa5-458c-9439-c4c3402534f7", "Gateway": "e2e-shared-a-a7013e", "namespace": "openshift-ingress"} 2026-08-04T12:28:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a7013e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e", "reconcileID": "a14e9df5-3fa5-458c-9439-c4c3402534f7", "Gateway": "e2e-shared-a-a7013e", "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e-authn-ssl"} 2026-08-04T12:28:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a7013e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e", "reconcileID": "a14e9df5-3fa5-458c-9439-c4c3402534f7", "Gateway": "e2e-shared-a-a7013e", "namespace": "openshift-ingress"} 2026-08-04T12:28:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "077a07f9-c31c-449a-9625-c59e44e98317", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T12:28:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "5cd120eb-4c27-4ee3-8d87-302dc9852506", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress"} 2026-08-04T12:28:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "5cd120eb-4c27-4ee3-8d87-302dc9852506", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6-authn-ssl"} 2026-08-04T12:28:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "5cd120eb-4c27-4ee3-8d87-302dc9852506", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress"} 2026-08-04T12:28:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "b3cbcc59-2f6d-4111-b425-7d58ccbaa77e", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress"} 2026-08-04T12:28:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "b3cbcc59-2f6d-4111-b425-7d58ccbaa77e", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6-authn-ssl"} 2026-08-04T12:28:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "b3cbcc59-2f6d-4111-b425-7d58ccbaa77e", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress"} 2026-08-04T12:28:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "d68b19f0-09a0-4b13-b0fd-e1f3c300513e", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress"} 2026-08-04T12:28:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "d68b19f0-09a0-4b13-b0fd-e1f3c300513e", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6-authn-ssl"} 2026-08-04T12:28:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "d68b19f0-09a0-4b13-b0fd-e1f3c300513e", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress"} 2026-08-04T12:29:14Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7013e","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "rate-test-model-a7013e", "reconcileID": "f7e74718-fa77-4ec0-a504-bfe1bcb1c74d", "LLMInferenceService": "rate-test-model-a7013e", "namespace": "ai-tenant-e2e-shared-a-a7013e"} 2026-08-04T12:29:14Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7013e","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "rate-test-model-a7013e", "reconcileID": "f7e74718-fa77-4ec0-a504-bfe1bcb1c74d", "LLMInferenceService": "rate-test-model-a7013e", "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "rate-test-model-a7013e"} 2026-08-04T12:29:14Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7013e","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "rate-test-model-a7013e", "reconcileID": "f7e74718-fa77-4ec0-a504-bfe1bcb1c74d", "LLMInferenceService": "rate-test-model-a7013e", "namespace": "ai-tenant-e2e-shared-a-a7013e"} 2026-08-04T12:29:14Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7013e","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "rate-test-model-a7013e", "reconcileID": "f7e74718-fa77-4ec0-a504-bfe1bcb1c74d", "LLMInferenceService": "rate-test-model-a7013e", "namespace": "ai-tenant-e2e-shared-a-a7013e"} 2026-08-04T12:29:14Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7013e","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "rate-test-model-a7013e", "reconcileID": "f7e74718-fa77-4ec0-a504-bfe1bcb1c74d", "LLMInferenceService": "rate-test-model-a7013e", "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "rate-test-model-a7013e-kserve-route-authn"} 2026-08-04T12:29:14Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7013e","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "rate-test-model-a7013e", "reconcileID": "f7e74718-fa77-4ec0-a504-bfe1bcb1c74d", "LLMInferenceService": "rate-test-model-a7013e", "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "rate-test-model-a7013e-kserve-route-authn"} 2026-08-04T12:29:14Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7013e","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "rate-test-model-a7013e", "reconcileID": "f7e74718-fa77-4ec0-a504-bfe1bcb1c74d", "LLMInferenceService": "rate-test-model-a7013e", "namespace": "ai-tenant-e2e-shared-a-a7013e", "namespace": "ai-tenant-e2e-shared-a-a7013e"} 2026-08-04T12:29:14Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7013e","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "rate-test-model-a7013e", "reconcileID": "f7e74718-fa77-4ec0-a504-bfe1bcb1c74d", "LLMInferenceService": "rate-test-model-a7013e", "namespace": "ai-tenant-e2e-shared-a-a7013e", "namespace": "ai-tenant-e2e-shared-a-a7013e"} 2026-08-04T12:29:14Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7013e","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "rate-test-model-a7013e", "reconcileID": "6ee9b461-1869-4790-a1bf-7b8a8c065355", "LLMInferenceService": "rate-test-model-a7013e", "namespace": "ai-tenant-e2e-shared-a-a7013e"} 2026-08-04T12:29:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a7013e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e", "reconcileID": "1dc03ab2-3a20-4b88-83b1-45ab430552d1", "Gateway": "e2e-shared-a-a7013e", "namespace": "openshift-ingress"} 2026-08-04T12:29:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a7013e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e", "reconcileID": "1dc03ab2-3a20-4b88-83b1-45ab430552d1", "Gateway": "e2e-shared-a-a7013e", "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e-authn-ssl"} 2026-08-04T12:29:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a7013e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e", "reconcileID": "1dc03ab2-3a20-4b88-83b1-45ab430552d1", "Gateway": "e2e-shared-a-a7013e", "namespace": "openshift-ingress"} 2026-08-04T12:29:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a7013e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e", "reconcileID": "317f9f23-3665-45a1-84da-ddb2e074c78c", "Gateway": "e2e-shared-a-a7013e", "namespace": "openshift-ingress"} 2026-08-04T12:29:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a7013e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e", "reconcileID": "317f9f23-3665-45a1-84da-ddb2e074c78c", "Gateway": "e2e-shared-a-a7013e", "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e-authn-ssl"} 2026-08-04T12:29:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a7013e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e", "reconcileID": "317f9f23-3665-45a1-84da-ddb2e074c78c", "Gateway": "e2e-shared-a-a7013e", "namespace": "openshift-ingress"} 2026-08-04T12:29:14Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "rate-test-model-038ca6", "reconcileID": "4b020773-bc1b-4ea5-992d-47ca8a73c456", "LLMInferenceService": "rate-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:29:14Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "rate-test-model-038ca6", "reconcileID": "4b020773-bc1b-4ea5-992d-47ca8a73c456", "LLMInferenceService": "rate-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "rate-test-model-038ca6"} 2026-08-04T12:29:14Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "rate-test-model-038ca6", "reconcileID": "4b020773-bc1b-4ea5-992d-47ca8a73c456", "LLMInferenceService": "rate-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:29:14Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "rate-test-model-038ca6", "reconcileID": "4b020773-bc1b-4ea5-992d-47ca8a73c456", "LLMInferenceService": "rate-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:29:14Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "rate-test-model-038ca6", "reconcileID": "4b020773-bc1b-4ea5-992d-47ca8a73c456", "LLMInferenceService": "rate-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "rate-test-model-038ca6-kserve-route-authn"} 2026-08-04T12:29:14Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "rate-test-model-038ca6", "reconcileID": "4b020773-bc1b-4ea5-992d-47ca8a73c456", "LLMInferenceService": "rate-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "rate-test-model-038ca6-kserve-route-authn"} 2026-08-04T12:29:14Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "rate-test-model-038ca6", "reconcileID": "4b020773-bc1b-4ea5-992d-47ca8a73c456", "LLMInferenceService": "rate-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:29:14Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "rate-test-model-038ca6", "reconcileID": "4b020773-bc1b-4ea5-992d-47ca8a73c456", "LLMInferenceService": "rate-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:29:15Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-038ca6","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "rate-test-model-038ca6", "reconcileID": "4911db2b-7eaf-469d-b022-79ef64ca80d1", "LLMInferenceService": "rate-test-model-038ca6", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:29:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "e6498608-9dbf-4533-913b-afdffdec8457", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress"} 2026-08-04T12:29:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "e6498608-9dbf-4533-913b-afdffdec8457", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6-authn-ssl"} 2026-08-04T12:29:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "e6498608-9dbf-4533-913b-afdffdec8457", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress"} 2026-08-04T12:29:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "7b364eab-357b-4bfd-aac2-d166cda10581", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress"} 2026-08-04T12:29:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "7b364eab-357b-4bfd-aac2-d166cda10581", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6-authn-ssl"} 2026-08-04T12:29:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "7b364eab-357b-4bfd-aac2-d166cda10581", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress"} 2026-08-04T12:29:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a7013e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e", "reconcileID": "d448125d-5ab8-4a9a-adfd-3b4bb1bcf613", "Gateway": "e2e-shared-a-a7013e", "namespace": "openshift-ingress"} 2026-08-04T12:29:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a7013e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e", "reconcileID": "d448125d-5ab8-4a9a-adfd-3b4bb1bcf613", "Gateway": "e2e-shared-a-a7013e", "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e-authn-ssl"} 2026-08-04T12:29:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a7013e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e", "reconcileID": "d448125d-5ab8-4a9a-adfd-3b4bb1bcf613", "Gateway": "e2e-shared-a-a7013e", "namespace": "openshift-ingress"} 2026-08-04T12:29:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "f51b2964-60bf-4704-b82e-2f6ad19a5275", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress"} 2026-08-04T12:29:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "f51b2964-60bf-4704-b82e-2f6ad19a5275", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6-authn-ssl"} 2026-08-04T12:29:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "f51b2964-60bf-4704-b82e-2f6ad19a5275", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress"} 2026-08-04T12:29:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "bb117361-df86-4e55-a2cb-b6b362627527", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress"} 2026-08-04T12:29:39Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "bb117361-df86-4e55-a2cb-b6b362627527", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4-authn-ssl"} 2026-08-04T12:29:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "bb117361-df86-4e55-a2cb-b6b362627527", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress"} 2026-08-04T12:29:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "820ec65e-f6c8-486e-afa7-8c15c85ca9ba", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress"} 2026-08-04T12:29:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "820ec65e-f6c8-486e-afa7-8c15c85ca9ba", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4-authn-ssl"} 2026-08-04T12:29:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "820ec65e-f6c8-486e-afa7-8c15c85ca9ba", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress"} 2026-08-04T12:29:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "3161760a-63d5-4de3-8958-00ddee4372a5", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress"} 2026-08-04T12:29:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "3161760a-63d5-4de3-8958-00ddee4372a5", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4-authn-ssl"} 2026-08-04T12:29:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "3161760a-63d5-4de3-8958-00ddee4372a5", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress"} 2026-08-04T12:29:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "abd5f24f-fc76-4cf6-8eb8-f4354ace0975", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress"} 2026-08-04T12:29:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "abd5f24f-fc76-4cf6-8eb8-f4354ace0975", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4-authn-ssl"} 2026-08-04T12:29:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "abd5f24f-fc76-4cf6-8eb8-f4354ace0975", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress"} 2026-08-04T12:29:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "7eb270b1-5c47-42d6-9a25-a4d9c9b313e3", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress"} 2026-08-04T12:29:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "7eb270b1-5c47-42d6-9a25-a4d9c9b313e3", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4-authn-ssl"} 2026-08-04T12:29:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "7eb270b1-5c47-42d6-9a25-a4d9c9b313e3", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress"} 2026-08-04T12:29:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "702e8566-876e-4420-b9a9-15b31d0ea170", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress"} 2026-08-04T12:29:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "702e8566-876e-4420-b9a9-15b31d0ea170", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4-authn-ssl"} 2026-08-04T12:29:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "702e8566-876e-4420-b9a9-15b31d0ea170", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress"} 2026-08-04T12:29:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "6e8a3d99-76f7-4c1c-9143-c9e50c4a3189", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress"} 2026-08-04T12:29:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "6e8a3d99-76f7-4c1c-9143-c9e50c4a3189", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4-authn-ssl"} 2026-08-04T12:29:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "6e8a3d99-76f7-4c1c-9143-c9e50c4a3189", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress"} 2026-08-04T12:29:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "odh-trusted-ca-bundle", "reconcileID": "f0a40708-46c4-4afb-95e5-3c0fa88c9cfe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a888a4"} 2026-08-04T12:29:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "openshift-service-ca.crt", "reconcileID": "7412135e-a887-4840-b2c1-8a984cfb967d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a888a4"} 2026-08-04T12:29:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "openshift-service-ca.crt", "reconcileID": "93ddc729-addc-440c-8d57-f36d83253116", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a888a4", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T12:29:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "openshift-service-ca.crt", "reconcileID": "93ddc729-addc-440c-8d57-f36d83253116", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a888a4"} 2026-08-04T12:29:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1e17fde-943d-4baa-8357-f7ee6cfbf357", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a888a4"} 2026-08-04T12:29:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "openshift-service-ca.crt", "reconcileID": "068f9afa-812d-4d2e-89f9-b073b3b5b4bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a888a4"} 2026-08-04T12:29:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "odh-trusted-ca-bundle", "reconcileID": "602b6d49-5abf-45bc-bef0-14faea4656d9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a888a4", "update": "odh-kserve-custom-ca-bundle"} 2026-08-04T12:29:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "odh-trusted-ca-bundle", "reconcileID": "602b6d49-5abf-45bc-bef0-14faea4656d9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a888a4"} 2026-08-04T12:29:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f756f5db-bda7-4542-a6b9-e317df7113eb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a888a4"} 2026-08-04T12:29:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "c60ffe20-00b8-482b-9aa1-8a5ec7e4adf3", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress"} 2026-08-04T12:29:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "c60ffe20-00b8-482b-9aa1-8a5ec7e4adf3", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4-authn-ssl"} 2026-08-04T12:29:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "c60ffe20-00b8-482b-9aa1-8a5ec7e4adf3", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress"} 2026-08-04T12:29:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9fb035b5-8459-4be3-a6d8-5f6635b0df58", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T12:29:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "f1c171ad-592f-4ec1-8a97-f911615e0839", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress"} 2026-08-04T12:29:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "f1c171ad-592f-4ec1-8a97-f911615e0839", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4-authn-ssl"} 2026-08-04T12:29:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "f1c171ad-592f-4ec1-8a97-f911615e0839", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress"} 2026-08-04T12:29:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e06aa02a-a9bf-4a7f-af93-2e50de3db360", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T12:30:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3e96e765-1fe6-45c3-b838-f6c46fa948c5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T12:30:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0778c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0778c1", "reconcileID": "bd36436c-3a20-4ef3-9a58-a315857c11b0", "Gateway": "e2e-ipp-b-0778c1", "namespace": "openshift-ingress"} 2026-08-04T12:30:09Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0778c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0778c1", "reconcileID": "bd36436c-3a20-4ef3-9a58-a315857c11b0", "Gateway": "e2e-ipp-b-0778c1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0778c1-authn-ssl"} 2026-08-04T12:30:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0778c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0778c1", "reconcileID": "bd36436c-3a20-4ef3-9a58-a315857c11b0", "Gateway": "e2e-ipp-b-0778c1", "namespace": "openshift-ingress"} 2026-08-04T12:30:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0778c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0778c1", "reconcileID": "6fd0980d-3bbf-447d-b30a-a8c877198fff", "Gateway": "e2e-ipp-b-0778c1", "namespace": "openshift-ingress"} 2026-08-04T12:30:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0778c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0778c1", "reconcileID": "6fd0980d-3bbf-447d-b30a-a8c877198fff", "Gateway": "e2e-ipp-b-0778c1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0778c1-authn-ssl"} 2026-08-04T12:30:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0778c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0778c1", "reconcileID": "6fd0980d-3bbf-447d-b30a-a8c877198fff", "Gateway": "e2e-ipp-b-0778c1", "namespace": "openshift-ingress"} 2026-08-04T12:30:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0778c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0778c1", "reconcileID": "a1f9176f-494c-4277-bf62-e046f24445e5", "Gateway": "e2e-ipp-b-0778c1", "namespace": "openshift-ingress"} 2026-08-04T12:30:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0778c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0778c1", "reconcileID": "a1f9176f-494c-4277-bf62-e046f24445e5", "Gateway": "e2e-ipp-b-0778c1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0778c1-authn-ssl"} 2026-08-04T12:30:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0778c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0778c1", "reconcileID": "a1f9176f-494c-4277-bf62-e046f24445e5", "Gateway": "e2e-ipp-b-0778c1", "namespace": "openshift-ingress"} 2026-08-04T12:30:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0778c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0778c1", "reconcileID": "b57c2bd4-b720-4d47-8853-199b93e6e2f1", "Gateway": "e2e-ipp-b-0778c1", "namespace": "openshift-ingress"} 2026-08-04T12:30:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0778c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0778c1", "reconcileID": "b57c2bd4-b720-4d47-8853-199b93e6e2f1", "Gateway": "e2e-ipp-b-0778c1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0778c1-authn-ssl"} 2026-08-04T12:30:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0778c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0778c1", "reconcileID": "b57c2bd4-b720-4d47-8853-199b93e6e2f1", "Gateway": "e2e-ipp-b-0778c1", "namespace": "openshift-ingress"} 2026-08-04T12:30:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0778c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0778c1", "reconcileID": "0c503153-a668-4896-b92f-70cb7dd7457a", "Gateway": "e2e-ipp-b-0778c1", "namespace": "openshift-ingress"} 2026-08-04T12:30:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0778c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0778c1", "reconcileID": "0c503153-a668-4896-b92f-70cb7dd7457a", "Gateway": "e2e-ipp-b-0778c1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0778c1-authn-ssl"} 2026-08-04T12:30:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0778c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0778c1", "reconcileID": "0c503153-a668-4896-b92f-70cb7dd7457a", "Gateway": "e2e-ipp-b-0778c1", "namespace": "openshift-ingress"} 2026-08-04T12:30:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0778c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0778c1", "reconcileID": "949440cc-ccf4-4afb-8dcf-f7522e0f2812", "Gateway": "e2e-ipp-b-0778c1", "namespace": "openshift-ingress"} 2026-08-04T12:30:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0778c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0778c1", "reconcileID": "949440cc-ccf4-4afb-8dcf-f7522e0f2812", "Gateway": "e2e-ipp-b-0778c1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0778c1-authn-ssl"} 2026-08-04T12:30:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0778c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0778c1", "reconcileID": "949440cc-ccf4-4afb-8dcf-f7522e0f2812", "Gateway": "e2e-ipp-b-0778c1", "namespace": "openshift-ingress"} 2026-08-04T12:30:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0778c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0778c1", "reconcileID": "ce1b22be-e7f4-4a6b-bff5-998be120482f", "Gateway": "e2e-ipp-b-0778c1", "namespace": "openshift-ingress"} 2026-08-04T12:30:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0778c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0778c1", "reconcileID": "ce1b22be-e7f4-4a6b-bff5-998be120482f", "Gateway": "e2e-ipp-b-0778c1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0778c1-authn-ssl"} 2026-08-04T12:30:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0778c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0778c1", "reconcileID": "ce1b22be-e7f4-4a6b-bff5-998be120482f", "Gateway": "e2e-ipp-b-0778c1", "namespace": "openshift-ingress"} 2026-08-04T12:30:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0778c1"}, "namespace": "ai-tenant-e2e-ipp-b-0778c1", "name": "openshift-service-ca.crt", "reconcileID": "36bf8032-f65b-47c5-a0fe-896ecc775e1c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0778c1"} 2026-08-04T12:30:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0778c1"}, "namespace": "ai-tenant-e2e-ipp-b-0778c1", "name": "odh-trusted-ca-bundle", "reconcileID": "b3d846e2-4b3e-4eb8-a4e6-77dc51bd5185", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0778c1"} 2026-08-04T12:30:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0778c1"}, "namespace": "ai-tenant-e2e-ipp-b-0778c1", "name": "openshift-service-ca.crt", "reconcileID": "36f14925-64ef-486c-acca-15af55dbb666", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0778c1", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T12:30:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0778c1"}, "namespace": "ai-tenant-e2e-ipp-b-0778c1", "name": "openshift-service-ca.crt", "reconcileID": "36f14925-64ef-486c-acca-15af55dbb666", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0778c1"} 2026-08-04T12:30:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0778c1"}, "namespace": "ai-tenant-e2e-ipp-b-0778c1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1bc212a3-6996-4e8c-9b47-8e0b07e06132", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0778c1"} 2026-08-04T12:30:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0778c1"}, "namespace": "ai-tenant-e2e-ipp-b-0778c1", "name": "openshift-service-ca.crt", "reconcileID": "19157e41-a596-4049-b562-48568456a81c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0778c1"} 2026-08-04T12:30:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0778c1"}, "namespace": "ai-tenant-e2e-ipp-b-0778c1", "name": "odh-trusted-ca-bundle", "reconcileID": "449fc9cd-bac2-4798-8e29-a313a0743aa9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0778c1", "update": "odh-kserve-custom-ca-bundle"} 2026-08-04T12:30:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0778c1"}, "namespace": "ai-tenant-e2e-ipp-b-0778c1", "name": "odh-trusted-ca-bundle", "reconcileID": "449fc9cd-bac2-4798-8e29-a313a0743aa9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0778c1"} 2026-08-04T12:30:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0778c1"}, "namespace": "ai-tenant-e2e-ipp-b-0778c1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85dd267c-8b80-4a2a-948c-b20b64ceef5f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0778c1"} 2026-08-04T12:30:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0778c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0778c1", "reconcileID": "554929c7-acd3-4476-9b45-3e7a986e0528", "Gateway": "e2e-ipp-b-0778c1", "namespace": "openshift-ingress"} 2026-08-04T12:30:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0778c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0778c1", "reconcileID": "554929c7-acd3-4476-9b45-3e7a986e0528", "Gateway": "e2e-ipp-b-0778c1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0778c1-authn-ssl"} 2026-08-04T12:30:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0778c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0778c1", "reconcileID": "554929c7-acd3-4476-9b45-3e7a986e0528", "Gateway": "e2e-ipp-b-0778c1", "namespace": "openshift-ingress"} 2026-08-04T12:30:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9ecedd7a-5b61-4f37-9288-66c0169896dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T12:30:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0778c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0778c1", "reconcileID": "3768c6f1-e1bb-442d-abb3-1ba0127c2c31", "Gateway": "e2e-ipp-b-0778c1", "namespace": "openshift-ingress"} 2026-08-04T12:30:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0778c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0778c1", "reconcileID": "3768c6f1-e1bb-442d-abb3-1ba0127c2c31", "Gateway": "e2e-ipp-b-0778c1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0778c1-authn-ssl"} 2026-08-04T12:30:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0778c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0778c1", "reconcileID": "3768c6f1-e1bb-442d-abb3-1ba0127c2c31", "Gateway": "e2e-ipp-b-0778c1", "namespace": "openshift-ingress"} 2026-08-04T12:30:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "61bc8be1-a4db-4cc3-9a49-3640a24d652f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T12:30:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5429b673-a2a1-49d6-8c26-3f67fd759b96", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T12:30:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a888a4","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "ipp-route-a888a4", "reconcileID": "8ae0ba9c-ca92-415a-83ae-3ef0803c9580", "LLMInferenceService": "ipp-route-a888a4", "namespace": "ai-tenant-e2e-ipp-a-a888a4"} 2026-08-04T12:30:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a888a4","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "ipp-route-a888a4", "reconcileID": "8ae0ba9c-ca92-415a-83ae-3ef0803c9580", "LLMInferenceService": "ipp-route-a888a4", "namespace": "ai-tenant-e2e-ipp-a-a888a4"} 2026-08-04T12:30:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a888a4","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "ipp-route-a888a4", "reconcileID": "8ae0ba9c-ca92-415a-83ae-3ef0803c9580", "LLMInferenceService": "ipp-route-a888a4", "namespace": "ai-tenant-e2e-ipp-a-a888a4"} 2026-08-04T12:30:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "29b445ad-23b9-4a6a-b9c3-a779ea0d0672", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress"} 2026-08-04T12:30:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a888a4","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "ipp-route-a888a4", "reconcileID": "8ae0ba9c-ca92-415a-83ae-3ef0803c9580", "LLMInferenceService": "ipp-route-a888a4", "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "ipp-route-a888a4-kserve-route-authn"} 2026-08-04T12:30:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a888a4","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "ipp-route-a888a4", "reconcileID": "8ae0ba9c-ca92-415a-83ae-3ef0803c9580", "LLMInferenceService": "ipp-route-a888a4", "namespace": "ai-tenant-e2e-ipp-a-a888a4", "authType": "userdefined"} 2026-08-04T12:30:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a888a4","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "ipp-route-a888a4", "reconcileID": "8ae0ba9c-ca92-415a-83ae-3ef0803c9580", "LLMInferenceService": "ipp-route-a888a4", "namespace": "ai-tenant-e2e-ipp-a-a888a4"} 2026-08-04T12:30:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "29b445ad-23b9-4a6a-b9c3-a779ea0d0672", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4-authn-ssl"} 2026-08-04T12:30:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "29b445ad-23b9-4a6a-b9c3-a779ea0d0672", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress"} 2026-08-04T12:30:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a888a4","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "ipp-route-a888a4", "reconcileID": "8ab9dce2-1aa0-4834-a625-b7f8c3b05dd4", "LLMInferenceService": "ipp-route-a888a4", "namespace": "ai-tenant-e2e-ipp-a-a888a4"} 2026-08-04T12:30:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a888a4","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "ipp-route-a888a4", "reconcileID": "8ab9dce2-1aa0-4834-a625-b7f8c3b05dd4", "LLMInferenceService": "ipp-route-a888a4", "namespace": "ai-tenant-e2e-ipp-a-a888a4"} 2026-08-04T12:30:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a888a4","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "ipp-route-a888a4", "reconcileID": "8ab9dce2-1aa0-4834-a625-b7f8c3b05dd4", "LLMInferenceService": "ipp-route-a888a4", "namespace": "ai-tenant-e2e-ipp-a-a888a4"} 2026-08-04T12:30:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a888a4","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "ipp-route-a888a4", "reconcileID": "8ab9dce2-1aa0-4834-a625-b7f8c3b05dd4", "LLMInferenceService": "ipp-route-a888a4", "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "ipp-route-a888a4-kserve-route-authn"} 2026-08-04T12:30:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a888a4","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "ipp-route-a888a4", "reconcileID": "8ab9dce2-1aa0-4834-a625-b7f8c3b05dd4", "LLMInferenceService": "ipp-route-a888a4", "namespace": "ai-tenant-e2e-ipp-a-a888a4", "authType": "userdefined"} 2026-08-04T12:30:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a888a4","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "ipp-route-a888a4", "reconcileID": "8ab9dce2-1aa0-4834-a625-b7f8c3b05dd4", "LLMInferenceService": "ipp-route-a888a4", "namespace": "ai-tenant-e2e-ipp-a-a888a4"} 2026-08-04T12:31:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "874e8b57-2121-4e16-b836-701535bcc23d", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress"} 2026-08-04T12:31:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "874e8b57-2121-4e16-b836-701535bcc23d", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4-authn-ssl"} 2026-08-04T12:31:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "874e8b57-2121-4e16-b836-701535bcc23d", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress"} 2026-08-04T12:31:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a888a4","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "ipp-route-a888a4", "reconcileID": "3b8c0a11-92b7-4263-ab89-896c26d007a2", "LLMInferenceService": "ipp-route-a888a4", "namespace": "ai-tenant-e2e-ipp-a-a888a4"} 2026-08-04T12:31:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a888a4","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "ipp-route-a888a4", "reconcileID": "3b8c0a11-92b7-4263-ab89-896c26d007a2", "LLMInferenceService": "ipp-route-a888a4", "namespace": "ai-tenant-e2e-ipp-a-a888a4"} 2026-08-04T12:31:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a888a4","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "ipp-route-a888a4", "reconcileID": "3b8c0a11-92b7-4263-ab89-896c26d007a2", "LLMInferenceService": "ipp-route-a888a4", "namespace": "ai-tenant-e2e-ipp-a-a888a4"} 2026-08-04T12:31:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a888a4","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "ipp-route-a888a4", "reconcileID": "3b8c0a11-92b7-4263-ab89-896c26d007a2", "LLMInferenceService": "ipp-route-a888a4", "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "ipp-route-a888a4-kserve-route-authn"} 2026-08-04T12:31:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a888a4","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "ipp-route-a888a4", "reconcileID": "3b8c0a11-92b7-4263-ab89-896c26d007a2", "LLMInferenceService": "ipp-route-a888a4", "namespace": "ai-tenant-e2e-ipp-a-a888a4", "authType": "userdefined"} 2026-08-04T12:31:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a888a4","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "ipp-route-a888a4", "reconcileID": "3b8c0a11-92b7-4263-ab89-896c26d007a2", "LLMInferenceService": "ipp-route-a888a4", "namespace": "ai-tenant-e2e-ipp-a-a888a4"} 2026-08-04T12:31:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a888a4","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "ipp-route-a888a4", "reconcileID": "46be73e0-fceb-497d-a779-a85a498884b7", "LLMInferenceService": "ipp-route-a888a4", "namespace": "ai-tenant-e2e-ipp-a-a888a4"} 2026-08-04T12:31:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a888a4","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "ipp-route-a888a4", "reconcileID": "46be73e0-fceb-497d-a779-a85a498884b7", "LLMInferenceService": "ipp-route-a888a4", "namespace": "ai-tenant-e2e-ipp-a-a888a4"} 2026-08-04T12:31:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a888a4","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "ipp-route-a888a4", "reconcileID": "46be73e0-fceb-497d-a779-a85a498884b7", "LLMInferenceService": "ipp-route-a888a4", "namespace": "ai-tenant-e2e-ipp-a-a888a4"} 2026-08-04T12:31:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a888a4","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "ipp-route-a888a4", "reconcileID": "46be73e0-fceb-497d-a779-a85a498884b7", "LLMInferenceService": "ipp-route-a888a4", "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "ipp-route-a888a4-kserve-route-authn"} 2026-08-04T12:31:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a888a4","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "ipp-route-a888a4", "reconcileID": "46be73e0-fceb-497d-a779-a85a498884b7", "LLMInferenceService": "ipp-route-a888a4", "namespace": "ai-tenant-e2e-ipp-a-a888a4", "authType": "userdefined"} 2026-08-04T12:31:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a888a4","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "ipp-route-a888a4", "reconcileID": "46be73e0-fceb-497d-a779-a85a498884b7", "LLMInferenceService": "ipp-route-a888a4", "namespace": "ai-tenant-e2e-ipp-a-a888a4"} 2026-08-04T12:31:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "08b39152-d54b-4c19-9da6-c0b416c13522", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress"} 2026-08-04T12:31:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "08b39152-d54b-4c19-9da6-c0b416c13522", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4-authn-ssl"} 2026-08-04T12:31:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "08b39152-d54b-4c19-9da6-c0b416c13522", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress"} 2026-08-04T12:31:59Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-08-04T12:31:59Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-08-04T12:32:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-672896","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-672896", "reconcileID": "62f717a3-a902-4938-9023-e01a5c0e8700", "Gateway": "e2e-ipp-cleanup-672896", "namespace": "openshift-ingress"} 2026-08-04T12:32:01Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-672896","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-672896", "reconcileID": "62f717a3-a902-4938-9023-e01a5c0e8700", "Gateway": "e2e-ipp-cleanup-672896", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-672896-authn-ssl"} 2026-08-04T12:32:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-672896","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-672896", "reconcileID": "62f717a3-a902-4938-9023-e01a5c0e8700", "Gateway": "e2e-ipp-cleanup-672896", "namespace": "openshift-ingress"} 2026-08-04T12:32:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-672896","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-672896", "reconcileID": "fa39c8d5-c04f-4900-800c-8debd331ecb3", "Gateway": "e2e-ipp-cleanup-672896", "namespace": "openshift-ingress"} 2026-08-04T12:32:01Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-672896","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-672896", "reconcileID": "fa39c8d5-c04f-4900-800c-8debd331ecb3", "Gateway": "e2e-ipp-cleanup-672896", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-672896-authn-ssl"} 2026-08-04T12:32:01Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-672896","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-672896", "reconcileID": "fa39c8d5-c04f-4900-800c-8debd331ecb3", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-cleanup-672896-authn-ssl: envoyfilters.networking.istio.io \"e2e-ipp-cleanup-672896-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-04T12:32:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-672896","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-672896", "reconcileID": "18515d14-e10b-41a6-9691-b154ec3bdd75", "Gateway": "e2e-ipp-cleanup-672896", "namespace": "openshift-ingress"} 2026-08-04T12:32:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-672896","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-672896", "reconcileID": "18515d14-e10b-41a6-9691-b154ec3bdd75", "Gateway": "e2e-ipp-cleanup-672896", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-672896-authn-ssl"} 2026-08-04T12:32:01Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-cleanup-672896-authn-ssl: envoyfilters.networking.istio.io "e2e-ipp-cleanup-672896-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-ipp-cleanup-672896","uid":"271e2164-4db2-43c3-8c6b-53cbe201d539","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"76395"}, "reason": "ReconcileError"} 2026-08-04T12:32:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-672896","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-672896", "reconcileID": "18515d14-e10b-41a6-9691-b154ec3bdd75", "Gateway": "e2e-ipp-cleanup-672896", "namespace": "openshift-ingress"} 2026-08-04T12:32:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-672896","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-672896", "reconcileID": "240d033f-8756-4a7b-9279-d4b899148dff", "Gateway": "e2e-ipp-cleanup-672896", "namespace": "openshift-ingress"} 2026-08-04T12:32:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-672896","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-672896", "reconcileID": "240d033f-8756-4a7b-9279-d4b899148dff", "Gateway": "e2e-ipp-cleanup-672896", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-672896-authn-ssl"} 2026-08-04T12:32:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-672896","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-672896", "reconcileID": "240d033f-8756-4a7b-9279-d4b899148dff", "Gateway": "e2e-ipp-cleanup-672896", "namespace": "openshift-ingress"} 2026-08-04T12:32:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-672896","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-672896", "reconcileID": "6b933ccb-055b-4a6d-bbb0-8e2a22e0b36a", "Gateway": "e2e-ipp-cleanup-672896", "namespace": "openshift-ingress"} 2026-08-04T12:32:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-672896","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-672896", "reconcileID": "6b933ccb-055b-4a6d-bbb0-8e2a22e0b36a", "Gateway": "e2e-ipp-cleanup-672896", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-672896-authn-ssl"} 2026-08-04T12:32:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-672896","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-672896", "reconcileID": "6b933ccb-055b-4a6d-bbb0-8e2a22e0b36a", "Gateway": "e2e-ipp-cleanup-672896", "namespace": "openshift-ingress"} 2026-08-04T12:32:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-672896","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-672896", "reconcileID": "d2d0498e-407e-4bb6-80e2-7337201e5491", "Gateway": "e2e-ipp-cleanup-672896", "namespace": "openshift-ingress"} 2026-08-04T12:32:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-672896","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-672896", "reconcileID": "d2d0498e-407e-4bb6-80e2-7337201e5491", "Gateway": "e2e-ipp-cleanup-672896", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-672896-authn-ssl"} 2026-08-04T12:32:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-672896","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-672896", "reconcileID": "d2d0498e-407e-4bb6-80e2-7337201e5491", "Gateway": "e2e-ipp-cleanup-672896", "namespace": "openshift-ingress"} 2026-08-04T12:32:01Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-08-04T12:32:01Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-08-04T12:32:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-672896","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-672896", "reconcileID": "6ede3230-3c31-4f24-b3f1-faaa984df4e6", "Gateway": "e2e-ipp-cleanup-672896", "namespace": "openshift-ingress"} 2026-08-04T12:32:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-672896","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-672896", "reconcileID": "6ede3230-3c31-4f24-b3f1-faaa984df4e6", "Gateway": "e2e-ipp-cleanup-672896", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-672896-authn-ssl"} 2026-08-04T12:32:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-672896","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-672896", "reconcileID": "6ede3230-3c31-4f24-b3f1-faaa984df4e6", "Gateway": "e2e-ipp-cleanup-672896", "namespace": "openshift-ingress"} 2026-08-04T12:32:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-672896"}, "namespace": "ai-tenant-e2e-ipp-cleanup-672896", "name": "openshift-service-ca.crt", "reconcileID": "c3aa5fd6-f1ad-4591-aa0c-e90de8b289bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-672896"} 2026-08-04T12:32:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-672896"}, "namespace": "ai-tenant-e2e-ipp-cleanup-672896", "name": "odh-trusted-ca-bundle", "reconcileID": "baaa1c14-376f-4ec4-b9f3-4d644228155d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-672896"} 2026-08-04T12:32:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-672896"}, "namespace": "ai-tenant-e2e-ipp-cleanup-672896", "name": "openshift-service-ca.crt", "reconcileID": "7d0c4b8d-ef6d-450b-b519-eac5690d66cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-672896", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T12:32:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-672896"}, "namespace": "ai-tenant-e2e-ipp-cleanup-672896", "name": "openshift-service-ca.crt", "reconcileID": "7d0c4b8d-ef6d-450b-b519-eac5690d66cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-672896"} 2026-08-04T12:32:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-672896"}, "namespace": "ai-tenant-e2e-ipp-cleanup-672896", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c80efd8d-aae8-45da-9674-fc12e0f67a84", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-672896"} 2026-08-04T12:32:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-672896"}, "namespace": "ai-tenant-e2e-ipp-cleanup-672896", "name": "openshift-service-ca.crt", "reconcileID": "529992f1-60f0-4b0b-aa6c-5e789461ea35", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-672896"} 2026-08-04T12:32:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-672896"}, "namespace": "ai-tenant-e2e-ipp-cleanup-672896", "name": "odh-trusted-ca-bundle", "reconcileID": "3394cc02-79b1-4c40-abaa-cd230de6662c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-672896", "update": "odh-kserve-custom-ca-bundle"} 2026-08-04T12:32:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-672896"}, "namespace": "ai-tenant-e2e-ipp-cleanup-672896", "name": "odh-trusted-ca-bundle", "reconcileID": "3394cc02-79b1-4c40-abaa-cd230de6662c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-672896"} 2026-08-04T12:32:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-672896"}, "namespace": "ai-tenant-e2e-ipp-cleanup-672896", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a357392-8775-4bfe-8d36-3b9a98df8fa5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-672896"} 2026-08-04T12:32:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-672896","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-672896", "reconcileID": "aeaecdbd-fb8e-4209-835c-af75c31f0d6a", "Gateway": "e2e-ipp-cleanup-672896", "namespace": "openshift-ingress"} 2026-08-04T12:32:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-672896","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-672896", "reconcileID": "aeaecdbd-fb8e-4209-835c-af75c31f0d6a", "Gateway": "e2e-ipp-cleanup-672896", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-672896-authn-ssl"} 2026-08-04T12:32:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-672896","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-672896", "reconcileID": "aeaecdbd-fb8e-4209-835c-af75c31f0d6a", "Gateway": "e2e-ipp-cleanup-672896", "namespace": "openshift-ingress"} 2026-08-04T12:32:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d0ffbc1b-a5ae-4929-8cbf-a735bb746cba", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T12:32:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-672896","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-672896", "reconcileID": "65650624-ef18-47b7-a52c-bdc5a8eae325", "Gateway": "e2e-ipp-cleanup-672896", "namespace": "openshift-ingress"} 2026-08-04T12:32:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-672896","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-672896", "reconcileID": "65650624-ef18-47b7-a52c-bdc5a8eae325", "Gateway": "e2e-ipp-cleanup-672896", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-672896-authn-ssl"} 2026-08-04T12:32:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-672896","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-672896", "reconcileID": "65650624-ef18-47b7-a52c-bdc5a8eae325", "Gateway": "e2e-ipp-cleanup-672896", "namespace": "openshift-ingress"} 2026-08-04T12:32:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-672896","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-672896", "reconcileID": "87a1ab97-4822-45cf-84ba-42e08d061dac", "Gateway": "e2e-ipp-cleanup-672896", "namespace": "openshift-ingress"} 2026-08-04T12:32:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-672896","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-672896", "reconcileID": "87a1ab97-4822-45cf-84ba-42e08d061dac", "Gateway": "e2e-ipp-cleanup-672896", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-672896-authn-ssl"} 2026-08-04T12:32:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-672896","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-672896", "reconcileID": "87a1ab97-4822-45cf-84ba-42e08d061dac", "Gateway": "e2e-ipp-cleanup-672896", "namespace": "openshift-ingress"} 2026-08-04T12:32:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-672896","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-672896", "reconcileID": "ae1c3e1b-839f-4f2b-b438-e6c7cb882a96", "Gateway": "e2e-ipp-cleanup-672896", "namespace": "openshift-ingress"} 2026-08-04T12:32:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-672896","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-672896", "reconcileID": "ae1c3e1b-839f-4f2b-b438-e6c7cb882a96", "Gateway": "e2e-ipp-cleanup-672896", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-672896-authn-ssl"} 2026-08-04T12:32:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-672896","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-672896", "reconcileID": "ae1c3e1b-839f-4f2b-b438-e6c7cb882a96", "Gateway": "e2e-ipp-cleanup-672896", "namespace": "openshift-ingress"} 2026-08-04T12:32:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-672896"}, "namespace": "ai-tenant-e2e-ipp-cleanup-672896", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "26a510ed-eb83-4ba7-831b-c5dbc5abd974", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-672896"} 2026-08-04T12:32:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-672896"}, "namespace": "ai-tenant-e2e-ipp-cleanup-672896", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "26a510ed-eb83-4ba7-831b-c5dbc5abd974", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-672896", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T12:32:41Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-672896"}, "namespace": "ai-tenant-e2e-ipp-cleanup-672896", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "26a510ed-eb83-4ba7-831b-c5dbc5abd974", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-672896 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-04T12:32:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-672896"}, "namespace": "ai-tenant-e2e-ipp-cleanup-672896", "name": "odh-trusted-ca-bundle", "reconcileID": "a8cc3606-f005-442f-9a8f-62cd7ddd413e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-672896"} 2026-08-04T12:32:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-672896"}, "namespace": "ai-tenant-e2e-ipp-cleanup-672896", "name": "odh-trusted-ca-bundle", "reconcileID": "a8cc3606-f005-442f-9a8f-62cd7ddd413e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-672896"} 2026-08-04T12:32:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-672896"}, "namespace": "ai-tenant-e2e-ipp-cleanup-672896", "name": "openshift-service-ca.crt", "reconcileID": "4ec4e4e5-325f-4b02-a126-5618258ea6ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-672896"} 2026-08-04T12:32:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-672896"}, "namespace": "ai-tenant-e2e-ipp-cleanup-672896", "name": "openshift-service-ca.crt", "reconcileID": "4ec4e4e5-325f-4b02-a126-5618258ea6ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-672896"} 2026-08-04T12:32:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-672896"}, "namespace": "ai-tenant-e2e-ipp-cleanup-672896", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08448615-bf04-4748-b616-8ff6c8254fb9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-672896"} 2026-08-04T12:32:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-672896"}, "namespace": "ai-tenant-e2e-ipp-cleanup-672896", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08448615-bf04-4748-b616-8ff6c8254fb9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-672896"} 2026-08-04T12:32:43Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-672896","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-672896", "reconcileID": "8fb4e119-de5a-4b7f-9284-c067bcffc09b", "Gateway": "e2e-ipp-cleanup-672896", "namespace": "openshift-ingress"} 2026-08-04T12:32:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0935d258-9b16-40e5-8adb-26050ede3427", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T12:33:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "40b42618-65a9-4257-aa4f-684d3018db4b", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress"} 2026-08-04T12:33:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "40b42618-65a9-4257-aa4f-684d3018db4b", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4-authn-ssl"} 2026-08-04T12:33:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "40b42618-65a9-4257-aa4f-684d3018db4b", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress"} 2026-08-04T12:33:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "afeeab27-dfdb-4742-a666-6f3dbd0c52e0", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress"} 2026-08-04T12:33:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "afeeab27-dfdb-4742-a666-6f3dbd0c52e0", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4-authn-ssl"} 2026-08-04T12:33:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "afeeab27-dfdb-4742-a666-6f3dbd0c52e0", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress"} 2026-08-04T12:33:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "f1c50a79-6292-4b01-90d6-ed0fbb42f0bd", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress"} 2026-08-04T12:33:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "f1c50a79-6292-4b01-90d6-ed0fbb42f0bd", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4-authn-ssl"} 2026-08-04T12:33:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "f1c50a79-6292-4b01-90d6-ed0fbb42f0bd", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress"} 2026-08-04T12:33:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "744da1c7-d36e-4a05-b6b3-db08f4df8e23", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress"} 2026-08-04T12:33:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "744da1c7-d36e-4a05-b6b3-db08f4df8e23", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4-authn-ssl"} 2026-08-04T12:33:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "744da1c7-d36e-4a05-b6b3-db08f4df8e23", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress"} 2026-08-04T12:33:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a888a4","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "ipp-route-a888a4", "reconcileID": "76847809-05c0-4f77-ae01-8df026376cf7", "LLMInferenceService": "ipp-route-a888a4", "namespace": "ai-tenant-e2e-ipp-a-a888a4"} 2026-08-04T12:33:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a888a4","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "ipp-route-a888a4", "reconcileID": "76847809-05c0-4f77-ae01-8df026376cf7", "LLMInferenceService": "ipp-route-a888a4", "namespace": "ai-tenant-e2e-ipp-a-a888a4"} 2026-08-04T12:33:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a888a4","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "ipp-route-a888a4", "reconcileID": "76847809-05c0-4f77-ae01-8df026376cf7", "LLMInferenceService": "ipp-route-a888a4", "namespace": "ai-tenant-e2e-ipp-a-a888a4"} 2026-08-04T12:33:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a888a4","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "ipp-route-a888a4", "reconcileID": "76847809-05c0-4f77-ae01-8df026376cf7", "LLMInferenceService": "ipp-route-a888a4", "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "ipp-route-a888a4-kserve-route-authn"} 2026-08-04T12:33:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a888a4","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "ipp-route-a888a4", "reconcileID": "76847809-05c0-4f77-ae01-8df026376cf7", "LLMInferenceService": "ipp-route-a888a4", "namespace": "ai-tenant-e2e-ipp-a-a888a4", "authType": "userdefined"} 2026-08-04T12:33:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a888a4","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "ipp-route-a888a4", "reconcileID": "76847809-05c0-4f77-ae01-8df026376cf7", "LLMInferenceService": "ipp-route-a888a4", "namespace": "ai-tenant-e2e-ipp-a-a888a4"} 2026-08-04T12:33:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0934cb8b-0796-4ae4-8634-6bad635660c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T12:33:44Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a888a4","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "ipp-route-a888a4", "reconcileID": "2bd61d43-9854-4026-be1c-10a6fa02ae69", "LLMInferenceService": "ipp-route-a888a4", "namespace": "ai-tenant-e2e-ipp-a-a888a4"} 2026-08-04T12:33:44Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a888a4","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "ipp-route-a888a4", "reconcileID": "2bd61d43-9854-4026-be1c-10a6fa02ae69", "LLMInferenceService": "ipp-route-a888a4", "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "ipp-route-a888a4"} 2026-08-04T12:33:44Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a888a4","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "ipp-route-a888a4", "reconcileID": "2bd61d43-9854-4026-be1c-10a6fa02ae69", "LLMInferenceService": "ipp-route-a888a4", "namespace": "ai-tenant-e2e-ipp-a-a888a4"} 2026-08-04T12:33:44Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a888a4","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "ipp-route-a888a4", "reconcileID": "2bd61d43-9854-4026-be1c-10a6fa02ae69", "LLMInferenceService": "ipp-route-a888a4", "namespace": "ai-tenant-e2e-ipp-a-a888a4"} 2026-08-04T12:33:44Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a888a4","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "ipp-route-a888a4", "reconcileID": "2bd61d43-9854-4026-be1c-10a6fa02ae69", "LLMInferenceService": "ipp-route-a888a4", "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "ipp-route-a888a4-kserve-route-authn"} 2026-08-04T12:33:44Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a888a4","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "ipp-route-a888a4", "reconcileID": "2bd61d43-9854-4026-be1c-10a6fa02ae69", "LLMInferenceService": "ipp-route-a888a4", "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "ipp-route-a888a4-kserve-route-authn"} 2026-08-04T12:33:44Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a888a4","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "ipp-route-a888a4", "reconcileID": "2bd61d43-9854-4026-be1c-10a6fa02ae69", "LLMInferenceService": "ipp-route-a888a4", "namespace": "ai-tenant-e2e-ipp-a-a888a4", "namespace": "ai-tenant-e2e-ipp-a-a888a4"} 2026-08-04T12:33:44Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a888a4","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "ipp-route-a888a4", "reconcileID": "2bd61d43-9854-4026-be1c-10a6fa02ae69", "LLMInferenceService": "ipp-route-a888a4", "namespace": "ai-tenant-e2e-ipp-a-a888a4", "namespace": "ai-tenant-e2e-ipp-a-a888a4"} 2026-08-04T12:33:44Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a888a4","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "ipp-route-a888a4", "reconcileID": "2cd43c00-5b07-4a7a-a421-45fb84d8a365", "LLMInferenceService": "ipp-route-a888a4", "namespace": "ai-tenant-e2e-ipp-a-a888a4"} 2026-08-04T12:33:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "9bfb7975-93a3-4779-9e95-6892382e2786", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress"} 2026-08-04T12:33:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "9bfb7975-93a3-4779-9e95-6892382e2786", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4-authn-ssl"} 2026-08-04T12:33:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "9bfb7975-93a3-4779-9e95-6892382e2786", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress"} 2026-08-04T12:33:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "b485647a-9fa9-48b4-856c-afaff859a560", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress"} 2026-08-04T12:33:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "b485647a-9fa9-48b4-856c-afaff859a560", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4-authn-ssl"} 2026-08-04T12:33:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "b485647a-9fa9-48b4-856c-afaff859a560", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress"} 2026-08-04T12:33:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ac096896-537c-4b9d-8dba-a7b3a2bfc7e8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a888a4"} 2026-08-04T12:33:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ac096896-537c-4b9d-8dba-a7b3a2bfc7e8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a888a4", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T12:33:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ac096896-537c-4b9d-8dba-a7b3a2bfc7e8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-a888a4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-04T12:33:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "odh-trusted-ca-bundle", "reconcileID": "71273b6f-bfbc-4239-9df2-4108f9143019", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a888a4"} 2026-08-04T12:33:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "odh-trusted-ca-bundle", "reconcileID": "71273b6f-bfbc-4239-9df2-4108f9143019", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a888a4", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T12:33:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "odh-trusted-ca-bundle", "reconcileID": "71273b6f-bfbc-4239-9df2-4108f9143019", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-a888a4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-04T12:33:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dcf60cd2-d72f-489a-b5da-dedd3835d125", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a888a4"} 2026-08-04T12:33:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dcf60cd2-d72f-489a-b5da-dedd3835d125", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a888a4"} 2026-08-04T12:33:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "openshift-service-ca.crt", "reconcileID": "1636355e-59bc-4ed2-856e-60b495808e49", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a888a4"} 2026-08-04T12:33:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "openshift-service-ca.crt", "reconcileID": "1636355e-59bc-4ed2-856e-60b495808e49", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a888a4"} 2026-08-04T12:33:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "odh-trusted-ca-bundle", "reconcileID": "dfcce433-a583-49d2-9f23-df1252858968", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a888a4"} 2026-08-04T12:33:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a888a4"}, "namespace": "ai-tenant-e2e-ipp-a-a888a4", "name": "odh-trusted-ca-bundle", "reconcileID": "dfcce433-a583-49d2-9f23-df1252858968", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a888a4"} 2026-08-04T12:33:52Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a888a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a888a4", "reconcileID": "ff437f75-aeef-465e-b577-5675b0c8de40", "Gateway": "e2e-ipp-a-a888a4", "namespace": "openshift-ingress"} 2026-08-04T12:33:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9ec09ec7-4ddb-4779-8708-00e9eaa90a36", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T12:34:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0778c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0778c1", "reconcileID": "ac9d40e7-f3d8-4f7e-a153-be1f71a9f0a4", "Gateway": "e2e-ipp-b-0778c1", "namespace": "openshift-ingress"} 2026-08-04T12:34:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0778c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0778c1", "reconcileID": "ac9d40e7-f3d8-4f7e-a153-be1f71a9f0a4", "Gateway": "e2e-ipp-b-0778c1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0778c1-authn-ssl"} 2026-08-04T12:34:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0778c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0778c1", "reconcileID": "ac9d40e7-f3d8-4f7e-a153-be1f71a9f0a4", "Gateway": "e2e-ipp-b-0778c1", "namespace": "openshift-ingress"} 2026-08-04T12:34:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0778c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0778c1", "reconcileID": "d010b1c1-6ae1-42ca-bf0e-f517a3da43b7", "Gateway": "e2e-ipp-b-0778c1", "namespace": "openshift-ingress"} 2026-08-04T12:34:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0778c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0778c1", "reconcileID": "d010b1c1-6ae1-42ca-bf0e-f517a3da43b7", "Gateway": "e2e-ipp-b-0778c1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0778c1-authn-ssl"} 2026-08-04T12:34:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0778c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0778c1", "reconcileID": "d010b1c1-6ae1-42ca-bf0e-f517a3da43b7", "Gateway": "e2e-ipp-b-0778c1", "namespace": "openshift-ingress"} 2026-08-04T12:34:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0778c1"}, "namespace": "ai-tenant-e2e-ipp-b-0778c1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "44f57840-4547-4fe1-8c1a-a99a9c865be1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0778c1"} 2026-08-04T12:34:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0778c1"}, "namespace": "ai-tenant-e2e-ipp-b-0778c1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "44f57840-4547-4fe1-8c1a-a99a9c865be1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0778c1", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T12:34:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0778c1"}, "namespace": "ai-tenant-e2e-ipp-b-0778c1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "44f57840-4547-4fe1-8c1a-a99a9c865be1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-0778c1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-04T12:34:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0778c1"}, "namespace": "ai-tenant-e2e-ipp-b-0778c1", "name": "odh-trusted-ca-bundle", "reconcileID": "bfac01e5-2dcc-4ad5-9a69-e717b6e6de77", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0778c1"} 2026-08-04T12:34:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0778c1"}, "namespace": "ai-tenant-e2e-ipp-b-0778c1", "name": "odh-trusted-ca-bundle", "reconcileID": "bfac01e5-2dcc-4ad5-9a69-e717b6e6de77", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0778c1"} 2026-08-04T12:34:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0778c1"}, "namespace": "ai-tenant-e2e-ipp-b-0778c1", "name": "openshift-service-ca.crt", "reconcileID": "092844c6-ebba-4bb3-8e4a-037415bb1ec5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0778c1"} 2026-08-04T12:34:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0778c1"}, "namespace": "ai-tenant-e2e-ipp-b-0778c1", "name": "openshift-service-ca.crt", "reconcileID": "092844c6-ebba-4bb3-8e4a-037415bb1ec5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0778c1"} 2026-08-04T12:34:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0778c1"}, "namespace": "ai-tenant-e2e-ipp-b-0778c1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "30d3233d-521f-4fe7-abf0-43cb2fed0724", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0778c1"} 2026-08-04T12:34:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0778c1"}, "namespace": "ai-tenant-e2e-ipp-b-0778c1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "30d3233d-521f-4fe7-abf0-43cb2fed0724", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0778c1"} 2026-08-04T12:34:09Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0778c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0778c1", "reconcileID": "d3e58715-12b3-45be-a6c0-30dbaecb434e", "Gateway": "e2e-ipp-b-0778c1", "namespace": "openshift-ingress"} 2026-08-04T12:34:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2f583d42-8c70-4418-af1c-f3fc781320c5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T12:34:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a7013e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e", "reconcileID": "42ed18dc-7ff9-422b-8283-b70faa9b0d3f", "Gateway": "e2e-shared-a-a7013e", "namespace": "openshift-ingress"} 2026-08-04T12:34:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a7013e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e", "reconcileID": "42ed18dc-7ff9-422b-8283-b70faa9b0d3f", "Gateway": "e2e-shared-a-a7013e", "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e-authn-ssl"} 2026-08-04T12:34:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a7013e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e", "reconcileID": "42ed18dc-7ff9-422b-8283-b70faa9b0d3f", "Gateway": "e2e-shared-a-a7013e", "namespace": "openshift-ingress"} 2026-08-04T12:34:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a7013e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e", "reconcileID": "71813a5a-5a2d-42aa-87d4-e54122daf1f0", "Gateway": "e2e-shared-a-a7013e", "namespace": "openshift-ingress"} 2026-08-04T12:34:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a7013e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e", "reconcileID": "71813a5a-5a2d-42aa-87d4-e54122daf1f0", "Gateway": "e2e-shared-a-a7013e", "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e-authn-ssl"} 2026-08-04T12:34:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a7013e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e", "reconcileID": "71813a5a-5a2d-42aa-87d4-e54122daf1f0", "Gateway": "e2e-shared-a-a7013e", "namespace": "openshift-ingress"} 2026-08-04T12:34:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e79fa96-35fb-4d37-89ef-82e5e5157917", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a7013e"} 2026-08-04T12:34:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e79fa96-35fb-4d37-89ef-82e5e5157917", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a7013e", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T12:34:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e79fa96-35fb-4d37-89ef-82e5e5157917", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-a7013e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-04T12:34:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "odh-trusted-ca-bundle", "reconcileID": "823bda71-13b4-42ca-be3c-c639a793f30c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a7013e"} 2026-08-04T12:34:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "odh-trusted-ca-bundle", "reconcileID": "823bda71-13b4-42ca-be3c-c639a793f30c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a7013e"} 2026-08-04T12:34:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "openshift-service-ca.crt", "reconcileID": "b2698ad3-c98d-4d17-ba08-54271de6be36", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-a7013e"} 2026-08-04T12:34:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "openshift-service-ca.crt", "reconcileID": "b2698ad3-c98d-4d17-ba08-54271de6be36", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-a7013e"} 2026-08-04T12:34:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89e9b3a5-eaf2-4d0e-ad3d-c84cc365b725", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a7013e"} 2026-08-04T12:34:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a7013e"}, "namespace": "ai-tenant-e2e-shared-a-a7013e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89e9b3a5-eaf2-4d0e-ad3d-c84cc365b725", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a7013e"} 2026-08-04T12:34:27Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a7013e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a7013e", "reconcileID": "8dd9b226-5b4b-4863-bfc3-0c6f415eb06b", "Gateway": "e2e-shared-a-a7013e", "namespace": "openshift-ingress"} 2026-08-04T12:34:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d18ad498-7976-4508-9c64-c66c9ea4bd1b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T12:34:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "9a8dc3a9-48a1-4a5a-8665-3a3d72ae920f", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress"} 2026-08-04T12:34:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "9a8dc3a9-48a1-4a5a-8665-3a3d72ae920f", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6-authn-ssl"} 2026-08-04T12:34:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "9a8dc3a9-48a1-4a5a-8665-3a3d72ae920f", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress"} 2026-08-04T12:34:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "530e0897-a18e-44de-8f8d-543ae7486ca1", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress"} 2026-08-04T12:34:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "530e0897-a18e-44de-8f8d-543ae7486ca1", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6-authn-ssl"} 2026-08-04T12:34:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "530e0897-a18e-44de-8f8d-543ae7486ca1", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress"} 2026-08-04T12:34:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2f28b0fe-e0fd-4f27-b4c1-b54d656d7528", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:34:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2f28b0fe-e0fd-4f27-b4c1-b54d656d7528", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-038ca6", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T12:34:44Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2f28b0fe-e0fd-4f27-b4c1-b54d656d7528", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-038ca6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-04T12:34:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "odh-trusted-ca-bundle", "reconcileID": "5d5bf3f6-42bd-49ab-963f-b24f554bcddd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:34:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "odh-trusted-ca-bundle", "reconcileID": "5d5bf3f6-42bd-49ab-963f-b24f554bcddd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:34:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "openshift-service-ca.crt", "reconcileID": "f8a5e537-48f2-4d66-95c3-53a15dc4dc9a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:34:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "openshift-service-ca.crt", "reconcileID": "f8a5e537-48f2-4d66-95c3-53a15dc4dc9a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:34:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "202117dd-cc9a-4f71-a8a5-7de5e8def6c4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:34:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-038ca6"}, "namespace": "ai-tenant-e2e-shared-b-038ca6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "202117dd-cc9a-4f71-a8a5-7de5e8def6c4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-038ca6"} 2026-08-04T12:34:45Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-038ca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-038ca6", "reconcileID": "c2826aa1-558a-48e4-834d-dd90464868ed", "Gateway": "e2e-shared-b-038ca6", "namespace": "openshift-ingress"}