2026-07-24T00:55:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-38da25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25", "reconcileID": "8a9974b2-ecec-4cf7-bc7b-b14cc80aa25b", "Gateway": "e2e-shared-a-38da25", "namespace": "openshift-ingress"} 2026-07-24T00:55:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-38da25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25", "reconcileID": "8a9974b2-ecec-4cf7-bc7b-b14cc80aa25b", "Gateway": "e2e-shared-a-38da25", "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25-authn-ssl"} 2026-07-24T00:55:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-38da25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25", "reconcileID": "8a9974b2-ecec-4cf7-bc7b-b14cc80aa25b", "Gateway": "e2e-shared-a-38da25", "namespace": "openshift-ingress"} 2026-07-24T00:55:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-44edfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc", "reconcileID": "47f2075a-4d46-45c9-88e9-d0fc8981ea94", "Gateway": "e2e-shared-b-44edfc", "namespace": "openshift-ingress"} 2026-07-24T00:55:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-44edfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc", "reconcileID": "47f2075a-4d46-45c9-88e9-d0fc8981ea94", "Gateway": "e2e-shared-b-44edfc", "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc-authn-ssl"} 2026-07-24T00:55:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-44edfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc", "reconcileID": "47f2075a-4d46-45c9-88e9-d0fc8981ea94", "Gateway": "e2e-shared-b-44edfc", "namespace": "openshift-ingress"} 2026-07-24T00:55:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "sub-test-model-38da25", "reconcileID": "2b1f73d5-40eb-4de7-9f1f-38bcbf8c50ba", "LLMInferenceService": "sub-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25"} 2026-07-24T00:55:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "sub-test-model-38da25", "reconcileID": "2b1f73d5-40eb-4de7-9f1f-38bcbf8c50ba", "LLMInferenceService": "sub-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25"} 2026-07-24T00:55:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "sub-test-model-38da25", "reconcileID": "2b1f73d5-40eb-4de7-9f1f-38bcbf8c50ba", "LLMInferenceService": "sub-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25"} 2026-07-24T00:55:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "sub-test-model-38da25", "reconcileID": "2b1f73d5-40eb-4de7-9f1f-38bcbf8c50ba", "LLMInferenceService": "sub-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "sub-test-model-38da25-kserve-route-authn"} 2026-07-24T00:55:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "sub-test-model-38da25", "reconcileID": "2b1f73d5-40eb-4de7-9f1f-38bcbf8c50ba", "LLMInferenceService": "sub-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25", "authType": "userdefined"} 2026-07-24T00:55:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "sub-test-model-38da25", "reconcileID": "2b1f73d5-40eb-4de7-9f1f-38bcbf8c50ba", "LLMInferenceService": "sub-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25"} 2026-07-24T00:55:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "sub-test-model-38da25", "reconcileID": "c97a7efc-3379-43c5-be09-561a6e808728", "LLMInferenceService": "sub-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25"} 2026-07-24T00:55:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "sub-test-model-38da25", "reconcileID": "c97a7efc-3379-43c5-be09-561a6e808728", "LLMInferenceService": "sub-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25"} 2026-07-24T00:55:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "sub-test-model-38da25", "reconcileID": "c97a7efc-3379-43c5-be09-561a6e808728", "LLMInferenceService": "sub-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25"} 2026-07-24T00:55:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "sub-test-model-38da25", "reconcileID": "c97a7efc-3379-43c5-be09-561a6e808728", "LLMInferenceService": "sub-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "sub-test-model-38da25-kserve-route-authn"} 2026-07-24T00:55:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "sub-test-model-38da25", "reconcileID": "c97a7efc-3379-43c5-be09-561a6e808728", "LLMInferenceService": "sub-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25", "authType": "userdefined"} 2026-07-24T00:55:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "sub-test-model-38da25", "reconcileID": "c97a7efc-3379-43c5-be09-561a6e808728", "LLMInferenceService": "sub-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25"} 2026-07-24T00:55:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-38da25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25", "reconcileID": "9793b5a4-10a6-4e1f-b866-a32ef4cc661b", "Gateway": "e2e-shared-a-38da25", "namespace": "openshift-ingress"} 2026-07-24T00:55:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-38da25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25", "reconcileID": "9793b5a4-10a6-4e1f-b866-a32ef4cc661b", "Gateway": "e2e-shared-a-38da25", "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25-authn-ssl"} 2026-07-24T00:55:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-38da25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25", "reconcileID": "9793b5a4-10a6-4e1f-b866-a32ef4cc661b", "Gateway": "e2e-shared-a-38da25", "namespace": "openshift-ingress"} 2026-07-24T00:55:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "sub-test-model-38da25", "reconcileID": "63dfc972-2766-4a4c-b23e-5ba71f8a10de", "LLMInferenceService": "sub-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25"} 2026-07-24T00:55:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "sub-test-model-38da25", "reconcileID": "63dfc972-2766-4a4c-b23e-5ba71f8a10de", "LLMInferenceService": "sub-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25"} 2026-07-24T00:55:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "sub-test-model-38da25", "reconcileID": "63dfc972-2766-4a4c-b23e-5ba71f8a10de", "LLMInferenceService": "sub-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25"} 2026-07-24T00:55:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "sub-test-model-38da25", "reconcileID": "63dfc972-2766-4a4c-b23e-5ba71f8a10de", "LLMInferenceService": "sub-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "sub-test-model-38da25-kserve-route-authn"} 2026-07-24T00:55:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "sub-test-model-38da25", "reconcileID": "63dfc972-2766-4a4c-b23e-5ba71f8a10de", "LLMInferenceService": "sub-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25", "authType": "userdefined"} 2026-07-24T00:55:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "sub-test-model-38da25", "reconcileID": "63dfc972-2766-4a4c-b23e-5ba71f8a10de", "LLMInferenceService": "sub-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25"} 2026-07-24T00:55:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "sub-test-model-44edfc", "reconcileID": "f38403ae-4eb5-4a8d-aed7-581ee5112728", "LLMInferenceService": "sub-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T00:55:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "sub-test-model-44edfc", "reconcileID": "f38403ae-4eb5-4a8d-aed7-581ee5112728", "LLMInferenceService": "sub-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T00:55:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "sub-test-model-44edfc", "reconcileID": "f38403ae-4eb5-4a8d-aed7-581ee5112728", "LLMInferenceService": "sub-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T00:55:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-44edfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc", "reconcileID": "d04329f7-8b7e-4dd6-a964-64edecf84ffe", "Gateway": "e2e-shared-b-44edfc", "namespace": "openshift-ingress"} 2026-07-24T00:55:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "sub-test-model-44edfc", "reconcileID": "f38403ae-4eb5-4a8d-aed7-581ee5112728", "LLMInferenceService": "sub-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "sub-test-model-44edfc-kserve-route-authn"} 2026-07-24T00:55:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "sub-test-model-44edfc", "reconcileID": "f38403ae-4eb5-4a8d-aed7-581ee5112728", "LLMInferenceService": "sub-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc", "authType": "userdefined"} 2026-07-24T00:55:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "sub-test-model-44edfc", "reconcileID": "f38403ae-4eb5-4a8d-aed7-581ee5112728", "LLMInferenceService": "sub-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T00:55:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-44edfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc", "reconcileID": "d04329f7-8b7e-4dd6-a964-64edecf84ffe", "Gateway": "e2e-shared-b-44edfc", "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc-authn-ssl"} 2026-07-24T00:55:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-44edfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc", "reconcileID": "d04329f7-8b7e-4dd6-a964-64edecf84ffe", "Gateway": "e2e-shared-b-44edfc", "namespace": "openshift-ingress"} 2026-07-24T00:55:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "sub-test-model-44edfc", "reconcileID": "2a41d31b-e78d-48e2-9559-3c4c3019b188", "LLMInferenceService": "sub-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T00:55:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "sub-test-model-44edfc", "reconcileID": "2a41d31b-e78d-48e2-9559-3c4c3019b188", "LLMInferenceService": "sub-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T00:55:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "sub-test-model-44edfc", "reconcileID": "2a41d31b-e78d-48e2-9559-3c4c3019b188", "LLMInferenceService": "sub-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T00:55:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "sub-test-model-44edfc", "reconcileID": "2a41d31b-e78d-48e2-9559-3c4c3019b188", "LLMInferenceService": "sub-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "sub-test-model-44edfc-kserve-route-authn"} 2026-07-24T00:55:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "sub-test-model-44edfc", "reconcileID": "2a41d31b-e78d-48e2-9559-3c4c3019b188", "LLMInferenceService": "sub-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc", "authType": "userdefined"} 2026-07-24T00:55:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "sub-test-model-44edfc", "reconcileID": "2a41d31b-e78d-48e2-9559-3c4c3019b188", "LLMInferenceService": "sub-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T00:55:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-44edfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc", "reconcileID": "6212cd74-f7a1-42c7-92b6-cfa9fad1376c", "Gateway": "e2e-shared-b-44edfc", "namespace": "openshift-ingress"} 2026-07-24T00:55:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-44edfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc", "reconcileID": "6212cd74-f7a1-42c7-92b6-cfa9fad1376c", "Gateway": "e2e-shared-b-44edfc", "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc-authn-ssl"} 2026-07-24T00:55:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-44edfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc", "reconcileID": "6212cd74-f7a1-42c7-92b6-cfa9fad1376c", "Gateway": "e2e-shared-b-44edfc", "namespace": "openshift-ingress"} 2026-07-24T00:55:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "sub-test-model-44edfc", "reconcileID": "0026e45f-afd9-42a9-bd2f-db9c1ec2ce30", "LLMInferenceService": "sub-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T00:55:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "sub-test-model-44edfc", "reconcileID": "0026e45f-afd9-42a9-bd2f-db9c1ec2ce30", "LLMInferenceService": "sub-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T00:55:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "sub-test-model-44edfc", "reconcileID": "0026e45f-afd9-42a9-bd2f-db9c1ec2ce30", "LLMInferenceService": "sub-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T00:55:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "sub-test-model-44edfc", "reconcileID": "0026e45f-afd9-42a9-bd2f-db9c1ec2ce30", "LLMInferenceService": "sub-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "sub-test-model-44edfc-kserve-route-authn"} 2026-07-24T00:55:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "sub-test-model-44edfc", "reconcileID": "0026e45f-afd9-42a9-bd2f-db9c1ec2ce30", "LLMInferenceService": "sub-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc", "authType": "userdefined"} 2026-07-24T00:55:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "sub-test-model-44edfc", "reconcileID": "0026e45f-afd9-42a9-bd2f-db9c1ec2ce30", "LLMInferenceService": "sub-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T00:55:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "sub-test-model-44edfc", "reconcileID": "dab6fba4-a7db-4b28-9008-7c8b9e66539c", "LLMInferenceService": "sub-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T00:55:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "sub-test-model-44edfc", "reconcileID": "dab6fba4-a7db-4b28-9008-7c8b9e66539c", "LLMInferenceService": "sub-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T00:55:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "sub-test-model-44edfc", "reconcileID": "dab6fba4-a7db-4b28-9008-7c8b9e66539c", "LLMInferenceService": "sub-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T00:55:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "sub-test-model-44edfc", "reconcileID": "dab6fba4-a7db-4b28-9008-7c8b9e66539c", "LLMInferenceService": "sub-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "sub-test-model-44edfc-kserve-route-authn"} 2026-07-24T00:55:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "sub-test-model-44edfc", "reconcileID": "dab6fba4-a7db-4b28-9008-7c8b9e66539c", "LLMInferenceService": "sub-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc", "authType": "userdefined"} 2026-07-24T00:55:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "sub-test-model-44edfc", "reconcileID": "dab6fba4-a7db-4b28-9008-7c8b9e66539c", "LLMInferenceService": "sub-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T00:55:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "sub-test-model-44edfc", "reconcileID": "74f63314-2f55-43b5-8015-bd31b792b7fe", "LLMInferenceService": "sub-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T00:55:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "sub-test-model-44edfc", "reconcileID": "74f63314-2f55-43b5-8015-bd31b792b7fe", "LLMInferenceService": "sub-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T00:55:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "sub-test-model-44edfc", "reconcileID": "74f63314-2f55-43b5-8015-bd31b792b7fe", "LLMInferenceService": "sub-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T00:55:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "sub-test-model-44edfc", "reconcileID": "74f63314-2f55-43b5-8015-bd31b792b7fe", "LLMInferenceService": "sub-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "sub-test-model-44edfc-kserve-route-authn"} 2026-07-24T00:55:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "sub-test-model-44edfc", "reconcileID": "74f63314-2f55-43b5-8015-bd31b792b7fe", "LLMInferenceService": "sub-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc", "authType": "userdefined"} 2026-07-24T00:55:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "sub-test-model-44edfc", "reconcileID": "74f63314-2f55-43b5-8015-bd31b792b7fe", "LLMInferenceService": "sub-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T00:55:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-38da25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25", "reconcileID": "2e65aff0-e495-4670-89e9-a1ca73237ed4", "Gateway": "e2e-shared-a-38da25", "namespace": "openshift-ingress"} 2026-07-24T00:55:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-38da25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25", "reconcileID": "2e65aff0-e495-4670-89e9-a1ca73237ed4", "Gateway": "e2e-shared-a-38da25", "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25-authn-ssl"} 2026-07-24T00:55:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-38da25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25", "reconcileID": "2e65aff0-e495-4670-89e9-a1ca73237ed4", "Gateway": "e2e-shared-a-38da25", "namespace": "openshift-ingress"} 2026-07-24T00:55:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-44edfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc", "reconcileID": "e28dd769-7d1d-436f-b331-4c016eedcc95", "Gateway": "e2e-shared-b-44edfc", "namespace": "openshift-ingress"} 2026-07-24T00:55:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-44edfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc", "reconcileID": "e28dd769-7d1d-436f-b331-4c016eedcc95", "Gateway": "e2e-shared-b-44edfc", "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc-authn-ssl"} 2026-07-24T00:55:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-44edfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc", "reconcileID": "e28dd769-7d1d-436f-b331-4c016eedcc95", "Gateway": "e2e-shared-b-44edfc", "namespace": "openshift-ingress"} 2026-07-24T00:56:22Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "sub-test-model-38da25", "reconcileID": "1f3e53cb-9598-401f-b282-ce88f7c1eb8c", "LLMInferenceService": "sub-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25"} 2026-07-24T00:56:22Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "sub-test-model-38da25", "reconcileID": "1f3e53cb-9598-401f-b282-ce88f7c1eb8c", "LLMInferenceService": "sub-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "sub-test-model-38da25"} 2026-07-24T00:56:22Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "sub-test-model-38da25", "reconcileID": "1f3e53cb-9598-401f-b282-ce88f7c1eb8c", "LLMInferenceService": "sub-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25"} 2026-07-24T00:56:22Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "sub-test-model-38da25", "reconcileID": "1f3e53cb-9598-401f-b282-ce88f7c1eb8c", "LLMInferenceService": "sub-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25"} 2026-07-24T00:56:22Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "sub-test-model-38da25", "reconcileID": "1f3e53cb-9598-401f-b282-ce88f7c1eb8c", "LLMInferenceService": "sub-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "sub-test-model-38da25-kserve-route-authn"} 2026-07-24T00:56:22Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "sub-test-model-38da25", "reconcileID": "1f3e53cb-9598-401f-b282-ce88f7c1eb8c", "LLMInferenceService": "sub-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "sub-test-model-38da25-kserve-route-authn"} 2026-07-24T00:56:22Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "sub-test-model-38da25", "reconcileID": "1f3e53cb-9598-401f-b282-ce88f7c1eb8c", "LLMInferenceService": "sub-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25"} 2026-07-24T00:56:22Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "sub-test-model-38da25", "reconcileID": "1f3e53cb-9598-401f-b282-ce88f7c1eb8c", "LLMInferenceService": "sub-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25"} 2026-07-24T00:56:22Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "sub-test-model-38da25", "reconcileID": "41c7f339-8240-467a-9d6b-fa8edeba7e85", "LLMInferenceService": "sub-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25"} 2026-07-24T00:56:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-38da25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25", "reconcileID": "994dd501-d0e1-4f9f-8349-9f1fe9fe70ef", "Gateway": "e2e-shared-a-38da25", "namespace": "openshift-ingress"} 2026-07-24T00:56:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-38da25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25", "reconcileID": "994dd501-d0e1-4f9f-8349-9f1fe9fe70ef", "Gateway": "e2e-shared-a-38da25", "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25-authn-ssl"} 2026-07-24T00:56:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-38da25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25", "reconcileID": "994dd501-d0e1-4f9f-8349-9f1fe9fe70ef", "Gateway": "e2e-shared-a-38da25", "namespace": "openshift-ingress"} 2026-07-24T00:56:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-38da25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25", "reconcileID": "5fab8186-5f42-4fa4-a29a-fc50693aabec", "Gateway": "e2e-shared-a-38da25", "namespace": "openshift-ingress"} 2026-07-24T00:56:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-38da25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25", "reconcileID": "5fab8186-5f42-4fa4-a29a-fc50693aabec", "Gateway": "e2e-shared-a-38da25", "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25-authn-ssl"} 2026-07-24T00:56:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-38da25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25", "reconcileID": "5fab8186-5f42-4fa4-a29a-fc50693aabec", "Gateway": "e2e-shared-a-38da25", "namespace": "openshift-ingress"} 2026-07-24T00:56:22Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "sub-test-model-44edfc", "reconcileID": "52e2150a-b492-4d04-bd20-98a7a943584a", "LLMInferenceService": "sub-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T00:56:22Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "sub-test-model-44edfc", "reconcileID": "52e2150a-b492-4d04-bd20-98a7a943584a", "LLMInferenceService": "sub-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "sub-test-model-44edfc"} 2026-07-24T00:56:22Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "sub-test-model-44edfc", "reconcileID": "52e2150a-b492-4d04-bd20-98a7a943584a", "LLMInferenceService": "sub-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T00:56:22Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "sub-test-model-44edfc", "reconcileID": "52e2150a-b492-4d04-bd20-98a7a943584a", "LLMInferenceService": "sub-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T00:56:22Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "sub-test-model-44edfc", "reconcileID": "52e2150a-b492-4d04-bd20-98a7a943584a", "LLMInferenceService": "sub-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "sub-test-model-44edfc-kserve-route-authn"} 2026-07-24T00:56:22Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "sub-test-model-44edfc", "reconcileID": "52e2150a-b492-4d04-bd20-98a7a943584a", "LLMInferenceService": "sub-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "sub-test-model-44edfc-kserve-route-authn"} 2026-07-24T00:56:22Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "sub-test-model-44edfc", "reconcileID": "52e2150a-b492-4d04-bd20-98a7a943584a", "LLMInferenceService": "sub-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T00:56:22Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "sub-test-model-44edfc", "reconcileID": "52e2150a-b492-4d04-bd20-98a7a943584a", "LLMInferenceService": "sub-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T00:56:23Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "sub-test-model-44edfc", "reconcileID": "64f22c94-f23b-45b3-92d0-95a89a8629a6", "LLMInferenceService": "sub-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T00:56:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-44edfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc", "reconcileID": "663a2d41-938b-4e2a-aecf-3961aaeb9030", "Gateway": "e2e-shared-b-44edfc", "namespace": "openshift-ingress"} 2026-07-24T00:56:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-44edfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc", "reconcileID": "663a2d41-938b-4e2a-aecf-3961aaeb9030", "Gateway": "e2e-shared-b-44edfc", "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc-authn-ssl"} 2026-07-24T00:56:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-44edfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc", "reconcileID": "663a2d41-938b-4e2a-aecf-3961aaeb9030", "Gateway": "e2e-shared-b-44edfc", "namespace": "openshift-ingress"} 2026-07-24T00:56:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-44edfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc", "reconcileID": "95767bcd-2a78-48e0-9aa6-06dac15e5588", "Gateway": "e2e-shared-b-44edfc", "namespace": "openshift-ingress"} 2026-07-24T00:56:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-44edfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc", "reconcileID": "95767bcd-2a78-48e0-9aa6-06dac15e5588", "Gateway": "e2e-shared-b-44edfc", "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc-authn-ssl"} 2026-07-24T00:56:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-44edfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc", "reconcileID": "95767bcd-2a78-48e0-9aa6-06dac15e5588", "Gateway": "e2e-shared-b-44edfc", "namespace": "openshift-ingress"} 2026-07-24T00:56:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "rate-test-model-38da25", "reconcileID": "36e85ba6-da1b-4d94-8733-f02eac0d8217", "LLMInferenceService": "rate-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25"} 2026-07-24T00:56:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "rate-test-model-38da25", "reconcileID": "36e85ba6-da1b-4d94-8733-f02eac0d8217", "LLMInferenceService": "rate-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25"} 2026-07-24T00:56:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "rate-test-model-38da25", "reconcileID": "36e85ba6-da1b-4d94-8733-f02eac0d8217", "LLMInferenceService": "rate-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25"} 2026-07-24T00:56:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-38da25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25", "reconcileID": "eee67e06-e55e-490f-8e78-b944cd12df8f", "Gateway": "e2e-shared-a-38da25", "namespace": "openshift-ingress"} 2026-07-24T00:56:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "rate-test-model-38da25", "reconcileID": "36e85ba6-da1b-4d94-8733-f02eac0d8217", "LLMInferenceService": "rate-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "rate-test-model-38da25-kserve-route-authn"} 2026-07-24T00:56:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "rate-test-model-38da25", "reconcileID": "36e85ba6-da1b-4d94-8733-f02eac0d8217", "LLMInferenceService": "rate-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25", "authType": "userdefined"} 2026-07-24T00:56:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "rate-test-model-38da25", "reconcileID": "36e85ba6-da1b-4d94-8733-f02eac0d8217", "LLMInferenceService": "rate-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25"} 2026-07-24T00:56:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-38da25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25", "reconcileID": "eee67e06-e55e-490f-8e78-b944cd12df8f", "Gateway": "e2e-shared-a-38da25", "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25-authn-ssl"} 2026-07-24T00:56:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-38da25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25", "reconcileID": "eee67e06-e55e-490f-8e78-b944cd12df8f", "Gateway": "e2e-shared-a-38da25", "namespace": "openshift-ingress"} 2026-07-24T00:56:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "rate-test-model-38da25", "reconcileID": "6ee9bc73-57f9-455e-85b6-b75a9287b115", "LLMInferenceService": "rate-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25"} 2026-07-24T00:56:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "rate-test-model-38da25", "reconcileID": "6ee9bc73-57f9-455e-85b6-b75a9287b115", "LLMInferenceService": "rate-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25"} 2026-07-24T00:56:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "rate-test-model-38da25", "reconcileID": "6ee9bc73-57f9-455e-85b6-b75a9287b115", "LLMInferenceService": "rate-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25"} 2026-07-24T00:56:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "rate-test-model-38da25", "reconcileID": "6ee9bc73-57f9-455e-85b6-b75a9287b115", "LLMInferenceService": "rate-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "rate-test-model-38da25-kserve-route-authn"} 2026-07-24T00:56:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "rate-test-model-38da25", "reconcileID": "6ee9bc73-57f9-455e-85b6-b75a9287b115", "LLMInferenceService": "rate-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25", "authType": "userdefined"} 2026-07-24T00:56:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "rate-test-model-38da25", "reconcileID": "6ee9bc73-57f9-455e-85b6-b75a9287b115", "LLMInferenceService": "rate-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25"} 2026-07-24T00:56:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-44edfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc", "reconcileID": "e8a61a05-aa0e-40b1-a066-fb88951f0fda", "Gateway": "e2e-shared-b-44edfc", "namespace": "openshift-ingress"} 2026-07-24T00:56:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-44edfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc", "reconcileID": "e8a61a05-aa0e-40b1-a066-fb88951f0fda", "Gateway": "e2e-shared-b-44edfc", "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc-authn-ssl"} 2026-07-24T00:56:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-44edfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc", "reconcileID": "e8a61a05-aa0e-40b1-a066-fb88951f0fda", "Gateway": "e2e-shared-b-44edfc", "namespace": "openshift-ingress"} 2026-07-24T00:56:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-38da25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25", "reconcileID": "e260cb5f-9435-494a-ae21-8be4498d2940", "Gateway": "e2e-shared-a-38da25", "namespace": "openshift-ingress"} 2026-07-24T00:56:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-38da25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25", "reconcileID": "e260cb5f-9435-494a-ae21-8be4498d2940", "Gateway": "e2e-shared-a-38da25", "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25-authn-ssl"} 2026-07-24T00:56:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-38da25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25", "reconcileID": "e260cb5f-9435-494a-ae21-8be4498d2940", "Gateway": "e2e-shared-a-38da25", "namespace": "openshift-ingress"} 2026-07-24T00:56:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-38da25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25", "reconcileID": "b92cae7b-b27b-46ff-960a-3bb29227ac18", "Gateway": "e2e-shared-a-38da25", "namespace": "openshift-ingress"} 2026-07-24T00:56:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-38da25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25", "reconcileID": "b92cae7b-b27b-46ff-960a-3bb29227ac18", "Gateway": "e2e-shared-a-38da25", "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25-authn-ssl"} 2026-07-24T00:56:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-38da25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25", "reconcileID": "b92cae7b-b27b-46ff-960a-3bb29227ac18", "Gateway": "e2e-shared-a-38da25", "namespace": "openshift-ingress"} 2026-07-24T00:56:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "rate-test-model-38da25", "reconcileID": "05193e57-137e-4dbe-841f-40bc596ac0be", "LLMInferenceService": "rate-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25"} 2026-07-24T00:56:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "rate-test-model-38da25", "reconcileID": "05193e57-137e-4dbe-841f-40bc596ac0be", "LLMInferenceService": "rate-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25"} 2026-07-24T00:56:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "rate-test-model-38da25", "reconcileID": "05193e57-137e-4dbe-841f-40bc596ac0be", "LLMInferenceService": "rate-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25"} 2026-07-24T00:56:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "rate-test-model-38da25", "reconcileID": "05193e57-137e-4dbe-841f-40bc596ac0be", "LLMInferenceService": "rate-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "rate-test-model-38da25-kserve-route-authn"} 2026-07-24T00:56:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "rate-test-model-38da25", "reconcileID": "05193e57-137e-4dbe-841f-40bc596ac0be", "LLMInferenceService": "rate-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25", "authType": "userdefined"} 2026-07-24T00:56:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "rate-test-model-38da25", "reconcileID": "05193e57-137e-4dbe-841f-40bc596ac0be", "LLMInferenceService": "rate-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25"} 2026-07-24T00:56:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "rate-test-model-38da25", "reconcileID": "0ba5a62f-a055-4ce4-bf68-ee16541372f2", "LLMInferenceService": "rate-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25"} 2026-07-24T00:56:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "rate-test-model-38da25", "reconcileID": "0ba5a62f-a055-4ce4-bf68-ee16541372f2", "LLMInferenceService": "rate-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25"} 2026-07-24T00:56:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "rate-test-model-38da25", "reconcileID": "0ba5a62f-a055-4ce4-bf68-ee16541372f2", "LLMInferenceService": "rate-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25"} 2026-07-24T00:56:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "rate-test-model-38da25", "reconcileID": "0ba5a62f-a055-4ce4-bf68-ee16541372f2", "LLMInferenceService": "rate-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "rate-test-model-38da25-kserve-route-authn"} 2026-07-24T00:56:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "rate-test-model-38da25", "reconcileID": "0ba5a62f-a055-4ce4-bf68-ee16541372f2", "LLMInferenceService": "rate-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25", "authType": "userdefined"} 2026-07-24T00:56:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "rate-test-model-38da25", "reconcileID": "0ba5a62f-a055-4ce4-bf68-ee16541372f2", "LLMInferenceService": "rate-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25"} 2026-07-24T00:57:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "rate-test-model-44edfc", "reconcileID": "ed10956a-93f2-48c7-b7b5-82697793d776", "LLMInferenceService": "rate-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T00:57:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "rate-test-model-44edfc", "reconcileID": "ed10956a-93f2-48c7-b7b5-82697793d776", "LLMInferenceService": "rate-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T00:57:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "rate-test-model-44edfc", "reconcileID": "ed10956a-93f2-48c7-b7b5-82697793d776", "LLMInferenceService": "rate-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T00:57:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-44edfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc", "reconcileID": "b33dbc1a-7f66-4c3c-9d27-477e53272874", "Gateway": "e2e-shared-b-44edfc", "namespace": "openshift-ingress"} 2026-07-24T00:57:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "rate-test-model-44edfc", "reconcileID": "ed10956a-93f2-48c7-b7b5-82697793d776", "LLMInferenceService": "rate-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "rate-test-model-44edfc-kserve-route-authn"} 2026-07-24T00:57:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "rate-test-model-44edfc", "reconcileID": "ed10956a-93f2-48c7-b7b5-82697793d776", "LLMInferenceService": "rate-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc", "authType": "userdefined"} 2026-07-24T00:57:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "rate-test-model-44edfc", "reconcileID": "ed10956a-93f2-48c7-b7b5-82697793d776", "LLMInferenceService": "rate-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T00:57:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-44edfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc", "reconcileID": "b33dbc1a-7f66-4c3c-9d27-477e53272874", "Gateway": "e2e-shared-b-44edfc", "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc-authn-ssl"} 2026-07-24T00:57:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-44edfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc", "reconcileID": "b33dbc1a-7f66-4c3c-9d27-477e53272874", "Gateway": "e2e-shared-b-44edfc", "namespace": "openshift-ingress"} 2026-07-24T00:57:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "rate-test-model-44edfc", "reconcileID": "a7fd6da4-2aaf-424b-bbbe-41b533484f51", "LLMInferenceService": "rate-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T00:57:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "rate-test-model-44edfc", "reconcileID": "a7fd6da4-2aaf-424b-bbbe-41b533484f51", "LLMInferenceService": "rate-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T00:57:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "rate-test-model-44edfc", "reconcileID": "a7fd6da4-2aaf-424b-bbbe-41b533484f51", "LLMInferenceService": "rate-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T00:57:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "rate-test-model-44edfc", "reconcileID": "a7fd6da4-2aaf-424b-bbbe-41b533484f51", "LLMInferenceService": "rate-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "rate-test-model-44edfc-kserve-route-authn"} 2026-07-24T00:57:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "rate-test-model-44edfc", "reconcileID": "a7fd6da4-2aaf-424b-bbbe-41b533484f51", "LLMInferenceService": "rate-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc", "authType": "userdefined"} 2026-07-24T00:57:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "rate-test-model-44edfc", "reconcileID": "a7fd6da4-2aaf-424b-bbbe-41b533484f51", "LLMInferenceService": "rate-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T00:57:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-44edfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc", "reconcileID": "3537d0f2-be3b-4cc6-80a0-ac7ab67692ed", "Gateway": "e2e-shared-b-44edfc", "namespace": "openshift-ingress"} 2026-07-24T00:57:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-44edfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc", "reconcileID": "3537d0f2-be3b-4cc6-80a0-ac7ab67692ed", "Gateway": "e2e-shared-b-44edfc", "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc-authn-ssl"} 2026-07-24T00:57:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-44edfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc", "reconcileID": "3537d0f2-be3b-4cc6-80a0-ac7ab67692ed", "Gateway": "e2e-shared-b-44edfc", "namespace": "openshift-ingress"} 2026-07-24T00:57:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "rate-test-model-44edfc", "reconcileID": "9ea63515-fb57-4c00-a1a9-e7bd7ba0b67d", "LLMInferenceService": "rate-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T00:57:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "rate-test-model-44edfc", "reconcileID": "9ea63515-fb57-4c00-a1a9-e7bd7ba0b67d", "LLMInferenceService": "rate-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T00:57:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "rate-test-model-44edfc", "reconcileID": "9ea63515-fb57-4c00-a1a9-e7bd7ba0b67d", "LLMInferenceService": "rate-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T00:57:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "rate-test-model-44edfc", "reconcileID": "9ea63515-fb57-4c00-a1a9-e7bd7ba0b67d", "LLMInferenceService": "rate-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "rate-test-model-44edfc-kserve-route-authn"} 2026-07-24T00:57:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "rate-test-model-44edfc", "reconcileID": "9ea63515-fb57-4c00-a1a9-e7bd7ba0b67d", "LLMInferenceService": "rate-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc", "authType": "userdefined"} 2026-07-24T00:57:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "rate-test-model-44edfc", "reconcileID": "9ea63515-fb57-4c00-a1a9-e7bd7ba0b67d", "LLMInferenceService": "rate-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T00:57:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "rate-test-model-44edfc", "reconcileID": "f0bffe50-3a2e-404f-8a39-e9c245cfe57a", "LLMInferenceService": "rate-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T00:57:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "rate-test-model-44edfc", "reconcileID": "f0bffe50-3a2e-404f-8a39-e9c245cfe57a", "LLMInferenceService": "rate-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T00:57:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "rate-test-model-44edfc", "reconcileID": "f0bffe50-3a2e-404f-8a39-e9c245cfe57a", "LLMInferenceService": "rate-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T00:57:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "rate-test-model-44edfc", "reconcileID": "f0bffe50-3a2e-404f-8a39-e9c245cfe57a", "LLMInferenceService": "rate-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "rate-test-model-44edfc-kserve-route-authn"} 2026-07-24T00:57:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "rate-test-model-44edfc", "reconcileID": "f0bffe50-3a2e-404f-8a39-e9c245cfe57a", "LLMInferenceService": "rate-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc", "authType": "userdefined"} 2026-07-24T00:57:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "rate-test-model-44edfc", "reconcileID": "f0bffe50-3a2e-404f-8a39-e9c245cfe57a", "LLMInferenceService": "rate-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T00:57:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-44edfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc", "reconcileID": "cea0248a-bb97-45ec-9299-33a9bc08c9c8", "Gateway": "e2e-shared-b-44edfc", "namespace": "openshift-ingress"} 2026-07-24T00:57:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-44edfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc", "reconcileID": "cea0248a-bb97-45ec-9299-33a9bc08c9c8", "Gateway": "e2e-shared-b-44edfc", "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc-authn-ssl"} 2026-07-24T00:57:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-44edfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc", "reconcileID": "cea0248a-bb97-45ec-9299-33a9bc08c9c8", "Gateway": "e2e-shared-b-44edfc", "namespace": "openshift-ingress"} 2026-07-24T00:57:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-38da25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25", "reconcileID": "28d63efc-1ba4-4295-91ea-1e38fd7b042c", "Gateway": "e2e-shared-a-38da25", "namespace": "openshift-ingress"} 2026-07-24T00:57:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-38da25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25", "reconcileID": "28d63efc-1ba4-4295-91ea-1e38fd7b042c", "Gateway": "e2e-shared-a-38da25", "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25-authn-ssl"} 2026-07-24T00:57:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-38da25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25", "reconcileID": "28d63efc-1ba4-4295-91ea-1e38fd7b042c", "Gateway": "e2e-shared-a-38da25", "namespace": "openshift-ingress"} 2026-07-24T00:57:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "550c4fbe-f750-4450-b2ee-dda6d8faf1fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T00:57:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b52c1d42-500d-46e6-9a13-f6c1b2bcae9b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T00:57:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3cb298e7-f123-4184-ad7a-b0fc5e316739", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T00:57:54Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "rate-test-model-38da25", "reconcileID": "2b60ced9-ccb5-4a46-a71d-3931fec5fd1b", "LLMInferenceService": "rate-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25"} 2026-07-24T00:57:54Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "rate-test-model-38da25", "reconcileID": "2b60ced9-ccb5-4a46-a71d-3931fec5fd1b", "LLMInferenceService": "rate-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "rate-test-model-38da25"} 2026-07-24T00:57:54Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "rate-test-model-38da25", "reconcileID": "2b60ced9-ccb5-4a46-a71d-3931fec5fd1b", "LLMInferenceService": "rate-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25"} 2026-07-24T00:57:54Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "rate-test-model-38da25", "reconcileID": "2b60ced9-ccb5-4a46-a71d-3931fec5fd1b", "LLMInferenceService": "rate-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25"} 2026-07-24T00:57:54Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "rate-test-model-38da25", "reconcileID": "2b60ced9-ccb5-4a46-a71d-3931fec5fd1b", "LLMInferenceService": "rate-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "rate-test-model-38da25-kserve-route-authn"} 2026-07-24T00:57:54Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "rate-test-model-38da25", "reconcileID": "2b60ced9-ccb5-4a46-a71d-3931fec5fd1b", "LLMInferenceService": "rate-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "rate-test-model-38da25-kserve-route-authn"} 2026-07-24T00:57:54Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "rate-test-model-38da25", "reconcileID": "2b60ced9-ccb5-4a46-a71d-3931fec5fd1b", "LLMInferenceService": "rate-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25"} 2026-07-24T00:57:54Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "rate-test-model-38da25", "reconcileID": "2b60ced9-ccb5-4a46-a71d-3931fec5fd1b", "LLMInferenceService": "rate-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25"} 2026-07-24T00:57:54Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-38da25","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "rate-test-model-38da25", "reconcileID": "cf2a74a5-0e6e-4614-bbbb-659d7acd8022", "LLMInferenceService": "rate-test-model-38da25", "namespace": "ai-tenant-e2e-shared-a-38da25"} 2026-07-24T00:57:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-38da25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25", "reconcileID": "2953ee5d-0916-4b81-b51a-31a9ef65d8ad", "Gateway": "e2e-shared-a-38da25", "namespace": "openshift-ingress"} 2026-07-24T00:57:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-38da25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25", "reconcileID": "2953ee5d-0916-4b81-b51a-31a9ef65d8ad", "Gateway": "e2e-shared-a-38da25", "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25-authn-ssl"} 2026-07-24T00:57:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-38da25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25", "reconcileID": "2953ee5d-0916-4b81-b51a-31a9ef65d8ad", "Gateway": "e2e-shared-a-38da25", "namespace": "openshift-ingress"} 2026-07-24T00:57:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-38da25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25", "reconcileID": "841e087c-3f52-4e45-8729-7e16753ab64b", "Gateway": "e2e-shared-a-38da25", "namespace": "openshift-ingress"} 2026-07-24T00:57:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-38da25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25", "reconcileID": "841e087c-3f52-4e45-8729-7e16753ab64b", "Gateway": "e2e-shared-a-38da25", "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25-authn-ssl"} 2026-07-24T00:57:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-38da25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25", "reconcileID": "841e087c-3f52-4e45-8729-7e16753ab64b", "Gateway": "e2e-shared-a-38da25", "namespace": "openshift-ingress"} 2026-07-24T00:57:55Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "rate-test-model-44edfc", "reconcileID": "dafdd1fa-1f07-4653-a3b0-b6c1cb89a9bf", "LLMInferenceService": "rate-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T00:57:55Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "rate-test-model-44edfc", "reconcileID": "dafdd1fa-1f07-4653-a3b0-b6c1cb89a9bf", "LLMInferenceService": "rate-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "rate-test-model-44edfc"} 2026-07-24T00:57:55Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "rate-test-model-44edfc", "reconcileID": "dafdd1fa-1f07-4653-a3b0-b6c1cb89a9bf", "LLMInferenceService": "rate-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T00:57:55Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "rate-test-model-44edfc", "reconcileID": "dafdd1fa-1f07-4653-a3b0-b6c1cb89a9bf", "LLMInferenceService": "rate-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T00:57:55Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "rate-test-model-44edfc", "reconcileID": "dafdd1fa-1f07-4653-a3b0-b6c1cb89a9bf", "LLMInferenceService": "rate-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "rate-test-model-44edfc-kserve-route-authn"} 2026-07-24T00:57:55Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "rate-test-model-44edfc", "reconcileID": "dafdd1fa-1f07-4653-a3b0-b6c1cb89a9bf", "LLMInferenceService": "rate-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "rate-test-model-44edfc-kserve-route-authn"} 2026-07-24T00:57:55Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "rate-test-model-44edfc", "reconcileID": "dafdd1fa-1f07-4653-a3b0-b6c1cb89a9bf", "LLMInferenceService": "rate-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T00:57:55Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "rate-test-model-44edfc", "reconcileID": "dafdd1fa-1f07-4653-a3b0-b6c1cb89a9bf", "LLMInferenceService": "rate-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T00:57:55Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44edfc","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "rate-test-model-44edfc", "reconcileID": "088cee60-4057-451e-8666-018fa0db48cc", "LLMInferenceService": "rate-test-model-44edfc", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T00:57:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-44edfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc", "reconcileID": "47592d96-6249-42ba-ae58-96b77b46f383", "Gateway": "e2e-shared-b-44edfc", "namespace": "openshift-ingress"} 2026-07-24T00:57:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-44edfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc", "reconcileID": "47592d96-6249-42ba-ae58-96b77b46f383", "Gateway": "e2e-shared-b-44edfc", "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc-authn-ssl"} 2026-07-24T00:57:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-44edfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc", "reconcileID": "47592d96-6249-42ba-ae58-96b77b46f383", "Gateway": "e2e-shared-b-44edfc", "namespace": "openshift-ingress"} 2026-07-24T00:57:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-44edfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc", "reconcileID": "1faba69d-d223-48a8-a20f-04c36b41f918", "Gateway": "e2e-shared-b-44edfc", "namespace": "openshift-ingress"} 2026-07-24T00:57:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-44edfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc", "reconcileID": "1faba69d-d223-48a8-a20f-04c36b41f918", "Gateway": "e2e-shared-b-44edfc", "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc-authn-ssl"} 2026-07-24T00:57:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-44edfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc", "reconcileID": "1faba69d-d223-48a8-a20f-04c36b41f918", "Gateway": "e2e-shared-b-44edfc", "namespace": "openshift-ingress"} 2026-07-24T00:58:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-38da25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25", "reconcileID": "ad628cb4-cbb2-43c1-a618-5632a580e606", "Gateway": "e2e-shared-a-38da25", "namespace": "openshift-ingress"} 2026-07-24T00:58:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-38da25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25", "reconcileID": "ad628cb4-cbb2-43c1-a618-5632a580e606", "Gateway": "e2e-shared-a-38da25", "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25-authn-ssl"} 2026-07-24T00:58:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-38da25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25", "reconcileID": "ad628cb4-cbb2-43c1-a618-5632a580e606", "Gateway": "e2e-shared-a-38da25", "namespace": "openshift-ingress"} 2026-07-24T00:58:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-44edfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc", "reconcileID": "1d84b9c1-9c2e-4987-9580-e10b120bbd26", "Gateway": "e2e-shared-b-44edfc", "namespace": "openshift-ingress"} 2026-07-24T00:58:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-44edfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc", "reconcileID": "1d84b9c1-9c2e-4987-9580-e10b120bbd26", "Gateway": "e2e-shared-b-44edfc", "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc-authn-ssl"} 2026-07-24T00:58:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-44edfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc", "reconcileID": "1d84b9c1-9c2e-4987-9580-e10b120bbd26", "Gateway": "e2e-shared-b-44edfc", "namespace": "openshift-ingress"} 2026-07-24T00:58:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "d907440f-cd28-4fe0-a623-576fed5b152a", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress"} 2026-07-24T00:58:15Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "d907440f-cd28-4fe0-a623-576fed5b152a", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e-authn-ssl"} 2026-07-24T00:58:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "d907440f-cd28-4fe0-a623-576fed5b152a", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress"} 2026-07-24T00:58:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "2a449f58-38c0-486e-9abb-c8f08254a563", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress"} 2026-07-24T00:58:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "2a449f58-38c0-486e-9abb-c8f08254a563", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e-authn-ssl"} 2026-07-24T00:58:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "2a449f58-38c0-486e-9abb-c8f08254a563", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress"} 2026-07-24T00:58:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "360b6c14-0ded-4a38-833d-a7973b53aa07", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress"} 2026-07-24T00:58:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "360b6c14-0ded-4a38-833d-a7973b53aa07", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e-authn-ssl"} 2026-07-24T00:58:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "360b6c14-0ded-4a38-833d-a7973b53aa07", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress"} 2026-07-24T00:58:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "3d12bc34-efb1-4930-995b-00596d4661bc", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress"} 2026-07-24T00:58:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "3d12bc34-efb1-4930-995b-00596d4661bc", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e-authn-ssl"} 2026-07-24T00:58:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "3d12bc34-efb1-4930-995b-00596d4661bc", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress"} 2026-07-24T00:58:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "5a20a4d4-0797-44fc-b36a-351c19db5b8a", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress"} 2026-07-24T00:58:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "5a20a4d4-0797-44fc-b36a-351c19db5b8a", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e-authn-ssl"} 2026-07-24T00:58:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "5a20a4d4-0797-44fc-b36a-351c19db5b8a", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress"} 2026-07-24T00:58:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "8828d63e-9b7d-4946-9c1e-9a21ec4d49e6", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress"} 2026-07-24T00:58:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "8828d63e-9b7d-4946-9c1e-9a21ec4d49e6", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e-authn-ssl"} 2026-07-24T00:58:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "8828d63e-9b7d-4946-9c1e-9a21ec4d49e6", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress"} 2026-07-24T00:58:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "75d03625-6ee8-4ff6-ad45-d3f676d65df8", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress"} 2026-07-24T00:58:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "75d03625-6ee8-4ff6-ad45-d3f676d65df8", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e-authn-ssl"} 2026-07-24T00:58:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "75d03625-6ee8-4ff6-ad45-d3f676d65df8", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress"} 2026-07-24T00:58:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "openshift-service-ca.crt", "reconcileID": "254991c0-27e0-4d74-b78e-59b93db9bc7c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e"} 2026-07-24T00:58:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "odh-trusted-ca-bundle", "reconcileID": "2d7f9314-528f-4066-9af0-a86e88c4a88a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e"} 2026-07-24T00:58:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "openshift-service-ca.crt", "reconcileID": "59c50b9b-22ab-4b42-830b-3a184383006b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T00:58:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "openshift-service-ca.crt", "reconcileID": "59c50b9b-22ab-4b42-830b-3a184383006b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e"} 2026-07-24T00:58:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "openshift-service-ca.crt", "reconcileID": "dcaaf5c1-62eb-4d19-8f5f-4d59534b57df", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T00:58:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "openshift-service-ca.crt", "reconcileID": "dcaaf5c1-62eb-4d19-8f5f-4d59534b57df", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T00:58:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2cfb3924-5fba-422e-b5d7-6a7cdb3a0a68", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e"} 2026-07-24T00:58:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "odh-trusted-ca-bundle", "reconcileID": "efefad22-bf18-404a-a98e-3e30a633322f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T00:58:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "odh-trusted-ca-bundle", "reconcileID": "efefad22-bf18-404a-a98e-3e30a633322f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e"} 2026-07-24T00:58:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "openshift-service-ca.crt", "reconcileID": "9d364fa9-f6d0-4b9d-b2ac-4e73d776ca45", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e"} 2026-07-24T00:58:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "923682d8-9e68-4766-9173-a2bbf4d7b71c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e"} 2026-07-24T00:58:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "a14eea84-14cc-4757-bda8-5f2d036f1440", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress"} 2026-07-24T00:58:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "a14eea84-14cc-4757-bda8-5f2d036f1440", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e-authn-ssl"} 2026-07-24T00:58:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "a14eea84-14cc-4757-bda8-5f2d036f1440", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress"} 2026-07-24T00:58:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "094ca0cc-162b-43dc-82ec-fa93bbfe3d63", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T00:58:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "a1d6e600-cbd5-47bc-8286-e3c12eec3f7f", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress"} 2026-07-24T00:58:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "a1d6e600-cbd5-47bc-8286-e3c12eec3f7f", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e-authn-ssl"} 2026-07-24T00:58:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "a1d6e600-cbd5-47bc-8286-e3c12eec3f7f", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress"} 2026-07-24T00:58:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86b8da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86b8da", "reconcileID": "2bde9dbf-81d8-4a23-91d5-d629b2f1083d", "Gateway": "e2e-ipp-b-86b8da", "namespace": "openshift-ingress"} 2026-07-24T00:58:44Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86b8da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86b8da", "reconcileID": "2bde9dbf-81d8-4a23-91d5-d629b2f1083d", "Gateway": "e2e-ipp-b-86b8da", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86b8da-authn-ssl"} 2026-07-24T00:58:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86b8da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86b8da", "reconcileID": "2bde9dbf-81d8-4a23-91d5-d629b2f1083d", "Gateway": "e2e-ipp-b-86b8da", "namespace": "openshift-ingress"} 2026-07-24T00:58:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86b8da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86b8da", "reconcileID": "97199cb6-a124-409e-9e29-427f316ffd2f", "Gateway": "e2e-ipp-b-86b8da", "namespace": "openshift-ingress"} 2026-07-24T00:58:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86b8da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86b8da", "reconcileID": "97199cb6-a124-409e-9e29-427f316ffd2f", "Gateway": "e2e-ipp-b-86b8da", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86b8da-authn-ssl"} 2026-07-24T00:58:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86b8da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86b8da", "reconcileID": "97199cb6-a124-409e-9e29-427f316ffd2f", "Gateway": "e2e-ipp-b-86b8da", "namespace": "openshift-ingress"} 2026-07-24T00:58:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86b8da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86b8da", "reconcileID": "9f6cbf9c-4c63-43bd-bd8e-1261719e8f82", "Gateway": "e2e-ipp-b-86b8da", "namespace": "openshift-ingress"} 2026-07-24T00:58:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86b8da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86b8da", "reconcileID": "9f6cbf9c-4c63-43bd-bd8e-1261719e8f82", "Gateway": "e2e-ipp-b-86b8da", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86b8da-authn-ssl"} 2026-07-24T00:58:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86b8da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86b8da", "reconcileID": "9f6cbf9c-4c63-43bd-bd8e-1261719e8f82", "Gateway": "e2e-ipp-b-86b8da", "namespace": "openshift-ingress"} 2026-07-24T00:58:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86b8da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86b8da", "reconcileID": "f18efdb0-45be-4190-9a32-f94786cce258", "Gateway": "e2e-ipp-b-86b8da", "namespace": "openshift-ingress"} 2026-07-24T00:58:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86b8da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86b8da", "reconcileID": "f18efdb0-45be-4190-9a32-f94786cce258", "Gateway": "e2e-ipp-b-86b8da", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86b8da-authn-ssl"} 2026-07-24T00:58:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86b8da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86b8da", "reconcileID": "f18efdb0-45be-4190-9a32-f94786cce258", "Gateway": "e2e-ipp-b-86b8da", "namespace": "openshift-ingress"} 2026-07-24T00:58:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86b8da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86b8da", "reconcileID": "c24165ce-4808-42ea-8b62-04889660582e", "Gateway": "e2e-ipp-b-86b8da", "namespace": "openshift-ingress"} 2026-07-24T00:58:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86b8da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86b8da", "reconcileID": "c24165ce-4808-42ea-8b62-04889660582e", "Gateway": "e2e-ipp-b-86b8da", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86b8da-authn-ssl"} 2026-07-24T00:58:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86b8da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86b8da", "reconcileID": "c24165ce-4808-42ea-8b62-04889660582e", "Gateway": "e2e-ipp-b-86b8da", "namespace": "openshift-ingress"} 2026-07-24T00:58:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86b8da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86b8da", "reconcileID": "db3ec713-fba6-4259-a27c-4a8ceecc3f75", "Gateway": "e2e-ipp-b-86b8da", "namespace": "openshift-ingress"} 2026-07-24T00:58:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86b8da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86b8da", "reconcileID": "db3ec713-fba6-4259-a27c-4a8ceecc3f75", "Gateway": "e2e-ipp-b-86b8da", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86b8da-authn-ssl"} 2026-07-24T00:58:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86b8da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86b8da", "reconcileID": "db3ec713-fba6-4259-a27c-4a8ceecc3f75", "Gateway": "e2e-ipp-b-86b8da", "namespace": "openshift-ingress"} 2026-07-24T00:58:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86b8da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86b8da", "reconcileID": "07e7f21b-8e5c-424e-99b2-1f94b8b5b965", "Gateway": "e2e-ipp-b-86b8da", "namespace": "openshift-ingress"} 2026-07-24T00:58:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86b8da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86b8da", "reconcileID": "07e7f21b-8e5c-424e-99b2-1f94b8b5b965", "Gateway": "e2e-ipp-b-86b8da", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86b8da-authn-ssl"} 2026-07-24T00:58:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86b8da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86b8da", "reconcileID": "07e7f21b-8e5c-424e-99b2-1f94b8b5b965", "Gateway": "e2e-ipp-b-86b8da", "namespace": "openshift-ingress"} 2026-07-24T00:58:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-86b8da"}, "namespace": "ai-tenant-e2e-ipp-b-86b8da", "name": "openshift-service-ca.crt", "reconcileID": "409dcb50-3910-4c94-a693-924e11763cce", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-86b8da"} 2026-07-24T00:58:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86b8da"}, "namespace": "ai-tenant-e2e-ipp-b-86b8da", "name": "odh-trusted-ca-bundle", "reconcileID": "30726363-70a4-4107-957b-b428c7d78417", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86b8da"} 2026-07-24T00:58:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-86b8da"}, "namespace": "ai-tenant-e2e-ipp-b-86b8da", "name": "openshift-service-ca.crt", "reconcileID": "8c3e1344-203a-4efd-a4a9-40043b5253ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-86b8da", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T00:58:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-86b8da"}, "namespace": "ai-tenant-e2e-ipp-b-86b8da", "name": "openshift-service-ca.crt", "reconcileID": "8c3e1344-203a-4efd-a4a9-40043b5253ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-86b8da"} 2026-07-24T00:58:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86b8da"}, "namespace": "ai-tenant-e2e-ipp-b-86b8da", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d41d1822-d946-4079-bc47-f3349297a329", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86b8da"} 2026-07-24T00:58:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-86b8da"}, "namespace": "ai-tenant-e2e-ipp-b-86b8da", "name": "openshift-service-ca.crt", "reconcileID": "91d0cd42-81d2-412f-a183-61ba4fadae10", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-86b8da"} 2026-07-24T00:58:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86b8da"}, "namespace": "ai-tenant-e2e-ipp-b-86b8da", "name": "odh-trusted-ca-bundle", "reconcileID": "42ac1ec3-2988-465a-8575-2b8a335bf8f7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86b8da", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T00:58:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86b8da"}, "namespace": "ai-tenant-e2e-ipp-b-86b8da", "name": "odh-trusted-ca-bundle", "reconcileID": "42ac1ec3-2988-465a-8575-2b8a335bf8f7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86b8da"} 2026-07-24T00:58:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86b8da"}, "namespace": "ai-tenant-e2e-ipp-b-86b8da", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1ea2ad31-3658-4c62-9f1f-9b40379c4869", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86b8da"} 2026-07-24T00:58:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86b8da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86b8da", "reconcileID": "09102d58-ea44-42cf-8af0-1e699b38fcba", "Gateway": "e2e-ipp-b-86b8da", "namespace": "openshift-ingress"} 2026-07-24T00:58:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86b8da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86b8da", "reconcileID": "09102d58-ea44-42cf-8af0-1e699b38fcba", "Gateway": "e2e-ipp-b-86b8da", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86b8da-authn-ssl"} 2026-07-24T00:58:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86b8da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86b8da", "reconcileID": "09102d58-ea44-42cf-8af0-1e699b38fcba", "Gateway": "e2e-ipp-b-86b8da", "namespace": "openshift-ingress"} 2026-07-24T00:58:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6949d813-c814-499c-94d9-808edb977c02", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T00:58:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86b8da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86b8da", "reconcileID": "7042f171-7b97-46ef-ae40-0ca193fe7595", "Gateway": "e2e-ipp-b-86b8da", "namespace": "openshift-ingress"} 2026-07-24T00:58:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86b8da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86b8da", "reconcileID": "7042f171-7b97-46ef-ae40-0ca193fe7595", "Gateway": "e2e-ipp-b-86b8da", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86b8da-authn-ssl"} 2026-07-24T00:58:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86b8da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86b8da", "reconcileID": "7042f171-7b97-46ef-ae40-0ca193fe7595", "Gateway": "e2e-ipp-b-86b8da", "namespace": "openshift-ingress"} 2026-07-24T00:59:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a3cf0e","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "ipp-route-a3cf0e", "reconcileID": "918f6723-9363-4595-9501-c013021e6dd4", "LLMInferenceService": "ipp-route-a3cf0e", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e"} 2026-07-24T00:59:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a3cf0e","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "ipp-route-a3cf0e", "reconcileID": "918f6723-9363-4595-9501-c013021e6dd4", "LLMInferenceService": "ipp-route-a3cf0e", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e"} 2026-07-24T00:59:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a3cf0e","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "ipp-route-a3cf0e", "reconcileID": "918f6723-9363-4595-9501-c013021e6dd4", "LLMInferenceService": "ipp-route-a3cf0e", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e"} 2026-07-24T00:59:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "ddad2232-2280-443e-bac5-a0c75ce839dd", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress"} 2026-07-24T00:59:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a3cf0e","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "ipp-route-a3cf0e", "reconcileID": "918f6723-9363-4595-9501-c013021e6dd4", "LLMInferenceService": "ipp-route-a3cf0e", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "ipp-route-a3cf0e-kserve-route-authn"} 2026-07-24T00:59:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a3cf0e","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "ipp-route-a3cf0e", "reconcileID": "918f6723-9363-4595-9501-c013021e6dd4", "LLMInferenceService": "ipp-route-a3cf0e", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "authType": "userdefined"} 2026-07-24T00:59:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a3cf0e","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "ipp-route-a3cf0e", "reconcileID": "918f6723-9363-4595-9501-c013021e6dd4", "LLMInferenceService": "ipp-route-a3cf0e", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e"} 2026-07-24T00:59:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "ddad2232-2280-443e-bac5-a0c75ce839dd", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e-authn-ssl"} 2026-07-24T00:59:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "ddad2232-2280-443e-bac5-a0c75ce839dd", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress"} 2026-07-24T00:59:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a3cf0e","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "ipp-route-a3cf0e", "reconcileID": "8eca1447-c0b2-41f3-8d79-d0921ec9e2e4", "LLMInferenceService": "ipp-route-a3cf0e", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e"} 2026-07-24T00:59:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a3cf0e","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "ipp-route-a3cf0e", "reconcileID": "8eca1447-c0b2-41f3-8d79-d0921ec9e2e4", "LLMInferenceService": "ipp-route-a3cf0e", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e"} 2026-07-24T00:59:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a3cf0e","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "ipp-route-a3cf0e", "reconcileID": "8eca1447-c0b2-41f3-8d79-d0921ec9e2e4", "LLMInferenceService": "ipp-route-a3cf0e", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e"} 2026-07-24T00:59:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a3cf0e","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "ipp-route-a3cf0e", "reconcileID": "8eca1447-c0b2-41f3-8d79-d0921ec9e2e4", "LLMInferenceService": "ipp-route-a3cf0e", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "ipp-route-a3cf0e-kserve-route-authn"} 2026-07-24T00:59:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a3cf0e","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "ipp-route-a3cf0e", "reconcileID": "8eca1447-c0b2-41f3-8d79-d0921ec9e2e4", "LLMInferenceService": "ipp-route-a3cf0e", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "authType": "userdefined"} 2026-07-24T00:59:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a3cf0e","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "ipp-route-a3cf0e", "reconcileID": "8eca1447-c0b2-41f3-8d79-d0921ec9e2e4", "LLMInferenceService": "ipp-route-a3cf0e", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e"} 2026-07-24T00:59:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "ffa554bd-2b5f-476a-b8a2-a9509fa43ad8", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress"} 2026-07-24T00:59:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "ffa554bd-2b5f-476a-b8a2-a9509fa43ad8", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e-authn-ssl"} 2026-07-24T00:59:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "ffa554bd-2b5f-476a-b8a2-a9509fa43ad8", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress"} 2026-07-24T00:59:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a3cf0e","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "ipp-route-a3cf0e", "reconcileID": "0caa9194-793b-4ed3-8a31-d17c4f97bd84", "LLMInferenceService": "ipp-route-a3cf0e", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e"} 2026-07-24T00:59:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a3cf0e","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "ipp-route-a3cf0e", "reconcileID": "0caa9194-793b-4ed3-8a31-d17c4f97bd84", "LLMInferenceService": "ipp-route-a3cf0e", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e"} 2026-07-24T00:59:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a3cf0e","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "ipp-route-a3cf0e", "reconcileID": "0caa9194-793b-4ed3-8a31-d17c4f97bd84", "LLMInferenceService": "ipp-route-a3cf0e", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e"} 2026-07-24T00:59:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a3cf0e","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "ipp-route-a3cf0e", "reconcileID": "0caa9194-793b-4ed3-8a31-d17c4f97bd84", "LLMInferenceService": "ipp-route-a3cf0e", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "ipp-route-a3cf0e-kserve-route-authn"} 2026-07-24T00:59:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a3cf0e","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "ipp-route-a3cf0e", "reconcileID": "0caa9194-793b-4ed3-8a31-d17c4f97bd84", "LLMInferenceService": "ipp-route-a3cf0e", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "authType": "userdefined"} 2026-07-24T00:59:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a3cf0e","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "ipp-route-a3cf0e", "reconcileID": "0caa9194-793b-4ed3-8a31-d17c4f97bd84", "LLMInferenceService": "ipp-route-a3cf0e", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e"} 2026-07-24T00:59:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a3cf0e","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "ipp-route-a3cf0e", "reconcileID": "9e6be750-9358-4e79-a2f1-2c934f85b7bb", "LLMInferenceService": "ipp-route-a3cf0e", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e"} 2026-07-24T00:59:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a3cf0e","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "ipp-route-a3cf0e", "reconcileID": "9e6be750-9358-4e79-a2f1-2c934f85b7bb", "LLMInferenceService": "ipp-route-a3cf0e", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e"} 2026-07-24T00:59:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a3cf0e","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "ipp-route-a3cf0e", "reconcileID": "9e6be750-9358-4e79-a2f1-2c934f85b7bb", "LLMInferenceService": "ipp-route-a3cf0e", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e"} 2026-07-24T00:59:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a3cf0e","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "ipp-route-a3cf0e", "reconcileID": "9e6be750-9358-4e79-a2f1-2c934f85b7bb", "LLMInferenceService": "ipp-route-a3cf0e", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "ipp-route-a3cf0e-kserve-route-authn"} 2026-07-24T00:59:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a3cf0e","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "ipp-route-a3cf0e", "reconcileID": "9e6be750-9358-4e79-a2f1-2c934f85b7bb", "LLMInferenceService": "ipp-route-a3cf0e", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "authType": "userdefined"} 2026-07-24T00:59:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a3cf0e","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "ipp-route-a3cf0e", "reconcileID": "9e6be750-9358-4e79-a2f1-2c934f85b7bb", "LLMInferenceService": "ipp-route-a3cf0e", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e"} 2026-07-24T00:59:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "48d6152f-fb70-4c49-b664-b67c2754751b", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress"} 2026-07-24T00:59:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "48d6152f-fb70-4c49-b664-b67c2754751b", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e-authn-ssl"} 2026-07-24T00:59:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "48d6152f-fb70-4c49-b664-b67c2754751b", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress"} 2026-07-24T01:00:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e040d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e040d3", "reconcileID": "95d4159f-b057-4a9e-8a14-4e841977f1c6", "Gateway": "e2e-ipp-cleanup-e040d3", "namespace": "openshift-ingress"} 2026-07-24T01:00:05Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e040d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e040d3", "reconcileID": "95d4159f-b057-4a9e-8a14-4e841977f1c6", "Gateway": "e2e-ipp-cleanup-e040d3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e040d3-authn-ssl"} 2026-07-24T01:00:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e040d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e040d3", "reconcileID": "95d4159f-b057-4a9e-8a14-4e841977f1c6", "Gateway": "e2e-ipp-cleanup-e040d3", "namespace": "openshift-ingress"} 2026-07-24T01:00:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e040d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e040d3", "reconcileID": "17269b77-5d6a-4874-b111-3a8596ccb266", "Gateway": "e2e-ipp-cleanup-e040d3", "namespace": "openshift-ingress"} 2026-07-24T01:00:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e040d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e040d3", "reconcileID": "17269b77-5d6a-4874-b111-3a8596ccb266", "Gateway": "e2e-ipp-cleanup-e040d3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e040d3-authn-ssl"} 2026-07-24T01:00:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e040d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e040d3", "reconcileID": "17269b77-5d6a-4874-b111-3a8596ccb266", "Gateway": "e2e-ipp-cleanup-e040d3", "namespace": "openshift-ingress"} 2026-07-24T01:00:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e040d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e040d3", "reconcileID": "8377a5c0-2470-433b-ad6a-c9ec841136d5", "Gateway": "e2e-ipp-cleanup-e040d3", "namespace": "openshift-ingress"} 2026-07-24T01:00:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e040d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e040d3", "reconcileID": "8377a5c0-2470-433b-ad6a-c9ec841136d5", "Gateway": "e2e-ipp-cleanup-e040d3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e040d3-authn-ssl"} 2026-07-24T01:00:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e040d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e040d3", "reconcileID": "8377a5c0-2470-433b-ad6a-c9ec841136d5", "Gateway": "e2e-ipp-cleanup-e040d3", "namespace": "openshift-ingress"} 2026-07-24T01:00:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e040d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e040d3", "reconcileID": "05863225-5868-4e1b-be76-477fd6c67835", "Gateway": "e2e-ipp-cleanup-e040d3", "namespace": "openshift-ingress"} 2026-07-24T01:00:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e040d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e040d3", "reconcileID": "05863225-5868-4e1b-be76-477fd6c67835", "Gateway": "e2e-ipp-cleanup-e040d3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e040d3-authn-ssl"} 2026-07-24T01:00:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e040d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e040d3", "reconcileID": "05863225-5868-4e1b-be76-477fd6c67835", "Gateway": "e2e-ipp-cleanup-e040d3", "namespace": "openshift-ingress"} 2026-07-24T01:00:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e040d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e040d3", "reconcileID": "72628e74-6b8f-4bd8-b319-a39acf8e4d93", "Gateway": "e2e-ipp-cleanup-e040d3", "namespace": "openshift-ingress"} 2026-07-24T01:00:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e040d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e040d3", "reconcileID": "72628e74-6b8f-4bd8-b319-a39acf8e4d93", "Gateway": "e2e-ipp-cleanup-e040d3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e040d3-authn-ssl"} 2026-07-24T01:00:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e040d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e040d3", "reconcileID": "72628e74-6b8f-4bd8-b319-a39acf8e4d93", "Gateway": "e2e-ipp-cleanup-e040d3", "namespace": "openshift-ingress"} 2026-07-24T01:00:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e040d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e040d3", "reconcileID": "82ec03c7-e442-46b1-96e9-43d91e83f5f6", "Gateway": "e2e-ipp-cleanup-e040d3", "namespace": "openshift-ingress"} 2026-07-24T01:00:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e040d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e040d3", "reconcileID": "82ec03c7-e442-46b1-96e9-43d91e83f5f6", "Gateway": "e2e-ipp-cleanup-e040d3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e040d3-authn-ssl"} 2026-07-24T01:00:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e040d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e040d3", "reconcileID": "82ec03c7-e442-46b1-96e9-43d91e83f5f6", "Gateway": "e2e-ipp-cleanup-e040d3", "namespace": "openshift-ingress"} 2026-07-24T01:00:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e040d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e040d3", "reconcileID": "a5729b94-8249-4d65-9de7-bdfc7dc7944a", "Gateway": "e2e-ipp-cleanup-e040d3", "namespace": "openshift-ingress"} 2026-07-24T01:00:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e040d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e040d3", "reconcileID": "a5729b94-8249-4d65-9de7-bdfc7dc7944a", "Gateway": "e2e-ipp-cleanup-e040d3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e040d3-authn-ssl"} 2026-07-24T01:00:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e040d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e040d3", "reconcileID": "a5729b94-8249-4d65-9de7-bdfc7dc7944a", "Gateway": "e2e-ipp-cleanup-e040d3", "namespace": "openshift-ingress"} 2026-07-24T01:00:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e040d3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e040d3", "name": "openshift-service-ca.crt", "reconcileID": "8f3ca244-358c-4eeb-83f5-9c06226c4421", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e040d3"} 2026-07-24T01:00:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e040d3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e040d3", "name": "odh-trusted-ca-bundle", "reconcileID": "fbee5d75-de10-4b13-8018-dd241e26b265", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e040d3"} 2026-07-24T01:00:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e040d3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e040d3", "name": "openshift-service-ca.crt", "reconcileID": "fa79c53a-4592-4130-85f5-fa3b537760a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e040d3", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T01:00:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e040d3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e040d3", "name": "openshift-service-ca.crt", "reconcileID": "fa79c53a-4592-4130-85f5-fa3b537760a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e040d3"} 2026-07-24T01:00:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e040d3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e040d3", "name": "openshift-service-ca.crt", "reconcileID": "74b168c4-329f-4bdd-9cc4-02fda29a2427", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e040d3"} 2026-07-24T01:00:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e040d3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e040d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "550dd603-7c32-483b-9077-b3ec390dafba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e040d3"} 2026-07-24T01:00:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e040d3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e040d3", "name": "odh-trusted-ca-bundle", "reconcileID": "4078a990-a5e6-42c0-bf5f-e12003afe2c3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e040d3", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T01:00:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e040d3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e040d3", "name": "odh-trusted-ca-bundle", "reconcileID": "4078a990-a5e6-42c0-bf5f-e12003afe2c3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e040d3"} 2026-07-24T01:00:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e040d3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e040d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2bc42c37-c9bd-4e89-85b2-fedc3ec2007c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e040d3"} 2026-07-24T01:00:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e040d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e040d3", "reconcileID": "73e22430-4454-4d33-8532-d2c1ec43d49f", "Gateway": "e2e-ipp-cleanup-e040d3", "namespace": "openshift-ingress"} 2026-07-24T01:00:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e040d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e040d3", "reconcileID": "73e22430-4454-4d33-8532-d2c1ec43d49f", "Gateway": "e2e-ipp-cleanup-e040d3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e040d3-authn-ssl"} 2026-07-24T01:00:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e040d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e040d3", "reconcileID": "73e22430-4454-4d33-8532-d2c1ec43d49f", "Gateway": "e2e-ipp-cleanup-e040d3", "namespace": "openshift-ingress"} 2026-07-24T01:00:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "10658b76-2eff-4da8-a9bf-b2124576aa62", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T01:00:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e040d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e040d3", "reconcileID": "f73ee546-4aa0-4632-b415-96235a2a1408", "Gateway": "e2e-ipp-cleanup-e040d3", "namespace": "openshift-ingress"} 2026-07-24T01:00:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e040d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e040d3", "reconcileID": "f73ee546-4aa0-4632-b415-96235a2a1408", "Gateway": "e2e-ipp-cleanup-e040d3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e040d3-authn-ssl"} 2026-07-24T01:00:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e040d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e040d3", "reconcileID": "f73ee546-4aa0-4632-b415-96235a2a1408", "Gateway": "e2e-ipp-cleanup-e040d3", "namespace": "openshift-ingress"} 2026-07-24T01:00:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e040d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e040d3", "reconcileID": "a27375d0-1af3-4643-9ced-92b29e46d98e", "Gateway": "e2e-ipp-cleanup-e040d3", "namespace": "openshift-ingress"} 2026-07-24T01:00:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e040d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e040d3", "reconcileID": "a27375d0-1af3-4643-9ced-92b29e46d98e", "Gateway": "e2e-ipp-cleanup-e040d3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e040d3-authn-ssl"} 2026-07-24T01:00:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e040d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e040d3", "reconcileID": "a27375d0-1af3-4643-9ced-92b29e46d98e", "Gateway": "e2e-ipp-cleanup-e040d3", "namespace": "openshift-ingress"} 2026-07-24T01:00:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e040d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e040d3", "reconcileID": "4a9f7837-6f31-4e1f-886b-ce62d0d53eb9", "Gateway": "e2e-ipp-cleanup-e040d3", "namespace": "openshift-ingress"} 2026-07-24T01:00:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e040d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e040d3", "reconcileID": "4a9f7837-6f31-4e1f-886b-ce62d0d53eb9", "Gateway": "e2e-ipp-cleanup-e040d3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e040d3-authn-ssl"} 2026-07-24T01:00:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e040d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e040d3", "reconcileID": "4a9f7837-6f31-4e1f-886b-ce62d0d53eb9", "Gateway": "e2e-ipp-cleanup-e040d3", "namespace": "openshift-ingress"} 2026-07-24T01:00:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e040d3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e040d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b02aa0f-cbdf-45b6-a548-6c855bde4140", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e040d3"} 2026-07-24T01:00:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e040d3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e040d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b02aa0f-cbdf-45b6-a548-6c855bde4140", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e040d3", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T01:00:44Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e040d3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e040d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b02aa0f-cbdf-45b6-a548-6c855bde4140", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-e040d3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T01:00:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e040d3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e040d3", "name": "odh-trusted-ca-bundle", "reconcileID": "363d1a10-99c6-455f-a9a8-7b4c81f535c7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e040d3"} 2026-07-24T01:00:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e040d3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e040d3", "name": "odh-trusted-ca-bundle", "reconcileID": "363d1a10-99c6-455f-a9a8-7b4c81f535c7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e040d3"} 2026-07-24T01:00:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e040d3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e040d3", "name": "openshift-service-ca.crt", "reconcileID": "ab5d564f-1e79-4ae4-b887-fb943e407b0e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e040d3"} 2026-07-24T01:00:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e040d3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e040d3", "name": "openshift-service-ca.crt", "reconcileID": "ab5d564f-1e79-4ae4-b887-fb943e407b0e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e040d3"} 2026-07-24T01:00:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e040d3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e040d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e0b810a-23e7-48b4-b205-ebda5cc1951b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e040d3"} 2026-07-24T01:00:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e040d3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e040d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e0b810a-23e7-48b4-b205-ebda5cc1951b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e040d3"} 2026-07-24T01:00:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a7ae91d8-d3d0-4e17-80f1-c9fa5a5c7de7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T01:01:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "b0fe949d-6e8b-4638-8437-8f0c0bb9a442", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress"} 2026-07-24T01:01:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "b0fe949d-6e8b-4638-8437-8f0c0bb9a442", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e-authn-ssl"} 2026-07-24T01:01:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "b0fe949d-6e8b-4638-8437-8f0c0bb9a442", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress"} 2026-07-24T01:01:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "ca9da243-5748-4e86-ba9b-c1da310cfad0", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress"} 2026-07-24T01:01:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "ca9da243-5748-4e86-ba9b-c1da310cfad0", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e-authn-ssl"} 2026-07-24T01:01:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "ca9da243-5748-4e86-ba9b-c1da310cfad0", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress"} 2026-07-24T01:01:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "d8361d27-1737-4037-8a2e-46a9b4dabcf8", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress"} 2026-07-24T01:01:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "d8361d27-1737-4037-8a2e-46a9b4dabcf8", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e-authn-ssl"} 2026-07-24T01:01:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "d8361d27-1737-4037-8a2e-46a9b4dabcf8", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress"} 2026-07-24T01:01:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a3cf0e","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "ipp-route-a3cf0e", "reconcileID": "a32ced18-efdf-4674-9d31-e24e0713f7b8", "LLMInferenceService": "ipp-route-a3cf0e", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e"} 2026-07-24T01:01:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a3cf0e","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "ipp-route-a3cf0e", "reconcileID": "a32ced18-efdf-4674-9d31-e24e0713f7b8", "LLMInferenceService": "ipp-route-a3cf0e", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e"} 2026-07-24T01:01:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a3cf0e","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "ipp-route-a3cf0e", "reconcileID": "a32ced18-efdf-4674-9d31-e24e0713f7b8", "LLMInferenceService": "ipp-route-a3cf0e", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e"} 2026-07-24T01:01:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a3cf0e","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "ipp-route-a3cf0e", "reconcileID": "a32ced18-efdf-4674-9d31-e24e0713f7b8", "LLMInferenceService": "ipp-route-a3cf0e", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "ipp-route-a3cf0e-kserve-route-authn"} 2026-07-24T01:01:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a3cf0e","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "ipp-route-a3cf0e", "reconcileID": "a32ced18-efdf-4674-9d31-e24e0713f7b8", "LLMInferenceService": "ipp-route-a3cf0e", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "authType": "userdefined"} 2026-07-24T01:01:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a3cf0e","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "ipp-route-a3cf0e", "reconcileID": "a32ced18-efdf-4674-9d31-e24e0713f7b8", "LLMInferenceService": "ipp-route-a3cf0e", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e"} 2026-07-24T01:01:50Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a3cf0e","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "ipp-route-a3cf0e", "reconcileID": "027adf13-21d9-46b9-9307-5f2d3cc75413", "LLMInferenceService": "ipp-route-a3cf0e", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e"} 2026-07-24T01:01:50Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a3cf0e","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "ipp-route-a3cf0e", "reconcileID": "027adf13-21d9-46b9-9307-5f2d3cc75413", "LLMInferenceService": "ipp-route-a3cf0e", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "ipp-route-a3cf0e"} 2026-07-24T01:01:50Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a3cf0e","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "ipp-route-a3cf0e", "reconcileID": "027adf13-21d9-46b9-9307-5f2d3cc75413", "LLMInferenceService": "ipp-route-a3cf0e", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e"} 2026-07-24T01:01:50Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a3cf0e","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "ipp-route-a3cf0e", "reconcileID": "027adf13-21d9-46b9-9307-5f2d3cc75413", "LLMInferenceService": "ipp-route-a3cf0e", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e"} 2026-07-24T01:01:50Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a3cf0e","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "ipp-route-a3cf0e", "reconcileID": "027adf13-21d9-46b9-9307-5f2d3cc75413", "LLMInferenceService": "ipp-route-a3cf0e", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "ipp-route-a3cf0e-kserve-route-authn"} 2026-07-24T01:01:50Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a3cf0e","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "ipp-route-a3cf0e", "reconcileID": "027adf13-21d9-46b9-9307-5f2d3cc75413", "LLMInferenceService": "ipp-route-a3cf0e", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "ipp-route-a3cf0e-kserve-route-authn"} 2026-07-24T01:01:50Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a3cf0e","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "ipp-route-a3cf0e", "reconcileID": "027adf13-21d9-46b9-9307-5f2d3cc75413", "LLMInferenceService": "ipp-route-a3cf0e", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e"} 2026-07-24T01:01:50Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a3cf0e","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "ipp-route-a3cf0e", "reconcileID": "027adf13-21d9-46b9-9307-5f2d3cc75413", "LLMInferenceService": "ipp-route-a3cf0e", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e"} 2026-07-24T01:01:50Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a3cf0e","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "ipp-route-a3cf0e", "reconcileID": "3d6a3a08-d5c3-4a2e-8b24-b63542dcecff", "LLMInferenceService": "ipp-route-a3cf0e", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e"} 2026-07-24T01:01:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "098dc0fc-0555-4e4c-a819-6c4632edca56", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress"} 2026-07-24T01:01:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "098dc0fc-0555-4e4c-a819-6c4632edca56", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e-authn-ssl"} 2026-07-24T01:01:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "098dc0fc-0555-4e4c-a819-6c4632edca56", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress"} 2026-07-24T01:01:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "6927278b-e6a8-41b1-a5e3-9b1aa769bd4f", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress"} 2026-07-24T01:01:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "6927278b-e6a8-41b1-a5e3-9b1aa769bd4f", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e-authn-ssl"} 2026-07-24T01:01:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a3cf0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a3cf0e", "reconcileID": "6927278b-e6a8-41b1-a5e3-9b1aa769bd4f", "Gateway": "e2e-ipp-a-a3cf0e", "namespace": "openshift-ingress"} 2026-07-24T01:01:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b994028-3028-4de9-8148-ec4e828914fb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e"} 2026-07-24T01:01:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b994028-3028-4de9-8148-ec4e828914fb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T01:01:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b994028-3028-4de9-8148-ec4e828914fb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-a3cf0e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T01:01:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "odh-trusted-ca-bundle", "reconcileID": "a80b833a-584c-4663-abea-0f43924c49e2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e"} 2026-07-24T01:01:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "odh-trusted-ca-bundle", "reconcileID": "a80b833a-584c-4663-abea-0f43924c49e2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e"} 2026-07-24T01:01:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "openshift-service-ca.crt", "reconcileID": "a6e13ba5-06bc-4cf2-bfbf-c2e51486aa12", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e"} 2026-07-24T01:01:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "openshift-service-ca.crt", "reconcileID": "a6e13ba5-06bc-4cf2-bfbf-c2e51486aa12", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e"} 2026-07-24T01:01:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e6d6d56e-760d-470e-a963-fcbe3272d389", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e"} 2026-07-24T01:01:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a3cf0e"}, "namespace": "ai-tenant-e2e-ipp-a-a3cf0e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e6d6d56e-760d-470e-a963-fcbe3272d389", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a3cf0e"} 2026-07-24T01:01:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9bcb772f-19c6-4f2d-a9f5-18df32817c6a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T01:02:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86b8da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86b8da", "reconcileID": "3445b286-c4fa-4bd7-94e7-81b96424a1f9", "Gateway": "e2e-ipp-b-86b8da", "namespace": "openshift-ingress"} 2026-07-24T01:02:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86b8da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86b8da", "reconcileID": "3445b286-c4fa-4bd7-94e7-81b96424a1f9", "Gateway": "e2e-ipp-b-86b8da", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86b8da-authn-ssl"} 2026-07-24T01:02:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86b8da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86b8da", "reconcileID": "3445b286-c4fa-4bd7-94e7-81b96424a1f9", "Gateway": "e2e-ipp-b-86b8da", "namespace": "openshift-ingress"} 2026-07-24T01:02:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86b8da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86b8da", "reconcileID": "a7a1ccdc-59de-4208-a824-cd36f98c501a", "Gateway": "e2e-ipp-b-86b8da", "namespace": "openshift-ingress"} 2026-07-24T01:02:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86b8da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86b8da", "reconcileID": "a7a1ccdc-59de-4208-a824-cd36f98c501a", "Gateway": "e2e-ipp-b-86b8da", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86b8da-authn-ssl"} 2026-07-24T01:02:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86b8da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86b8da", "reconcileID": "a7a1ccdc-59de-4208-a824-cd36f98c501a", "Gateway": "e2e-ipp-b-86b8da", "namespace": "openshift-ingress"} 2026-07-24T01:02:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86b8da"}, "namespace": "ai-tenant-e2e-ipp-b-86b8da", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "48a7357f-9f72-4983-9edc-66bcbe7116bf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86b8da"} 2026-07-24T01:02:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86b8da"}, "namespace": "ai-tenant-e2e-ipp-b-86b8da", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "48a7357f-9f72-4983-9edc-66bcbe7116bf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86b8da", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T01:02:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86b8da"}, "namespace": "ai-tenant-e2e-ipp-b-86b8da", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "48a7357f-9f72-4983-9edc-66bcbe7116bf", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-86b8da because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T01:02:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86b8da"}, "namespace": "ai-tenant-e2e-ipp-b-86b8da", "name": "odh-trusted-ca-bundle", "reconcileID": "9fd32f8a-fe1d-4a05-bc51-95f580e60046", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86b8da"} 2026-07-24T01:02:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86b8da"}, "namespace": "ai-tenant-e2e-ipp-b-86b8da", "name": "odh-trusted-ca-bundle", "reconcileID": "9fd32f8a-fe1d-4a05-bc51-95f580e60046", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86b8da"} 2026-07-24T01:02:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-86b8da"}, "namespace": "ai-tenant-e2e-ipp-b-86b8da", "name": "openshift-service-ca.crt", "reconcileID": "ea69dfc5-bc90-4eb4-93d1-44b468f014e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-86b8da"} 2026-07-24T01:02:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-86b8da"}, "namespace": "ai-tenant-e2e-ipp-b-86b8da", "name": "openshift-service-ca.crt", "reconcileID": "ea69dfc5-bc90-4eb4-93d1-44b468f014e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-86b8da"} 2026-07-24T01:02:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86b8da"}, "namespace": "ai-tenant-e2e-ipp-b-86b8da", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "720bbe8a-50d3-444f-af7f-74dfc7d7a663", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86b8da"} 2026-07-24T01:02:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86b8da"}, "namespace": "ai-tenant-e2e-ipp-b-86b8da", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "720bbe8a-50d3-444f-af7f-74dfc7d7a663", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86b8da"} 2026-07-24T01:02:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9e52e89d-f2b4-418c-bd2b-eceb32df285e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T01:02:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-38da25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25", "reconcileID": "ff02ed3b-731c-4723-a7c4-bb48d09f1d1a", "Gateway": "e2e-shared-a-38da25", "namespace": "openshift-ingress"} 2026-07-24T01:02:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-38da25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25", "reconcileID": "ff02ed3b-731c-4723-a7c4-bb48d09f1d1a", "Gateway": "e2e-shared-a-38da25", "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25-authn-ssl"} 2026-07-24T01:02:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-38da25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25", "reconcileID": "ff02ed3b-731c-4723-a7c4-bb48d09f1d1a", "Gateway": "e2e-shared-a-38da25", "namespace": "openshift-ingress"} 2026-07-24T01:02:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-38da25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25", "reconcileID": "b9e3d4ec-91bb-47e8-8c5f-98bdc6545f9b", "Gateway": "e2e-shared-a-38da25", "namespace": "openshift-ingress"} 2026-07-24T01:02:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-38da25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25", "reconcileID": "b9e3d4ec-91bb-47e8-8c5f-98bdc6545f9b", "Gateway": "e2e-shared-a-38da25", "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25-authn-ssl"} 2026-07-24T01:02:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-38da25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-38da25", "reconcileID": "b9e3d4ec-91bb-47e8-8c5f-98bdc6545f9b", "Gateway": "e2e-shared-a-38da25", "namespace": "openshift-ingress"} 2026-07-24T01:02:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1d04697-8e43-4c8c-bc0c-cee383d580ed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-38da25"} 2026-07-24T01:02:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1d04697-8e43-4c8c-bc0c-cee383d580ed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-38da25", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T01:02:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1d04697-8e43-4c8c-bc0c-cee383d580ed", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-38da25 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T01:02:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "odh-trusted-ca-bundle", "reconcileID": "a4e77962-057c-4b09-9cab-7c192da1796f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-38da25"} 2026-07-24T01:02:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "odh-trusted-ca-bundle", "reconcileID": "a4e77962-057c-4b09-9cab-7c192da1796f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-38da25"} 2026-07-24T01:02:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "openshift-service-ca.crt", "reconcileID": "6bdb538c-1838-470a-bec4-f1483cedc654", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-38da25"} 2026-07-24T01:02:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "openshift-service-ca.crt", "reconcileID": "6bdb538c-1838-470a-bec4-f1483cedc654", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-38da25"} 2026-07-24T01:02:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "627ece02-c168-4700-8950-c26441272999", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-38da25"} 2026-07-24T01:02:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-38da25"}, "namespace": "ai-tenant-e2e-shared-a-38da25", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "627ece02-c168-4700-8950-c26441272999", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-38da25"} 2026-07-24T01:02:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d4616ba3-aa14-4bfa-b92d-8dc9aa5988f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T01:02:42Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T01:02:42Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T01:02:44Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T01:02:44Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T01:02:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-44edfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc", "reconcileID": "61937970-51f9-4bf2-aaa8-69d248296614", "Gateway": "e2e-shared-b-44edfc", "namespace": "openshift-ingress"} 2026-07-24T01:02:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-44edfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc", "reconcileID": "61937970-51f9-4bf2-aaa8-69d248296614", "Gateway": "e2e-shared-b-44edfc", "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc-authn-ssl"} 2026-07-24T01:02:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-44edfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc", "reconcileID": "61937970-51f9-4bf2-aaa8-69d248296614", "Gateway": "e2e-shared-b-44edfc", "namespace": "openshift-ingress"} 2026-07-24T01:02:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5ddd2e88-6223-4170-adaa-c53db37e769a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T01:02:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-44edfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc", "reconcileID": "035043ee-bac6-45a5-a773-f941e9bcc9e1", "Gateway": "e2e-shared-b-44edfc", "namespace": "openshift-ingress"} 2026-07-24T01:02:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-44edfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc", "reconcileID": "035043ee-bac6-45a5-a773-f941e9bcc9e1", "Gateway": "e2e-shared-b-44edfc", "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc-authn-ssl"} 2026-07-24T01:02:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-44edfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-44edfc", "reconcileID": "035043ee-bac6-45a5-a773-f941e9bcc9e1", "Gateway": "e2e-shared-b-44edfc", "namespace": "openshift-ingress"} 2026-07-24T01:03:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "395ecf39-5d3a-4d9a-a667-4281956fb94e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T01:03:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "395ecf39-5d3a-4d9a-a667-4281956fb94e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-44edfc", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T01:03:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "395ecf39-5d3a-4d9a-a667-4281956fb94e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-44edfc because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T01:03:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "odh-trusted-ca-bundle", "reconcileID": "854bb01a-f520-47a1-978b-b4ef25034edd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T01:03:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "odh-trusted-ca-bundle", "reconcileID": "854bb01a-f520-47a1-978b-b4ef25034edd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T01:03:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "openshift-service-ca.crt", "reconcileID": "85da0cb0-04e5-4f42-a272-11d38f1fe60b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T01:03:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "openshift-service-ca.crt", "reconcileID": "85da0cb0-04e5-4f42-a272-11d38f1fe60b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T01:03:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6922143e-3d0a-4bf3-a2d8-41eb8e0e0504", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-44edfc"} 2026-07-24T01:03:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-44edfc"}, "namespace": "ai-tenant-e2e-shared-b-44edfc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6922143e-3d0a-4bf3-a2d8-41eb8e0e0504", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-44edfc"}