2026-07-28T12:21:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7af0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c", "reconcileID": "9a160477-adf5-4700-8cbe-742d4097bd3d", "Gateway": "e2e-shared-b-e7af0c", "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c-authn-ssl"} 2026-07-28T12:21:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7af0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c", "reconcileID": "9a160477-adf5-4700-8cbe-742d4097bd3d", "Gateway": "e2e-shared-b-e7af0c", "namespace": "openshift-ingress"} 2026-07-28T12:21:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "sub-test-model-e7af0c", "reconcileID": "6818db71-6f37-4b12-b770-1203dd587faf", "LLMInferenceService": "sub-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:21:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "sub-test-model-e7af0c", "reconcileID": "6818db71-6f37-4b12-b770-1203dd587faf", "LLMInferenceService": "sub-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:21:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "sub-test-model-e7af0c", "reconcileID": "6818db71-6f37-4b12-b770-1203dd587faf", "LLMInferenceService": "sub-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:21:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "sub-test-model-e7af0c", "reconcileID": "6818db71-6f37-4b12-b770-1203dd587faf", "LLMInferenceService": "sub-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "sub-test-model-e7af0c-kserve-route-authn"} 2026-07-28T12:21:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "sub-test-model-e7af0c", "reconcileID": "6818db71-6f37-4b12-b770-1203dd587faf", "LLMInferenceService": "sub-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c", "authType": "userdefined"} 2026-07-28T12:21:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "sub-test-model-e7af0c", "reconcileID": "6818db71-6f37-4b12-b770-1203dd587faf", "LLMInferenceService": "sub-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:21:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "sub-test-model-e7af0c", "reconcileID": "04aaebb1-4d01-4c43-96d4-b34f7740d374", "LLMInferenceService": "sub-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:21:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "sub-test-model-e7af0c", "reconcileID": "04aaebb1-4d01-4c43-96d4-b34f7740d374", "LLMInferenceService": "sub-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:21:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "sub-test-model-e7af0c", "reconcileID": "04aaebb1-4d01-4c43-96d4-b34f7740d374", "LLMInferenceService": "sub-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:21:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "sub-test-model-e7af0c", "reconcileID": "04aaebb1-4d01-4c43-96d4-b34f7740d374", "LLMInferenceService": "sub-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "sub-test-model-e7af0c-kserve-route-authn"} 2026-07-28T12:21:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "sub-test-model-e7af0c", "reconcileID": "04aaebb1-4d01-4c43-96d4-b34f7740d374", "LLMInferenceService": "sub-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c", "authType": "userdefined"} 2026-07-28T12:21:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "sub-test-model-e7af0c", "reconcileID": "04aaebb1-4d01-4c43-96d4-b34f7740d374", "LLMInferenceService": "sub-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:22:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "sub-test-model-e7af0c", "reconcileID": "5ed97d9b-ddfb-4b33-a2c3-f286e46ae396", "LLMInferenceService": "sub-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:22:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "sub-test-model-e7af0c", "reconcileID": "5ed97d9b-ddfb-4b33-a2c3-f286e46ae396", "LLMInferenceService": "sub-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:22:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "sub-test-model-e7af0c", "reconcileID": "5ed97d9b-ddfb-4b33-a2c3-f286e46ae396", "LLMInferenceService": "sub-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:22:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "sub-test-model-e7af0c", "reconcileID": "5ed97d9b-ddfb-4b33-a2c3-f286e46ae396", "LLMInferenceService": "sub-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "sub-test-model-e7af0c-kserve-route-authn"} 2026-07-28T12:22:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "sub-test-model-e7af0c", "reconcileID": "5ed97d9b-ddfb-4b33-a2c3-f286e46ae396", "LLMInferenceService": "sub-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c", "authType": "userdefined"} 2026-07-28T12:22:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "sub-test-model-e7af0c", "reconcileID": "5ed97d9b-ddfb-4b33-a2c3-f286e46ae396", "LLMInferenceService": "sub-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:22:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4d5cfe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe", "reconcileID": "5155602f-2567-4d96-877e-b077ef5e1b1a", "Gateway": "e2e-shared-a-4d5cfe", "namespace": "openshift-ingress"} 2026-07-28T12:22:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4d5cfe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe", "reconcileID": "5155602f-2567-4d96-877e-b077ef5e1b1a", "Gateway": "e2e-shared-a-4d5cfe", "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe-authn-ssl"} 2026-07-28T12:22:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4d5cfe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe", "reconcileID": "5155602f-2567-4d96-877e-b077ef5e1b1a", "Gateway": "e2e-shared-a-4d5cfe", "namespace": "openshift-ingress"} 2026-07-28T12:22:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7af0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c", "reconcileID": "fc1be8d7-9631-4b98-8a55-96c456dc7d04", "Gateway": "e2e-shared-b-e7af0c", "namespace": "openshift-ingress"} 2026-07-28T12:22:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7af0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c", "reconcileID": "fc1be8d7-9631-4b98-8a55-96c456dc7d04", "Gateway": "e2e-shared-b-e7af0c", "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c-authn-ssl"} 2026-07-28T12:22:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7af0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c", "reconcileID": "fc1be8d7-9631-4b98-8a55-96c456dc7d04", "Gateway": "e2e-shared-b-e7af0c", "namespace": "openshift-ingress"} 2026-07-28T12:22:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4d5cfe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe", "reconcileID": "bdf5ad03-dbea-43fd-9067-ee8334a65d86", "Gateway": "e2e-shared-a-4d5cfe", "namespace": "openshift-ingress"} 2026-07-28T12:22:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4d5cfe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe", "reconcileID": "bdf5ad03-dbea-43fd-9067-ee8334a65d86", "Gateway": "e2e-shared-a-4d5cfe", "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe-authn-ssl"} 2026-07-28T12:22:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4d5cfe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe", "reconcileID": "bdf5ad03-dbea-43fd-9067-ee8334a65d86", "Gateway": "e2e-shared-a-4d5cfe", "namespace": "openshift-ingress"} 2026-07-28T12:22:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7af0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c", "reconcileID": "fdecce01-5bea-4762-b93f-571b3b92f8fe", "Gateway": "e2e-shared-b-e7af0c", "namespace": "openshift-ingress"} 2026-07-28T12:22:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7af0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c", "reconcileID": "fdecce01-5bea-4762-b93f-571b3b92f8fe", "Gateway": "e2e-shared-b-e7af0c", "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c-authn-ssl"} 2026-07-28T12:22:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7af0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c", "reconcileID": "fdecce01-5bea-4762-b93f-571b3b92f8fe", "Gateway": "e2e-shared-b-e7af0c", "namespace": "openshift-ingress"} 2026-07-28T12:22:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4d5cfe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe", "reconcileID": "c3924cea-c357-45d2-abdc-86d47b9a53b3", "Gateway": "e2e-shared-a-4d5cfe", "namespace": "openshift-ingress"} 2026-07-28T12:22:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4d5cfe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe", "reconcileID": "c3924cea-c357-45d2-abdc-86d47b9a53b3", "Gateway": "e2e-shared-a-4d5cfe", "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe-authn-ssl"} 2026-07-28T12:22:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4d5cfe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe", "reconcileID": "c3924cea-c357-45d2-abdc-86d47b9a53b3", "Gateway": "e2e-shared-a-4d5cfe", "namespace": "openshift-ingress"} 2026-07-28T12:22:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7af0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c", "reconcileID": "23de87af-beb7-4e00-bfa5-5b579358485e", "Gateway": "e2e-shared-b-e7af0c", "namespace": "openshift-ingress"} 2026-07-28T12:22:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7af0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c", "reconcileID": "23de87af-beb7-4e00-bfa5-5b579358485e", "Gateway": "e2e-shared-b-e7af0c", "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c-authn-ssl"} 2026-07-28T12:22:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7af0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c", "reconcileID": "23de87af-beb7-4e00-bfa5-5b579358485e", "Gateway": "e2e-shared-b-e7af0c", "namespace": "openshift-ingress"} 2026-07-28T12:23:09Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4d5cfe","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "sub-test-model-4d5cfe", "reconcileID": "c869575e-619b-4ae9-950f-761b4a2416f4", "LLMInferenceService": "sub-test-model-4d5cfe", "namespace": "ai-tenant-e2e-shared-a-4d5cfe"} 2026-07-28T12:23:09Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4d5cfe","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "sub-test-model-4d5cfe", "reconcileID": "c869575e-619b-4ae9-950f-761b4a2416f4", "LLMInferenceService": "sub-test-model-4d5cfe", "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "sub-test-model-4d5cfe"} 2026-07-28T12:23:09Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4d5cfe","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "sub-test-model-4d5cfe", "reconcileID": "c869575e-619b-4ae9-950f-761b4a2416f4", "LLMInferenceService": "sub-test-model-4d5cfe", "namespace": "ai-tenant-e2e-shared-a-4d5cfe"} 2026-07-28T12:23:09Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4d5cfe","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "sub-test-model-4d5cfe", "reconcileID": "c869575e-619b-4ae9-950f-761b4a2416f4", "LLMInferenceService": "sub-test-model-4d5cfe", "namespace": "ai-tenant-e2e-shared-a-4d5cfe"} 2026-07-28T12:23:09Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4d5cfe","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "sub-test-model-4d5cfe", "reconcileID": "c869575e-619b-4ae9-950f-761b4a2416f4", "LLMInferenceService": "sub-test-model-4d5cfe", "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "sub-test-model-4d5cfe-kserve-route-authn"} 2026-07-28T12:23:09Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4d5cfe","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "sub-test-model-4d5cfe", "reconcileID": "c869575e-619b-4ae9-950f-761b4a2416f4", "LLMInferenceService": "sub-test-model-4d5cfe", "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "sub-test-model-4d5cfe-kserve-route-authn"} 2026-07-28T12:23:09Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4d5cfe","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "sub-test-model-4d5cfe", "reconcileID": "c869575e-619b-4ae9-950f-761b4a2416f4", "LLMInferenceService": "sub-test-model-4d5cfe", "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "namespace": "ai-tenant-e2e-shared-a-4d5cfe"} 2026-07-28T12:23:09Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4d5cfe","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "sub-test-model-4d5cfe", "reconcileID": "c869575e-619b-4ae9-950f-761b4a2416f4", "LLMInferenceService": "sub-test-model-4d5cfe", "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "namespace": "ai-tenant-e2e-shared-a-4d5cfe"} 2026-07-28T12:23:09Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4d5cfe","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "sub-test-model-4d5cfe", "reconcileID": "aa428d1e-6185-4803-83fa-b82918bb2b5c", "LLMInferenceService": "sub-test-model-4d5cfe", "namespace": "ai-tenant-e2e-shared-a-4d5cfe"} 2026-07-28T12:23:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4d5cfe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe", "reconcileID": "64514d8d-31e5-43e2-870d-bd88a5f9d50a", "Gateway": "e2e-shared-a-4d5cfe", "namespace": "openshift-ingress"} 2026-07-28T12:23:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4d5cfe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe", "reconcileID": "64514d8d-31e5-43e2-870d-bd88a5f9d50a", "Gateway": "e2e-shared-a-4d5cfe", "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe-authn-ssl"} 2026-07-28T12:23:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4d5cfe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe", "reconcileID": "64514d8d-31e5-43e2-870d-bd88a5f9d50a", "Gateway": "e2e-shared-a-4d5cfe", "namespace": "openshift-ingress"} 2026-07-28T12:23:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4d5cfe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe", "reconcileID": "37bfef6f-9258-4450-96e9-ecc3d652e095", "Gateway": "e2e-shared-a-4d5cfe", "namespace": "openshift-ingress"} 2026-07-28T12:23:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4d5cfe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe", "reconcileID": "37bfef6f-9258-4450-96e9-ecc3d652e095", "Gateway": "e2e-shared-a-4d5cfe", "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe-authn-ssl"} 2026-07-28T12:23:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4d5cfe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe", "reconcileID": "37bfef6f-9258-4450-96e9-ecc3d652e095", "Gateway": "e2e-shared-a-4d5cfe", "namespace": "openshift-ingress"} 2026-07-28T12:23:09Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "sub-test-model-e7af0c", "reconcileID": "76f12d0a-a1a0-4a60-b59c-135a1bfbc90f", "LLMInferenceService": "sub-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:23:09Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "sub-test-model-e7af0c", "reconcileID": "76f12d0a-a1a0-4a60-b59c-135a1bfbc90f", "LLMInferenceService": "sub-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "sub-test-model-e7af0c"} 2026-07-28T12:23:09Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "sub-test-model-e7af0c", "reconcileID": "76f12d0a-a1a0-4a60-b59c-135a1bfbc90f", "LLMInferenceService": "sub-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:23:09Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "sub-test-model-e7af0c", "reconcileID": "76f12d0a-a1a0-4a60-b59c-135a1bfbc90f", "LLMInferenceService": "sub-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:23:09Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "sub-test-model-e7af0c", "reconcileID": "76f12d0a-a1a0-4a60-b59c-135a1bfbc90f", "LLMInferenceService": "sub-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "sub-test-model-e7af0c-kserve-route-authn"} 2026-07-28T12:23:09Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "sub-test-model-e7af0c", "reconcileID": "76f12d0a-a1a0-4a60-b59c-135a1bfbc90f", "LLMInferenceService": "sub-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "sub-test-model-e7af0c-kserve-route-authn"} 2026-07-28T12:23:09Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "sub-test-model-e7af0c", "reconcileID": "76f12d0a-a1a0-4a60-b59c-135a1bfbc90f", "LLMInferenceService": "sub-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:23:09Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "sub-test-model-e7af0c", "reconcileID": "76f12d0a-a1a0-4a60-b59c-135a1bfbc90f", "LLMInferenceService": "sub-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:23:09Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "sub-test-model-e7af0c", "reconcileID": "63e77a17-c811-4ffd-8f4f-b0162acd07d4", "LLMInferenceService": "sub-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:23:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7af0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c", "reconcileID": "f1d4d051-f24d-4dd7-8c3f-975274c6b36c", "Gateway": "e2e-shared-b-e7af0c", "namespace": "openshift-ingress"} 2026-07-28T12:23:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7af0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c", "reconcileID": "f1d4d051-f24d-4dd7-8c3f-975274c6b36c", "Gateway": "e2e-shared-b-e7af0c", "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c-authn-ssl"} 2026-07-28T12:23:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7af0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c", "reconcileID": "f1d4d051-f24d-4dd7-8c3f-975274c6b36c", "Gateway": "e2e-shared-b-e7af0c", "namespace": "openshift-ingress"} 2026-07-28T12:23:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7af0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c", "reconcileID": "e61be97d-c979-41d9-aee6-2c1ed0d5cbb7", "Gateway": "e2e-shared-b-e7af0c", "namespace": "openshift-ingress"} 2026-07-28T12:23:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7af0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c", "reconcileID": "e61be97d-c979-41d9-aee6-2c1ed0d5cbb7", "Gateway": "e2e-shared-b-e7af0c", "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c-authn-ssl"} 2026-07-28T12:23:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7af0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c", "reconcileID": "e61be97d-c979-41d9-aee6-2c1ed0d5cbb7", "Gateway": "e2e-shared-b-e7af0c", "namespace": "openshift-ingress"} 2026-07-28T12:23:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d5cfe","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "rate-test-model-4d5cfe", "reconcileID": "529904d6-8168-424b-b4bc-8928bdb2b31f", "LLMInferenceService": "rate-test-model-4d5cfe", "namespace": "ai-tenant-e2e-shared-a-4d5cfe"} 2026-07-28T12:23:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d5cfe","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "rate-test-model-4d5cfe", "reconcileID": "529904d6-8168-424b-b4bc-8928bdb2b31f", "LLMInferenceService": "rate-test-model-4d5cfe", "namespace": "ai-tenant-e2e-shared-a-4d5cfe"} 2026-07-28T12:23:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d5cfe","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "rate-test-model-4d5cfe", "reconcileID": "529904d6-8168-424b-b4bc-8928bdb2b31f", "LLMInferenceService": "rate-test-model-4d5cfe", "namespace": "ai-tenant-e2e-shared-a-4d5cfe"} 2026-07-28T12:23:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4d5cfe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe", "reconcileID": "73807e93-90c5-44df-82b9-082fc8bb1e0e", "Gateway": "e2e-shared-a-4d5cfe", "namespace": "openshift-ingress"} 2026-07-28T12:23:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d5cfe","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "rate-test-model-4d5cfe", "reconcileID": "529904d6-8168-424b-b4bc-8928bdb2b31f", "LLMInferenceService": "rate-test-model-4d5cfe", "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "rate-test-model-4d5cfe-kserve-route-authn"} 2026-07-28T12:23:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d5cfe","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "rate-test-model-4d5cfe", "reconcileID": "529904d6-8168-424b-b4bc-8928bdb2b31f", "LLMInferenceService": "rate-test-model-4d5cfe", "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "authType": "userdefined"} 2026-07-28T12:23:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d5cfe","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "rate-test-model-4d5cfe", "reconcileID": "529904d6-8168-424b-b4bc-8928bdb2b31f", "LLMInferenceService": "rate-test-model-4d5cfe", "namespace": "ai-tenant-e2e-shared-a-4d5cfe"} 2026-07-28T12:23:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4d5cfe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe", "reconcileID": "73807e93-90c5-44df-82b9-082fc8bb1e0e", "Gateway": "e2e-shared-a-4d5cfe", "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe-authn-ssl"} 2026-07-28T12:23:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4d5cfe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe", "reconcileID": "73807e93-90c5-44df-82b9-082fc8bb1e0e", "Gateway": "e2e-shared-a-4d5cfe", "namespace": "openshift-ingress"} 2026-07-28T12:23:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d5cfe","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "rate-test-model-4d5cfe", "reconcileID": "1f2a2688-8a7c-498d-b089-b41951f328bf", "LLMInferenceService": "rate-test-model-4d5cfe", "namespace": "ai-tenant-e2e-shared-a-4d5cfe"} 2026-07-28T12:23:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d5cfe","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "rate-test-model-4d5cfe", "reconcileID": "1f2a2688-8a7c-498d-b089-b41951f328bf", "LLMInferenceService": "rate-test-model-4d5cfe", "namespace": "ai-tenant-e2e-shared-a-4d5cfe"} 2026-07-28T12:23:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d5cfe","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "rate-test-model-4d5cfe", "reconcileID": "1f2a2688-8a7c-498d-b089-b41951f328bf", "LLMInferenceService": "rate-test-model-4d5cfe", "namespace": "ai-tenant-e2e-shared-a-4d5cfe"} 2026-07-28T12:23:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d5cfe","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "rate-test-model-4d5cfe", "reconcileID": "1f2a2688-8a7c-498d-b089-b41951f328bf", "LLMInferenceService": "rate-test-model-4d5cfe", "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "rate-test-model-4d5cfe-kserve-route-authn"} 2026-07-28T12:23:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d5cfe","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "rate-test-model-4d5cfe", "reconcileID": "1f2a2688-8a7c-498d-b089-b41951f328bf", "LLMInferenceService": "rate-test-model-4d5cfe", "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "authType": "userdefined"} 2026-07-28T12:23:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d5cfe","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "rate-test-model-4d5cfe", "reconcileID": "1f2a2688-8a7c-498d-b089-b41951f328bf", "LLMInferenceService": "rate-test-model-4d5cfe", "namespace": "ai-tenant-e2e-shared-a-4d5cfe"} 2026-07-28T12:23:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4d5cfe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe", "reconcileID": "32d87f1d-2100-43d1-a11d-e2db1b5f9307", "Gateway": "e2e-shared-a-4d5cfe", "namespace": "openshift-ingress"} 2026-07-28T12:23:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4d5cfe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe", "reconcileID": "32d87f1d-2100-43d1-a11d-e2db1b5f9307", "Gateway": "e2e-shared-a-4d5cfe", "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe-authn-ssl"} 2026-07-28T12:23:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4d5cfe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe", "reconcileID": "32d87f1d-2100-43d1-a11d-e2db1b5f9307", "Gateway": "e2e-shared-a-4d5cfe", "namespace": "openshift-ingress"} 2026-07-28T12:23:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d5cfe","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "rate-test-model-4d5cfe", "reconcileID": "1e383954-a70a-4b27-b26f-581943d08015", "LLMInferenceService": "rate-test-model-4d5cfe", "namespace": "ai-tenant-e2e-shared-a-4d5cfe"} 2026-07-28T12:23:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d5cfe","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "rate-test-model-4d5cfe", "reconcileID": "1e383954-a70a-4b27-b26f-581943d08015", "LLMInferenceService": "rate-test-model-4d5cfe", "namespace": "ai-tenant-e2e-shared-a-4d5cfe"} 2026-07-28T12:23:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d5cfe","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "rate-test-model-4d5cfe", "reconcileID": "1e383954-a70a-4b27-b26f-581943d08015", "LLMInferenceService": "rate-test-model-4d5cfe", "namespace": "ai-tenant-e2e-shared-a-4d5cfe"} 2026-07-28T12:23:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d5cfe","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "rate-test-model-4d5cfe", "reconcileID": "1e383954-a70a-4b27-b26f-581943d08015", "LLMInferenceService": "rate-test-model-4d5cfe", "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "rate-test-model-4d5cfe-kserve-route-authn"} 2026-07-28T12:23:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d5cfe","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "rate-test-model-4d5cfe", "reconcileID": "1e383954-a70a-4b27-b26f-581943d08015", "LLMInferenceService": "rate-test-model-4d5cfe", "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "authType": "userdefined"} 2026-07-28T12:23:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d5cfe","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "rate-test-model-4d5cfe", "reconcileID": "1e383954-a70a-4b27-b26f-581943d08015", "LLMInferenceService": "rate-test-model-4d5cfe", "namespace": "ai-tenant-e2e-shared-a-4d5cfe"} 2026-07-28T12:23:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4d5cfe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe", "reconcileID": "957fd117-b846-4126-9fb8-34a02df1fdd6", "Gateway": "e2e-shared-a-4d5cfe", "namespace": "openshift-ingress"} 2026-07-28T12:23:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4d5cfe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe", "reconcileID": "957fd117-b846-4126-9fb8-34a02df1fdd6", "Gateway": "e2e-shared-a-4d5cfe", "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe-authn-ssl"} 2026-07-28T12:23:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4d5cfe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe", "reconcileID": "957fd117-b846-4126-9fb8-34a02df1fdd6", "Gateway": "e2e-shared-a-4d5cfe", "namespace": "openshift-ingress"} 2026-07-28T12:23:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7af0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c", "reconcileID": "8682c2d3-65dd-4b12-b990-4c8e6a77e372", "Gateway": "e2e-shared-b-e7af0c", "namespace": "openshift-ingress"} 2026-07-28T12:23:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7af0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c", "reconcileID": "8682c2d3-65dd-4b12-b990-4c8e6a77e372", "Gateway": "e2e-shared-b-e7af0c", "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c-authn-ssl"} 2026-07-28T12:23:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7af0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c", "reconcileID": "8682c2d3-65dd-4b12-b990-4c8e6a77e372", "Gateway": "e2e-shared-b-e7af0c", "namespace": "openshift-ingress"} 2026-07-28T12:23:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d5cfe","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "rate-test-model-4d5cfe", "reconcileID": "1cc75ed8-596e-4e73-a760-38630521e45f", "LLMInferenceService": "rate-test-model-4d5cfe", "namespace": "ai-tenant-e2e-shared-a-4d5cfe"} 2026-07-28T12:23:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d5cfe","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "rate-test-model-4d5cfe", "reconcileID": "1cc75ed8-596e-4e73-a760-38630521e45f", "LLMInferenceService": "rate-test-model-4d5cfe", "namespace": "ai-tenant-e2e-shared-a-4d5cfe"} 2026-07-28T12:23:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d5cfe","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "rate-test-model-4d5cfe", "reconcileID": "1cc75ed8-596e-4e73-a760-38630521e45f", "LLMInferenceService": "rate-test-model-4d5cfe", "namespace": "ai-tenant-e2e-shared-a-4d5cfe"} 2026-07-28T12:23:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d5cfe","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "rate-test-model-4d5cfe", "reconcileID": "1cc75ed8-596e-4e73-a760-38630521e45f", "LLMInferenceService": "rate-test-model-4d5cfe", "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "rate-test-model-4d5cfe-kserve-route-authn"} 2026-07-28T12:23:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d5cfe","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "rate-test-model-4d5cfe", "reconcileID": "1cc75ed8-596e-4e73-a760-38630521e45f", "LLMInferenceService": "rate-test-model-4d5cfe", "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "authType": "userdefined"} 2026-07-28T12:23:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d5cfe","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "rate-test-model-4d5cfe", "reconcileID": "1cc75ed8-596e-4e73-a760-38630521e45f", "LLMInferenceService": "rate-test-model-4d5cfe", "namespace": "ai-tenant-e2e-shared-a-4d5cfe"} 2026-07-28T12:23:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "rate-test-model-e7af0c", "reconcileID": "2d9e2bac-ad76-44fb-96d7-06106bf9e7dd", "LLMInferenceService": "rate-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:23:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "rate-test-model-e7af0c", "reconcileID": "2d9e2bac-ad76-44fb-96d7-06106bf9e7dd", "LLMInferenceService": "rate-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:23:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "rate-test-model-e7af0c", "reconcileID": "2d9e2bac-ad76-44fb-96d7-06106bf9e7dd", "LLMInferenceService": "rate-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:23:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7af0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c", "reconcileID": "dfc0fdf6-55c2-4a86-aeb1-e3222833359c", "Gateway": "e2e-shared-b-e7af0c", "namespace": "openshift-ingress"} 2026-07-28T12:23:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "rate-test-model-e7af0c", "reconcileID": "2d9e2bac-ad76-44fb-96d7-06106bf9e7dd", "LLMInferenceService": "rate-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "rate-test-model-e7af0c-kserve-route-authn"} 2026-07-28T12:23:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "rate-test-model-e7af0c", "reconcileID": "2d9e2bac-ad76-44fb-96d7-06106bf9e7dd", "LLMInferenceService": "rate-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c", "authType": "userdefined"} 2026-07-28T12:23:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "rate-test-model-e7af0c", "reconcileID": "2d9e2bac-ad76-44fb-96d7-06106bf9e7dd", "LLMInferenceService": "rate-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:23:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7af0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c", "reconcileID": "dfc0fdf6-55c2-4a86-aeb1-e3222833359c", "Gateway": "e2e-shared-b-e7af0c", "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c-authn-ssl"} 2026-07-28T12:23:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7af0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c", "reconcileID": "dfc0fdf6-55c2-4a86-aeb1-e3222833359c", "Gateway": "e2e-shared-b-e7af0c", "namespace": "openshift-ingress"} 2026-07-28T12:23:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "rate-test-model-e7af0c", "reconcileID": "4b40c270-9c4a-41e0-81a1-7257e4319eb4", "LLMInferenceService": "rate-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:23:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "rate-test-model-e7af0c", "reconcileID": "4b40c270-9c4a-41e0-81a1-7257e4319eb4", "LLMInferenceService": "rate-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:23:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "rate-test-model-e7af0c", "reconcileID": "4b40c270-9c4a-41e0-81a1-7257e4319eb4", "LLMInferenceService": "rate-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:23:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "rate-test-model-e7af0c", "reconcileID": "4b40c270-9c4a-41e0-81a1-7257e4319eb4", "LLMInferenceService": "rate-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "rate-test-model-e7af0c-kserve-route-authn"} 2026-07-28T12:23:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "rate-test-model-e7af0c", "reconcileID": "4b40c270-9c4a-41e0-81a1-7257e4319eb4", "LLMInferenceService": "rate-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c", "authType": "userdefined"} 2026-07-28T12:23:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "rate-test-model-e7af0c", "reconcileID": "4b40c270-9c4a-41e0-81a1-7257e4319eb4", "LLMInferenceService": "rate-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:23:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7af0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c", "reconcileID": "b6e8ef00-aeef-4ad2-87c6-57748523c1e5", "Gateway": "e2e-shared-b-e7af0c", "namespace": "openshift-ingress"} 2026-07-28T12:23:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7af0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c", "reconcileID": "b6e8ef00-aeef-4ad2-87c6-57748523c1e5", "Gateway": "e2e-shared-b-e7af0c", "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c-authn-ssl"} 2026-07-28T12:23:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7af0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c", "reconcileID": "b6e8ef00-aeef-4ad2-87c6-57748523c1e5", "Gateway": "e2e-shared-b-e7af0c", "namespace": "openshift-ingress"} 2026-07-28T12:23:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "rate-test-model-e7af0c", "reconcileID": "a6b7722c-cff3-462a-a5ef-1b31bed466d8", "LLMInferenceService": "rate-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:23:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "rate-test-model-e7af0c", "reconcileID": "a6b7722c-cff3-462a-a5ef-1b31bed466d8", "LLMInferenceService": "rate-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:23:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "rate-test-model-e7af0c", "reconcileID": "a6b7722c-cff3-462a-a5ef-1b31bed466d8", "LLMInferenceService": "rate-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:23:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "rate-test-model-e7af0c", "reconcileID": "a6b7722c-cff3-462a-a5ef-1b31bed466d8", "LLMInferenceService": "rate-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "rate-test-model-e7af0c-kserve-route-authn"} 2026-07-28T12:23:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "rate-test-model-e7af0c", "reconcileID": "a6b7722c-cff3-462a-a5ef-1b31bed466d8", "LLMInferenceService": "rate-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c", "authType": "userdefined"} 2026-07-28T12:23:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "rate-test-model-e7af0c", "reconcileID": "a6b7722c-cff3-462a-a5ef-1b31bed466d8", "LLMInferenceService": "rate-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:23:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "rate-test-model-e7af0c", "reconcileID": "8e6f6778-48c5-489c-b119-13152451dea7", "LLMInferenceService": "rate-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:23:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "rate-test-model-e7af0c", "reconcileID": "8e6f6778-48c5-489c-b119-13152451dea7", "LLMInferenceService": "rate-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:23:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "rate-test-model-e7af0c", "reconcileID": "8e6f6778-48c5-489c-b119-13152451dea7", "LLMInferenceService": "rate-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:23:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "rate-test-model-e7af0c", "reconcileID": "8e6f6778-48c5-489c-b119-13152451dea7", "LLMInferenceService": "rate-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "rate-test-model-e7af0c-kserve-route-authn"} 2026-07-28T12:23:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "rate-test-model-e7af0c", "reconcileID": "8e6f6778-48c5-489c-b119-13152451dea7", "LLMInferenceService": "rate-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c", "authType": "userdefined"} 2026-07-28T12:23:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "rate-test-model-e7af0c", "reconcileID": "8e6f6778-48c5-489c-b119-13152451dea7", "LLMInferenceService": "rate-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:23:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "rate-test-model-e7af0c", "reconcileID": "29eddc96-e3b4-4a14-96dd-4efd94d3744f", "LLMInferenceService": "rate-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:23:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "rate-test-model-e7af0c", "reconcileID": "29eddc96-e3b4-4a14-96dd-4efd94d3744f", "LLMInferenceService": "rate-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:23:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "rate-test-model-e7af0c", "reconcileID": "29eddc96-e3b4-4a14-96dd-4efd94d3744f", "LLMInferenceService": "rate-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:23:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "rate-test-model-e7af0c", "reconcileID": "29eddc96-e3b4-4a14-96dd-4efd94d3744f", "LLMInferenceService": "rate-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "rate-test-model-e7af0c-kserve-route-authn"} 2026-07-28T12:23:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "rate-test-model-e7af0c", "reconcileID": "29eddc96-e3b4-4a14-96dd-4efd94d3744f", "LLMInferenceService": "rate-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c", "authType": "userdefined"} 2026-07-28T12:23:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "rate-test-model-e7af0c", "reconcileID": "29eddc96-e3b4-4a14-96dd-4efd94d3744f", "LLMInferenceService": "rate-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:24:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4d5cfe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe", "reconcileID": "44dce046-7588-4b94-a586-76a9fc1833c0", "Gateway": "e2e-shared-a-4d5cfe", "namespace": "openshift-ingress"} 2026-07-28T12:24:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4d5cfe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe", "reconcileID": "44dce046-7588-4b94-a586-76a9fc1833c0", "Gateway": "e2e-shared-a-4d5cfe", "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe-authn-ssl"} 2026-07-28T12:24:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4d5cfe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe", "reconcileID": "44dce046-7588-4b94-a586-76a9fc1833c0", "Gateway": "e2e-shared-a-4d5cfe", "namespace": "openshift-ingress"} 2026-07-28T12:24:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7af0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c", "reconcileID": "042426e7-de96-4a02-b858-7b7c81938423", "Gateway": "e2e-shared-b-e7af0c", "namespace": "openshift-ingress"} 2026-07-28T12:24:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7af0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c", "reconcileID": "042426e7-de96-4a02-b858-7b7c81938423", "Gateway": "e2e-shared-b-e7af0c", "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c-authn-ssl"} 2026-07-28T12:24:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7af0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c", "reconcileID": "042426e7-de96-4a02-b858-7b7c81938423", "Gateway": "e2e-shared-b-e7af0c", "namespace": "openshift-ingress"} 2026-07-28T12:24:53Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d5cfe","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "rate-test-model-4d5cfe", "reconcileID": "6f822f85-d3d6-4031-8a2d-e245ac9ef985", "LLMInferenceService": "rate-test-model-4d5cfe", "namespace": "ai-tenant-e2e-shared-a-4d5cfe"} 2026-07-28T12:24:53Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d5cfe","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "rate-test-model-4d5cfe", "reconcileID": "6f822f85-d3d6-4031-8a2d-e245ac9ef985", "LLMInferenceService": "rate-test-model-4d5cfe", "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "rate-test-model-4d5cfe"} 2026-07-28T12:24:53Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d5cfe","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "rate-test-model-4d5cfe", "reconcileID": "6f822f85-d3d6-4031-8a2d-e245ac9ef985", "LLMInferenceService": "rate-test-model-4d5cfe", "namespace": "ai-tenant-e2e-shared-a-4d5cfe"} 2026-07-28T12:24:53Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d5cfe","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "rate-test-model-4d5cfe", "reconcileID": "6f822f85-d3d6-4031-8a2d-e245ac9ef985", "LLMInferenceService": "rate-test-model-4d5cfe", "namespace": "ai-tenant-e2e-shared-a-4d5cfe"} 2026-07-28T12:24:53Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d5cfe","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "rate-test-model-4d5cfe", "reconcileID": "6f822f85-d3d6-4031-8a2d-e245ac9ef985", "LLMInferenceService": "rate-test-model-4d5cfe", "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "rate-test-model-4d5cfe-kserve-route-authn"} 2026-07-28T12:24:53Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d5cfe","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "rate-test-model-4d5cfe", "reconcileID": "6f822f85-d3d6-4031-8a2d-e245ac9ef985", "LLMInferenceService": "rate-test-model-4d5cfe", "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "rate-test-model-4d5cfe-kserve-route-authn"} 2026-07-28T12:24:53Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d5cfe","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "rate-test-model-4d5cfe", "reconcileID": "6f822f85-d3d6-4031-8a2d-e245ac9ef985", "LLMInferenceService": "rate-test-model-4d5cfe", "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "namespace": "ai-tenant-e2e-shared-a-4d5cfe"} 2026-07-28T12:24:53Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d5cfe","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "rate-test-model-4d5cfe", "reconcileID": "6f822f85-d3d6-4031-8a2d-e245ac9ef985", "LLMInferenceService": "rate-test-model-4d5cfe", "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "namespace": "ai-tenant-e2e-shared-a-4d5cfe"} 2026-07-28T12:24:53Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d5cfe","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "rate-test-model-4d5cfe", "reconcileID": "9cb810ef-cf64-4eaa-b4d2-03a120821a83", "LLMInferenceService": "rate-test-model-4d5cfe", "namespace": "ai-tenant-e2e-shared-a-4d5cfe"} 2026-07-28T12:24:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4d5cfe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe", "reconcileID": "285d3a77-b6bf-49b9-8f5d-7d8279040a3c", "Gateway": "e2e-shared-a-4d5cfe", "namespace": "openshift-ingress"} 2026-07-28T12:24:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4d5cfe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe", "reconcileID": "285d3a77-b6bf-49b9-8f5d-7d8279040a3c", "Gateway": "e2e-shared-a-4d5cfe", "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe-authn-ssl"} 2026-07-28T12:24:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4d5cfe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe", "reconcileID": "285d3a77-b6bf-49b9-8f5d-7d8279040a3c", "Gateway": "e2e-shared-a-4d5cfe", "namespace": "openshift-ingress"} 2026-07-28T12:24:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4d5cfe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe", "reconcileID": "7fa5d7ff-f63b-403a-8578-746c4e0861cb", "Gateway": "e2e-shared-a-4d5cfe", "namespace": "openshift-ingress"} 2026-07-28T12:24:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4d5cfe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe", "reconcileID": "7fa5d7ff-f63b-403a-8578-746c4e0861cb", "Gateway": "e2e-shared-a-4d5cfe", "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe-authn-ssl"} 2026-07-28T12:24:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4d5cfe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe", "reconcileID": "7fa5d7ff-f63b-403a-8578-746c4e0861cb", "Gateway": "e2e-shared-a-4d5cfe", "namespace": "openshift-ingress"} 2026-07-28T12:24:54Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "rate-test-model-e7af0c", "reconcileID": "9c312094-51ac-43f3-82b4-ebf17015c07d", "LLMInferenceService": "rate-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:24:54Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "rate-test-model-e7af0c", "reconcileID": "9c312094-51ac-43f3-82b4-ebf17015c07d", "LLMInferenceService": "rate-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "rate-test-model-e7af0c"} 2026-07-28T12:24:54Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "rate-test-model-e7af0c", "reconcileID": "9c312094-51ac-43f3-82b4-ebf17015c07d", "LLMInferenceService": "rate-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:24:54Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "rate-test-model-e7af0c", "reconcileID": "9c312094-51ac-43f3-82b4-ebf17015c07d", "LLMInferenceService": "rate-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:24:54Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "rate-test-model-e7af0c", "reconcileID": "9c312094-51ac-43f3-82b4-ebf17015c07d", "LLMInferenceService": "rate-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "rate-test-model-e7af0c-kserve-route-authn"} 2026-07-28T12:24:54Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "rate-test-model-e7af0c", "reconcileID": "9c312094-51ac-43f3-82b4-ebf17015c07d", "LLMInferenceService": "rate-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "rate-test-model-e7af0c-kserve-route-authn"} 2026-07-28T12:24:54Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "rate-test-model-e7af0c", "reconcileID": "9c312094-51ac-43f3-82b4-ebf17015c07d", "LLMInferenceService": "rate-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:24:54Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "rate-test-model-e7af0c", "reconcileID": "9c312094-51ac-43f3-82b4-ebf17015c07d", "LLMInferenceService": "rate-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:24:54Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7af0c","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "rate-test-model-e7af0c", "reconcileID": "6d5a3933-37d5-41d0-a57c-f39daf6d3e2e", "LLMInferenceService": "rate-test-model-e7af0c", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:24:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7af0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c", "reconcileID": "b443ce89-1e34-4dd1-bb12-3578e2d34f9c", "Gateway": "e2e-shared-b-e7af0c", "namespace": "openshift-ingress"} 2026-07-28T12:24:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7af0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c", "reconcileID": "b443ce89-1e34-4dd1-bb12-3578e2d34f9c", "Gateway": "e2e-shared-b-e7af0c", "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c-authn-ssl"} 2026-07-28T12:24:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7af0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c", "reconcileID": "b443ce89-1e34-4dd1-bb12-3578e2d34f9c", "Gateway": "e2e-shared-b-e7af0c", "namespace": "openshift-ingress"} 2026-07-28T12:24:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7af0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c", "reconcileID": "5f342cb8-9494-4a9b-b042-82284b033d37", "Gateway": "e2e-shared-b-e7af0c", "namespace": "openshift-ingress"} 2026-07-28T12:24:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7af0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c", "reconcileID": "5f342cb8-9494-4a9b-b042-82284b033d37", "Gateway": "e2e-shared-b-e7af0c", "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c-authn-ssl"} 2026-07-28T12:24:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7af0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c", "reconcileID": "5f342cb8-9494-4a9b-b042-82284b033d37", "Gateway": "e2e-shared-b-e7af0c", "namespace": "openshift-ingress"} 2026-07-28T12:24:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7af0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c", "reconcileID": "9fdb93d0-f4f1-4e7f-b278-118b86ff49e0", "Gateway": "e2e-shared-b-e7af0c", "namespace": "openshift-ingress"} 2026-07-28T12:24:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7af0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c", "reconcileID": "9fdb93d0-f4f1-4e7f-b278-118b86ff49e0", "Gateway": "e2e-shared-b-e7af0c", "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c-authn-ssl"} 2026-07-28T12:24:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7af0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c", "reconcileID": "9fdb93d0-f4f1-4e7f-b278-118b86ff49e0", "Gateway": "e2e-shared-b-e7af0c", "namespace": "openshift-ingress"} 2026-07-28T12:24:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4d5cfe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe", "reconcileID": "78fc0790-f512-4b18-8cea-58f442396797", "Gateway": "e2e-shared-a-4d5cfe", "namespace": "openshift-ingress"} 2026-07-28T12:24:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4d5cfe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe", "reconcileID": "78fc0790-f512-4b18-8cea-58f442396797", "Gateway": "e2e-shared-a-4d5cfe", "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe-authn-ssl"} 2026-07-28T12:24:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4d5cfe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe", "reconcileID": "78fc0790-f512-4b18-8cea-58f442396797", "Gateway": "e2e-shared-a-4d5cfe", "namespace": "openshift-ingress"} 2026-07-28T12:25:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "07c9356d-8aed-4472-a7ca-569f91ed1386", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress"} 2026-07-28T12:25:14Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "07c9356d-8aed-4472-a7ca-569f91ed1386", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125-authn-ssl"} 2026-07-28T12:25:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "07c9356d-8aed-4472-a7ca-569f91ed1386", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress"} 2026-07-28T12:25:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "f0232fa5-674c-4d3e-8381-155d94641c91", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress"} 2026-07-28T12:25:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "f0232fa5-674c-4d3e-8381-155d94641c91", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125-authn-ssl"} 2026-07-28T12:25:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "f0232fa5-674c-4d3e-8381-155d94641c91", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress"} 2026-07-28T12:25:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "09d14a3d-c8ac-4840-8de2-7a5ea7e14080", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress"} 2026-07-28T12:25:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "09d14a3d-c8ac-4840-8de2-7a5ea7e14080", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125-authn-ssl"} 2026-07-28T12:25:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "09d14a3d-c8ac-4840-8de2-7a5ea7e14080", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress"} 2026-07-28T12:25:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "b3549ea1-c898-4663-a56c-cf44f746dcd7", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress"} 2026-07-28T12:25:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "b3549ea1-c898-4663-a56c-cf44f746dcd7", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125-authn-ssl"} 2026-07-28T12:25:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "b3549ea1-c898-4663-a56c-cf44f746dcd7", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress"} 2026-07-28T12:25:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "3ada4da8-6104-4fce-bdf2-00809af22eef", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress"} 2026-07-28T12:25:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "3ada4da8-6104-4fce-bdf2-00809af22eef", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125-authn-ssl"} 2026-07-28T12:25:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "3ada4da8-6104-4fce-bdf2-00809af22eef", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress"} 2026-07-28T12:25:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "56824182-0c16-444f-95f3-b8a383ce29ca", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress"} 2026-07-28T12:25:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "56824182-0c16-444f-95f3-b8a383ce29ca", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125-authn-ssl"} 2026-07-28T12:25:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "56824182-0c16-444f-95f3-b8a383ce29ca", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress"} 2026-07-28T12:25:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "28204d28-ea5b-4dbc-80dc-55be21e558a2", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress"} 2026-07-28T12:25:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "28204d28-ea5b-4dbc-80dc-55be21e558a2", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125-authn-ssl"} 2026-07-28T12:25:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "28204d28-ea5b-4dbc-80dc-55be21e558a2", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress"} 2026-07-28T12:25:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "odh-trusted-ca-bundle", "reconcileID": "9e1b0baa-06aa-4f33-9703-2884ef8284b2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:25:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "openshift-service-ca.crt", "reconcileID": "bae2d15c-fcb0-4af8-b7c3-cc23c176dbe7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:25:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "openshift-service-ca.crt", "reconcileID": "d7c0723f-22a0-40fe-8e20-cf4fe64f0b7b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ba0125", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T12:25:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "openshift-service-ca.crt", "reconcileID": "d7c0723f-22a0-40fe-8e20-cf4fe64f0b7b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:25:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2fbe4955-3705-442b-bbc4-ce1df9410afc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:25:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "openshift-service-ca.crt", "reconcileID": "52264b3c-dbc4-41a9-908b-e49b2b4b6bba", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:25:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "odh-trusted-ca-bundle", "reconcileID": "5f4b1b51-b8aa-47c7-a3ed-461473b8525b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ba0125", "update": "odh-kserve-custom-ca-bundle"} 2026-07-28T12:25:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "odh-trusted-ca-bundle", "reconcileID": "5f4b1b51-b8aa-47c7-a3ed-461473b8525b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:25:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "35fa5033-e3b2-4a99-b5c4-b1eca0c646b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:25:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "503d2664-9d27-49a0-9430-a1fcb2a1c4f1", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress"} 2026-07-28T12:25:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "503d2664-9d27-49a0-9430-a1fcb2a1c4f1", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125-authn-ssl"} 2026-07-28T12:25:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "503d2664-9d27-49a0-9430-a1fcb2a1c4f1", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress"} 2026-07-28T12:25:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "aeff7875-ff73-4af2-98ed-e3933163f160", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T12:25:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "c3843786-58bb-457d-9dbe-426a01d374a5", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress"} 2026-07-28T12:25:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "c3843786-58bb-457d-9dbe-426a01d374a5", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125-authn-ssl"} 2026-07-28T12:25:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "c3843786-58bb-457d-9dbe-426a01d374a5", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress"} 2026-07-28T12:25:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "208d570f-929c-492b-97d2-cb57bbf31968", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T12:25:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4d289","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289", "reconcileID": "d16dbe9d-e379-42f4-9cb8-a60fde75265a", "Gateway": "e2e-ipp-b-a4d289", "namespace": "openshift-ingress"} 2026-07-28T12:25:33Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4d289","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289", "reconcileID": "d16dbe9d-e379-42f4-9cb8-a60fde75265a", "Gateway": "e2e-ipp-b-a4d289", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289-authn-ssl"} 2026-07-28T12:25:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4d289","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289", "reconcileID": "d16dbe9d-e379-42f4-9cb8-a60fde75265a", "Gateway": "e2e-ipp-b-a4d289", "namespace": "openshift-ingress"} 2026-07-28T12:25:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4d289","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289", "reconcileID": "e599811d-4bd7-4e50-9c3b-08d7cf22ea33", "Gateway": "e2e-ipp-b-a4d289", "namespace": "openshift-ingress"} 2026-07-28T12:25:33Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4d289","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289", "reconcileID": "e599811d-4bd7-4e50-9c3b-08d7cf22ea33", "Gateway": "e2e-ipp-b-a4d289", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289-authn-ssl"} 2026-07-28T12:25:33Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4d289","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289", "reconcileID": "e599811d-4bd7-4e50-9c3b-08d7cf22ea33", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-b-a4d289-authn-ssl: envoyfilters.networking.istio.io \"e2e-ipp-b-a4d289-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T12:25:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4d289","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289", "reconcileID": "e851ac2d-2878-4964-b431-65e6766bb18a", "Gateway": "e2e-ipp-b-a4d289", "namespace": "openshift-ingress"} 2026-07-28T12:25:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4d289","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289", "reconcileID": "e851ac2d-2878-4964-b431-65e6766bb18a", "Gateway": "e2e-ipp-b-a4d289", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289-authn-ssl"} 2026-07-28T12:25:33Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-b-a4d289-authn-ssl: envoyfilters.networking.istio.io "e2e-ipp-b-a4d289-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-ipp-b-a4d289","uid":"f1ac49ab-0e37-4c66-8ae9-c3d0d7bbd621","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"68890"}, "reason": "ReconcileError"} 2026-07-28T12:25:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4d289","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289", "reconcileID": "e851ac2d-2878-4964-b431-65e6766bb18a", "Gateway": "e2e-ipp-b-a4d289", "namespace": "openshift-ingress"} 2026-07-28T12:25:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4d289","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289", "reconcileID": "f82af3db-8aef-431f-b21e-f5781fd68f1d", "Gateway": "e2e-ipp-b-a4d289", "namespace": "openshift-ingress"} 2026-07-28T12:25:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4d289","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289", "reconcileID": "f82af3db-8aef-431f-b21e-f5781fd68f1d", "Gateway": "e2e-ipp-b-a4d289", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289-authn-ssl"} 2026-07-28T12:25:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4d289","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289", "reconcileID": "f82af3db-8aef-431f-b21e-f5781fd68f1d", "Gateway": "e2e-ipp-b-a4d289", "namespace": "openshift-ingress"} 2026-07-28T12:25:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4d289","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289", "reconcileID": "2accfac0-223c-4266-881f-287f0f1b0380", "Gateway": "e2e-ipp-b-a4d289", "namespace": "openshift-ingress"} 2026-07-28T12:25:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4d289","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289", "reconcileID": "2accfac0-223c-4266-881f-287f0f1b0380", "Gateway": "e2e-ipp-b-a4d289", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289-authn-ssl"} 2026-07-28T12:25:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4d289","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289", "reconcileID": "2accfac0-223c-4266-881f-287f0f1b0380", "Gateway": "e2e-ipp-b-a4d289", "namespace": "openshift-ingress"} 2026-07-28T12:25:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4d289","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289", "reconcileID": "1aeab882-f510-422f-b873-fc8095bdaba2", "Gateway": "e2e-ipp-b-a4d289", "namespace": "openshift-ingress"} 2026-07-28T12:25:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4d289","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289", "reconcileID": "1aeab882-f510-422f-b873-fc8095bdaba2", "Gateway": "e2e-ipp-b-a4d289", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289-authn-ssl"} 2026-07-28T12:25:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4d289","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289", "reconcileID": "1aeab882-f510-422f-b873-fc8095bdaba2", "Gateway": "e2e-ipp-b-a4d289", "namespace": "openshift-ingress"} 2026-07-28T12:25:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4d289","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289", "reconcileID": "491b1b35-16f7-419d-940d-9150d8871d44", "Gateway": "e2e-ipp-b-a4d289", "namespace": "openshift-ingress"} 2026-07-28T12:25:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4d289","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289", "reconcileID": "491b1b35-16f7-419d-940d-9150d8871d44", "Gateway": "e2e-ipp-b-a4d289", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289-authn-ssl"} 2026-07-28T12:25:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4d289","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289", "reconcileID": "491b1b35-16f7-419d-940d-9150d8871d44", "Gateway": "e2e-ipp-b-a4d289", "namespace": "openshift-ingress"} 2026-07-28T12:25:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4d289","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289", "reconcileID": "2edc8c9b-9b4f-47e3-8ae0-d73acbc1ff82", "Gateway": "e2e-ipp-b-a4d289", "namespace": "openshift-ingress"} 2026-07-28T12:25:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4d289","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289", "reconcileID": "2edc8c9b-9b4f-47e3-8ae0-d73acbc1ff82", "Gateway": "e2e-ipp-b-a4d289", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289-authn-ssl"} 2026-07-28T12:25:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4d289","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289", "reconcileID": "2edc8c9b-9b4f-47e3-8ae0-d73acbc1ff82", "Gateway": "e2e-ipp-b-a4d289", "namespace": "openshift-ingress"} 2026-07-28T12:25:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a4d289"}, "namespace": "ai-tenant-e2e-ipp-b-a4d289", "name": "openshift-service-ca.crt", "reconcileID": "32b1ec1f-ec23-4f70-a776-73d5118ef277", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a4d289"} 2026-07-28T12:25:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a4d289"}, "namespace": "ai-tenant-e2e-ipp-b-a4d289", "name": "openshift-service-ca.crt", "reconcileID": "b1ac268e-8a53-4239-bd41-adf93a22eb98", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a4d289", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T12:25:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a4d289"}, "namespace": "ai-tenant-e2e-ipp-b-a4d289", "name": "openshift-service-ca.crt", "reconcileID": "b1ac268e-8a53-4239-bd41-adf93a22eb98", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a4d289"} 2026-07-28T12:25:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a4d289"}, "namespace": "ai-tenant-e2e-ipp-b-a4d289", "name": "odh-trusted-ca-bundle", "reconcileID": "82863bd3-7f86-469f-bc16-bd8321710bd5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a4d289"} 2026-07-28T12:25:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a4d289"}, "namespace": "ai-tenant-e2e-ipp-b-a4d289", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3ef378d-8659-43cb-b770-89b43c6f4953", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a4d289"} 2026-07-28T12:25:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a4d289"}, "namespace": "ai-tenant-e2e-ipp-b-a4d289", "name": "openshift-service-ca.crt", "reconcileID": "0287fd79-db56-4889-ae0f-e1364624b1db", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a4d289"} 2026-07-28T12:25:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a4d289"}, "namespace": "ai-tenant-e2e-ipp-b-a4d289", "name": "odh-trusted-ca-bundle", "reconcileID": "ba314b91-121a-4652-a189-097f802ab9c4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a4d289", "update": "odh-kserve-custom-ca-bundle"} 2026-07-28T12:25:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a4d289"}, "namespace": "ai-tenant-e2e-ipp-b-a4d289", "name": "odh-trusted-ca-bundle", "reconcileID": "ba314b91-121a-4652-a189-097f802ab9c4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a4d289"} 2026-07-28T12:25:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a4d289"}, "namespace": "ai-tenant-e2e-ipp-b-a4d289", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fd4a0924-e414-4b92-8883-af9891ebc0d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a4d289"} 2026-07-28T12:25:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4d289","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289", "reconcileID": "4ed22d7d-466b-4949-a423-b4a3c26e79b7", "Gateway": "e2e-ipp-b-a4d289", "namespace": "openshift-ingress"} 2026-07-28T12:25:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4d289","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289", "reconcileID": "4ed22d7d-466b-4949-a423-b4a3c26e79b7", "Gateway": "e2e-ipp-b-a4d289", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289-authn-ssl"} 2026-07-28T12:25:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4d289","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289", "reconcileID": "4ed22d7d-466b-4949-a423-b4a3c26e79b7", "Gateway": "e2e-ipp-b-a4d289", "namespace": "openshift-ingress"} 2026-07-28T12:25:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "734c63e0-6379-43a0-8e0f-51db85864383", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T12:25:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ac19eddb-4aa3-4849-b534-ec8334d53df6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T12:25:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4d289","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289", "reconcileID": "577e9a46-799c-4466-bb08-dcf93554d4db", "Gateway": "e2e-ipp-b-a4d289", "namespace": "openshift-ingress"} 2026-07-28T12:25:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4d289","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289", "reconcileID": "577e9a46-799c-4466-bb08-dcf93554d4db", "Gateway": "e2e-ipp-b-a4d289", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289-authn-ssl"} 2026-07-28T12:25:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4d289","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289", "reconcileID": "577e9a46-799c-4466-bb08-dcf93554d4db", "Gateway": "e2e-ipp-b-a4d289", "namespace": "openshift-ingress"} 2026-07-28T12:25:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e8a71285-6638-439d-b66c-f96603173540", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T12:25:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "6161a496-d367-4a10-af57-978f6b58ec93", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:25:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "6161a496-d367-4a10-af57-978f6b58ec93", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:25:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "6161a496-d367-4a10-af57-978f6b58ec93", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:25:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "fe52a0c6-c06d-4546-9ab2-1dbd995976ac", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress"} 2026-07-28T12:25:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "6161a496-d367-4a10-af57-978f6b58ec93", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125-kserve-route-authn"} 2026-07-28T12:25:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "6161a496-d367-4a10-af57-978f6b58ec93", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125", "authType": "userdefined"} 2026-07-28T12:25:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "6161a496-d367-4a10-af57-978f6b58ec93", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:25:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "fe52a0c6-c06d-4546-9ab2-1dbd995976ac", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125-authn-ssl"} 2026-07-28T12:25:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "fe52a0c6-c06d-4546-9ab2-1dbd995976ac", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress"} 2026-07-28T12:25:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "03c60422-1f1e-4d30-9019-cbbd739fb352", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:25:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "03c60422-1f1e-4d30-9019-cbbd739fb352", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:25:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "03c60422-1f1e-4d30-9019-cbbd739fb352", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:25:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "03c60422-1f1e-4d30-9019-cbbd739fb352", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125-kserve-route-authn"} 2026-07-28T12:25:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "03c60422-1f1e-4d30-9019-cbbd739fb352", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125", "authType": "userdefined"} 2026-07-28T12:25:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "03c60422-1f1e-4d30-9019-cbbd739fb352", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:26:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "bdb95631-a383-4530-b1e1-0b51156b5ff5", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress"} 2026-07-28T12:26:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "bdb95631-a383-4530-b1e1-0b51156b5ff5", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125-authn-ssl"} 2026-07-28T12:26:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "bdb95631-a383-4530-b1e1-0b51156b5ff5", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress"} 2026-07-28T12:26:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "29ac24db-78ea-415f-8be5-30f24a06078e", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:26:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "29ac24db-78ea-415f-8be5-30f24a06078e", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:26:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "29ac24db-78ea-415f-8be5-30f24a06078e", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:26:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "29ac24db-78ea-415f-8be5-30f24a06078e", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125-kserve-route-authn"} 2026-07-28T12:26:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "29ac24db-78ea-415f-8be5-30f24a06078e", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125", "authType": "userdefined"} 2026-07-28T12:26:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "29ac24db-78ea-415f-8be5-30f24a06078e", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:26:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "794d32ec-5e64-4135-a7cc-fac66dc3b6c2", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:26:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "794d32ec-5e64-4135-a7cc-fac66dc3b6c2", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:26:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "794d32ec-5e64-4135-a7cc-fac66dc3b6c2", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:26:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "794d32ec-5e64-4135-a7cc-fac66dc3b6c2", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125-kserve-route-authn"} 2026-07-28T12:26:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "794d32ec-5e64-4135-a7cc-fac66dc3b6c2", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125", "authType": "userdefined"} 2026-07-28T12:26:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "794d32ec-5e64-4135-a7cc-fac66dc3b6c2", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:26:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "46e49cc8-4eda-4bc0-bf47-6e2fcb0a0e22", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress"} 2026-07-28T12:26:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "46e49cc8-4eda-4bc0-bf47-6e2fcb0a0e22", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125-authn-ssl"} 2026-07-28T12:26:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "46e49cc8-4eda-4bc0-bf47-6e2fcb0a0e22", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress"} 2026-07-28T12:26:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c5fa966d-e11a-4666-9494-28be9a2fb49c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T12:26:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9ded29ae-a67b-4c54-9dc8-a51c9ef24bc8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T12:26:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0f3ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0f3ba4", "reconcileID": "8e08cd63-b766-4b45-b624-4c29063fe231", "Gateway": "e2e-ipp-cleanup-0f3ba4", "namespace": "openshift-ingress"} 2026-07-28T12:26:49Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0f3ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0f3ba4", "reconcileID": "8e08cd63-b766-4b45-b624-4c29063fe231", "Gateway": "e2e-ipp-cleanup-0f3ba4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0f3ba4-authn-ssl"} 2026-07-28T12:26:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0f3ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0f3ba4", "reconcileID": "8e08cd63-b766-4b45-b624-4c29063fe231", "Gateway": "e2e-ipp-cleanup-0f3ba4", "namespace": "openshift-ingress"} 2026-07-28T12:26:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0f3ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0f3ba4", "reconcileID": "05a08dd4-96c4-45d5-b384-5082c808e07c", "Gateway": "e2e-ipp-cleanup-0f3ba4", "namespace": "openshift-ingress"} 2026-07-28T12:26:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0f3ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0f3ba4", "reconcileID": "05a08dd4-96c4-45d5-b384-5082c808e07c", "Gateway": "e2e-ipp-cleanup-0f3ba4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0f3ba4-authn-ssl"} 2026-07-28T12:26:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0f3ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0f3ba4", "reconcileID": "05a08dd4-96c4-45d5-b384-5082c808e07c", "Gateway": "e2e-ipp-cleanup-0f3ba4", "namespace": "openshift-ingress"} 2026-07-28T12:26:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0f3ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0f3ba4", "reconcileID": "4cf66152-fafc-42b8-b50b-7da5158b26ba", "Gateway": "e2e-ipp-cleanup-0f3ba4", "namespace": "openshift-ingress"} 2026-07-28T12:26:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0f3ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0f3ba4", "reconcileID": "4cf66152-fafc-42b8-b50b-7da5158b26ba", "Gateway": "e2e-ipp-cleanup-0f3ba4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0f3ba4-authn-ssl"} 2026-07-28T12:26:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0f3ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0f3ba4", "reconcileID": "4cf66152-fafc-42b8-b50b-7da5158b26ba", "Gateway": "e2e-ipp-cleanup-0f3ba4", "namespace": "openshift-ingress"} 2026-07-28T12:26:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0f3ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0f3ba4", "reconcileID": "2b5b1291-6a23-4f28-944b-84bba2f596ce", "Gateway": "e2e-ipp-cleanup-0f3ba4", "namespace": "openshift-ingress"} 2026-07-28T12:26:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0f3ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0f3ba4", "reconcileID": "2b5b1291-6a23-4f28-944b-84bba2f596ce", "Gateway": "e2e-ipp-cleanup-0f3ba4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0f3ba4-authn-ssl"} 2026-07-28T12:26:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0f3ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0f3ba4", "reconcileID": "2b5b1291-6a23-4f28-944b-84bba2f596ce", "Gateway": "e2e-ipp-cleanup-0f3ba4", "namespace": "openshift-ingress"} 2026-07-28T12:26:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0f3ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0f3ba4", "reconcileID": "e548a1b8-344a-4905-a741-e0fcaf563b3f", "Gateway": "e2e-ipp-cleanup-0f3ba4", "namespace": "openshift-ingress"} 2026-07-28T12:26:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0f3ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0f3ba4", "reconcileID": "e548a1b8-344a-4905-a741-e0fcaf563b3f", "Gateway": "e2e-ipp-cleanup-0f3ba4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0f3ba4-authn-ssl"} 2026-07-28T12:26:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0f3ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0f3ba4", "reconcileID": "e548a1b8-344a-4905-a741-e0fcaf563b3f", "Gateway": "e2e-ipp-cleanup-0f3ba4", "namespace": "openshift-ingress"} 2026-07-28T12:26:50Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T12:26:50Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T12:26:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0f3ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0f3ba4", "reconcileID": "c059ea57-c4b4-407b-ba1e-1e148de9a523", "Gateway": "e2e-ipp-cleanup-0f3ba4", "namespace": "openshift-ingress"} 2026-07-28T12:26:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0f3ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0f3ba4", "reconcileID": "c059ea57-c4b4-407b-ba1e-1e148de9a523", "Gateway": "e2e-ipp-cleanup-0f3ba4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0f3ba4-authn-ssl"} 2026-07-28T12:26:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0f3ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0f3ba4", "reconcileID": "c059ea57-c4b4-407b-ba1e-1e148de9a523", "Gateway": "e2e-ipp-cleanup-0f3ba4", "namespace": "openshift-ingress"} 2026-07-28T12:26:51Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T12:26:51Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T12:26:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0f3ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0f3ba4", "reconcileID": "a333f64e-2b3e-4be2-935a-23e28dc4fad6", "Gateway": "e2e-ipp-cleanup-0f3ba4", "namespace": "openshift-ingress"} 2026-07-28T12:26:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0f3ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0f3ba4", "reconcileID": "a333f64e-2b3e-4be2-935a-23e28dc4fad6", "Gateway": "e2e-ipp-cleanup-0f3ba4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0f3ba4-authn-ssl"} 2026-07-28T12:26:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0f3ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0f3ba4", "reconcileID": "a333f64e-2b3e-4be2-935a-23e28dc4fad6", "Gateway": "e2e-ipp-cleanup-0f3ba4", "namespace": "openshift-ingress"} 2026-07-28T12:26:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-0f3ba4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0f3ba4", "name": "openshift-service-ca.crt", "reconcileID": "f13bb68e-8a65-4a8a-9033-0808f398649a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-0f3ba4"} 2026-07-28T12:26:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-0f3ba4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0f3ba4", "name": "openshift-service-ca.crt", "reconcileID": "24cc0176-a5cd-43cf-8f86-1eef49100b07", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-0f3ba4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T12:26:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-0f3ba4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0f3ba4", "name": "openshift-service-ca.crt", "reconcileID": "24cc0176-a5cd-43cf-8f86-1eef49100b07", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-0f3ba4"} 2026-07-28T12:26:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-0f3ba4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0f3ba4", "name": "odh-trusted-ca-bundle", "reconcileID": "65dd1267-2f34-4872-a10a-dbe7f139ae10", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-0f3ba4"} 2026-07-28T12:26:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-0f3ba4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0f3ba4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aaf37193-b84c-4cb9-889a-263d28884b42", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-0f3ba4"} 2026-07-28T12:26:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-0f3ba4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0f3ba4", "name": "openshift-service-ca.crt", "reconcileID": "ef245e86-d9ff-4cb4-b6b8-611c3d7f3e2f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-0f3ba4"} 2026-07-28T12:26:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-0f3ba4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0f3ba4", "name": "odh-trusted-ca-bundle", "reconcileID": "54375022-cceb-4b3c-922a-133099846982", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-0f3ba4", "update": "odh-kserve-custom-ca-bundle"} 2026-07-28T12:26:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-0f3ba4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0f3ba4", "name": "odh-trusted-ca-bundle", "reconcileID": "54375022-cceb-4b3c-922a-133099846982", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-0f3ba4"} 2026-07-28T12:26:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-0f3ba4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0f3ba4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "26514656-f50d-470a-932c-bf6f95ad8147", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-0f3ba4"} 2026-07-28T12:26:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0f3ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0f3ba4", "reconcileID": "72338fde-d0cb-4f7b-85dd-95237fb0c275", "Gateway": "e2e-ipp-cleanup-0f3ba4", "namespace": "openshift-ingress"} 2026-07-28T12:26:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0f3ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0f3ba4", "reconcileID": "72338fde-d0cb-4f7b-85dd-95237fb0c275", "Gateway": "e2e-ipp-cleanup-0f3ba4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0f3ba4-authn-ssl"} 2026-07-28T12:26:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0f3ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0f3ba4", "reconcileID": "72338fde-d0cb-4f7b-85dd-95237fb0c275", "Gateway": "e2e-ipp-cleanup-0f3ba4", "namespace": "openshift-ingress"} 2026-07-28T12:26:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "62d7fe72-9a50-48a2-b5e7-174a2f28f25c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T12:27:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0f3ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0f3ba4", "reconcileID": "e7896bcc-2859-4640-91da-b15a8fe2bb61", "Gateway": "e2e-ipp-cleanup-0f3ba4", "namespace": "openshift-ingress"} 2026-07-28T12:27:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0f3ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0f3ba4", "reconcileID": "e7896bcc-2859-4640-91da-b15a8fe2bb61", "Gateway": "e2e-ipp-cleanup-0f3ba4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0f3ba4-authn-ssl"} 2026-07-28T12:27:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0f3ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0f3ba4", "reconcileID": "e7896bcc-2859-4640-91da-b15a8fe2bb61", "Gateway": "e2e-ipp-cleanup-0f3ba4", "namespace": "openshift-ingress"} 2026-07-28T12:27:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0f3ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0f3ba4", "reconcileID": "acf56c26-1a00-4b7a-b006-2edc830a0494", "Gateway": "e2e-ipp-cleanup-0f3ba4", "namespace": "openshift-ingress"} 2026-07-28T12:27:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0f3ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0f3ba4", "reconcileID": "acf56c26-1a00-4b7a-b006-2edc830a0494", "Gateway": "e2e-ipp-cleanup-0f3ba4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0f3ba4-authn-ssl"} 2026-07-28T12:27:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0f3ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0f3ba4", "reconcileID": "acf56c26-1a00-4b7a-b006-2edc830a0494", "Gateway": "e2e-ipp-cleanup-0f3ba4", "namespace": "openshift-ingress"} 2026-07-28T12:27:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0f3ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0f3ba4", "reconcileID": "b9de33c4-e3f1-40e7-a46d-86df7bbf1287", "Gateway": "e2e-ipp-cleanup-0f3ba4", "namespace": "openshift-ingress"} 2026-07-28T12:27:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0f3ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0f3ba4", "reconcileID": "b9de33c4-e3f1-40e7-a46d-86df7bbf1287", "Gateway": "e2e-ipp-cleanup-0f3ba4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0f3ba4-authn-ssl"} 2026-07-28T12:27:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0f3ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0f3ba4", "reconcileID": "b9de33c4-e3f1-40e7-a46d-86df7bbf1287", "Gateway": "e2e-ipp-cleanup-0f3ba4", "namespace": "openshift-ingress"} 2026-07-28T12:27:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-0f3ba4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0f3ba4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b03cc5d7-3385-4a74-b12c-a0d46b3423f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-0f3ba4"} 2026-07-28T12:27:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-0f3ba4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0f3ba4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b03cc5d7-3385-4a74-b12c-a0d46b3423f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-0f3ba4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T12:27:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-0f3ba4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0f3ba4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b03cc5d7-3385-4a74-b12c-a0d46b3423f0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-0f3ba4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T12:27:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-0f3ba4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0f3ba4", "name": "odh-trusted-ca-bundle", "reconcileID": "7a8e09f5-800f-4ca2-9b11-6871d14409f7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-0f3ba4"} 2026-07-28T12:27:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-0f3ba4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0f3ba4", "name": "odh-trusted-ca-bundle", "reconcileID": "7a8e09f5-800f-4ca2-9b11-6871d14409f7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-0f3ba4"} 2026-07-28T12:27:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-0f3ba4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0f3ba4", "name": "openshift-service-ca.crt", "reconcileID": "58d39c3d-3960-43e5-84e7-279555548b15", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-0f3ba4"} 2026-07-28T12:27:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-0f3ba4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0f3ba4", "name": "openshift-service-ca.crt", "reconcileID": "58d39c3d-3960-43e5-84e7-279555548b15", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-0f3ba4"} 2026-07-28T12:27:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-0f3ba4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0f3ba4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c723641f-5878-4de4-9f40-3a34306748cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-0f3ba4"} 2026-07-28T12:27:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-0f3ba4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0f3ba4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c723641f-5878-4de4-9f40-3a34306748cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-0f3ba4"} 2026-07-28T12:27:31Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0f3ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0f3ba4", "reconcileID": "18571b6b-b86b-4acf-ab5d-d03d338f385d", "Gateway": "e2e-ipp-cleanup-0f3ba4", "namespace": "openshift-ingress"} 2026-07-28T12:27:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ed92a121-23cb-474f-af49-948463273943", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T12:27:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "1ddc4f9c-a99b-43e2-b8c9-98a8541037d1", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress"} 2026-07-28T12:27:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "1ddc4f9c-a99b-43e2-b8c9-98a8541037d1", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125-authn-ssl"} 2026-07-28T12:27:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "1ddc4f9c-a99b-43e2-b8c9-98a8541037d1", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress"} 2026-07-28T12:27:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "3ac0e2d3-058d-428f-bf79-70d02465de3e", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress"} 2026-07-28T12:27:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "3ac0e2d3-058d-428f-bf79-70d02465de3e", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125-authn-ssl"} 2026-07-28T12:27:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "3ac0e2d3-058d-428f-bf79-70d02465de3e", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress"} 2026-07-28T12:27:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "e719b898-b5d2-47fb-bb16-aeea4675f42f", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress"} 2026-07-28T12:27:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "e719b898-b5d2-47fb-bb16-aeea4675f42f", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125-authn-ssl"} 2026-07-28T12:27:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "e719b898-b5d2-47fb-bb16-aeea4675f42f", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress"} 2026-07-28T12:27:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "abb10b50-1916-41c7-9231-bdaeebef1125", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress"} 2026-07-28T12:27:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "abb10b50-1916-41c7-9231-bdaeebef1125", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125-authn-ssl"} 2026-07-28T12:27:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "abb10b50-1916-41c7-9231-bdaeebef1125", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress"} 2026-07-28T12:28:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "01f3d545-f966-4251-b257-2ca4ad3e0433", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:28:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "01f3d545-f966-4251-b257-2ca4ad3e0433", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:28:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "01f3d545-f966-4251-b257-2ca4ad3e0433", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:28:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "01f3d545-f966-4251-b257-2ca4ad3e0433", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125-kserve-route-authn"} 2026-07-28T12:28:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "01f3d545-f966-4251-b257-2ca4ad3e0433", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125", "authType": "userdefined"} 2026-07-28T12:28:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "01f3d545-f966-4251-b257-2ca4ad3e0433", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:28:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "b7c65ca1-80eb-42e5-a894-65a5738a36b4", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:28:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "b7c65ca1-80eb-42e5-a894-65a5738a36b4", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:28:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "b7c65ca1-80eb-42e5-a894-65a5738a36b4", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:28:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "b7c65ca1-80eb-42e5-a894-65a5738a36b4", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125-kserve-route-authn"} 2026-07-28T12:28:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "b7c65ca1-80eb-42e5-a894-65a5738a36b4", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125", "authType": "userdefined"} 2026-07-28T12:28:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "b7c65ca1-80eb-42e5-a894-65a5738a36b4", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:28:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "33fbbb66-7f9d-4e2a-8b5b-e01a9e4dae8b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:28:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "33fbbb66-7f9d-4e2a-8b5b-e01a9e4dae8b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ba0125", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T12:28:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "33fbbb66-7f9d-4e2a-8b5b-e01a9e4dae8b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-ba0125 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T12:28:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "odh-trusted-ca-bundle", "reconcileID": "5f9287d2-6a74-4377-b923-02d076778ed4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:28:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "odh-trusted-ca-bundle", "reconcileID": "5f9287d2-6a74-4377-b923-02d076778ed4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:28:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "openshift-service-ca.crt", "reconcileID": "bcb8cb90-ac76-4990-a2f0-544234eb4172", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:28:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "openshift-service-ca.crt", "reconcileID": "bcb8cb90-ac76-4990-a2f0-544234eb4172", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:28:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2581b133-d7d6-41c0-95dc-16d831c88b8b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:28:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2581b133-d7d6-41c0-95dc-16d831c88b8b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:28:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "c5d18ed2-4159-45af-a6d7-54974de537c3", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress"} 2026-07-28T12:28:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "c5d18ed2-4159-45af-a6d7-54974de537c3", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125-authn-ssl"} 2026-07-28T12:28:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "c5d18ed2-4159-45af-a6d7-54974de537c3", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress"} 2026-07-28T12:28:38Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "7e5717a0-e2e7-475d-b4a5-dc8ad43f7a1b", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:28:38Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "7e5717a0-e2e7-475d-b4a5-dc8ad43f7a1b", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125"} 2026-07-28T12:28:38Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "7e5717a0-e2e7-475d-b4a5-dc8ad43f7a1b", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:28:38Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "7e5717a0-e2e7-475d-b4a5-dc8ad43f7a1b", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:28:38Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "7e5717a0-e2e7-475d-b4a5-dc8ad43f7a1b", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125-kserve-route-authn"} 2026-07-28T12:28:38Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "7e5717a0-e2e7-475d-b4a5-dc8ad43f7a1b", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125-kserve-route-authn"} 2026-07-28T12:28:38Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "7e5717a0-e2e7-475d-b4a5-dc8ad43f7a1b", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:28:38Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "7e5717a0-e2e7-475d-b4a5-dc8ad43f7a1b", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:28:41Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "789ab201-0383-43a0-a9e3-e4043d5f425d", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:28:41Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "789ab201-0383-43a0-a9e3-e4043d5f425d", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125"} 2026-07-28T12:28:41Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "789ab201-0383-43a0-a9e3-e4043d5f425d", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:28:41Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "789ab201-0383-43a0-a9e3-e4043d5f425d", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:28:41Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "789ab201-0383-43a0-a9e3-e4043d5f425d", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125-kserve-route-authn"} 2026-07-28T12:28:41Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "789ab201-0383-43a0-a9e3-e4043d5f425d", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125-kserve-route-authn"} 2026-07-28T12:28:41Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "789ab201-0383-43a0-a9e3-e4043d5f425d", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:28:41Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "789ab201-0383-43a0-a9e3-e4043d5f425d", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:28:42Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba0125","namespace":"ai-tenant-e2e-ipp-a-ba0125"}, "namespace": "ai-tenant-e2e-ipp-a-ba0125", "name": "ipp-route-ba0125", "reconcileID": "719f0e6d-0d79-400e-b5aa-2b174d3f2bfe", "LLMInferenceService": "ipp-route-ba0125", "namespace": "ai-tenant-e2e-ipp-a-ba0125"} 2026-07-28T12:28:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "ee285a2a-bf31-4e45-87ef-5ee6651f5efb", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress"} 2026-07-28T12:28:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "ee285a2a-bf31-4e45-87ef-5ee6651f5efb", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125-authn-ssl"} 2026-07-28T12:28:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "ee285a2a-bf31-4e45-87ef-5ee6651f5efb", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress"} 2026-07-28T12:28:45Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba0125","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba0125", "reconcileID": "1c1a2f04-a3a8-46a3-89a5-d7f3fcc08cec", "Gateway": "e2e-ipp-a-ba0125", "namespace": "openshift-ingress"} 2026-07-28T12:28:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c884c526-b906-4144-90b3-50a8cbb7b3d2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T12:28:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4d289","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289", "reconcileID": "f3dce4c6-2862-44aa-8a39-5772f34fb394", "Gateway": "e2e-ipp-b-a4d289", "namespace": "openshift-ingress"} 2026-07-28T12:28:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4d289","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289", "reconcileID": "f3dce4c6-2862-44aa-8a39-5772f34fb394", "Gateway": "e2e-ipp-b-a4d289", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289-authn-ssl"} 2026-07-28T12:28:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4d289","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289", "reconcileID": "f3dce4c6-2862-44aa-8a39-5772f34fb394", "Gateway": "e2e-ipp-b-a4d289", "namespace": "openshift-ingress"} 2026-07-28T12:29:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4d289","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289", "reconcileID": "8ab77204-c730-4484-8f02-bb0874e68a63", "Gateway": "e2e-ipp-b-a4d289", "namespace": "openshift-ingress"} 2026-07-28T12:29:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4d289","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289", "reconcileID": "8ab77204-c730-4484-8f02-bb0874e68a63", "Gateway": "e2e-ipp-b-a4d289", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289-authn-ssl"} 2026-07-28T12:29:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4d289","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289", "reconcileID": "8ab77204-c730-4484-8f02-bb0874e68a63", "Gateway": "e2e-ipp-b-a4d289", "namespace": "openshift-ingress"} 2026-07-28T12:29:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a4d289"}, "namespace": "ai-tenant-e2e-ipp-b-a4d289", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68393231-95db-4ef9-aa0a-d0b26b0a9ee4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a4d289"} 2026-07-28T12:29:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a4d289"}, "namespace": "ai-tenant-e2e-ipp-b-a4d289", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68393231-95db-4ef9-aa0a-d0b26b0a9ee4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a4d289", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T12:29:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a4d289"}, "namespace": "ai-tenant-e2e-ipp-b-a4d289", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68393231-95db-4ef9-aa0a-d0b26b0a9ee4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-a4d289 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T12:29:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a4d289"}, "namespace": "ai-tenant-e2e-ipp-b-a4d289", "name": "odh-trusted-ca-bundle", "reconcileID": "33fff15e-f609-403f-867b-9b965b7dd9db", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a4d289"} 2026-07-28T12:29:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a4d289"}, "namespace": "ai-tenant-e2e-ipp-b-a4d289", "name": "odh-trusted-ca-bundle", "reconcileID": "33fff15e-f609-403f-867b-9b965b7dd9db", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a4d289"} 2026-07-28T12:29:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a4d289"}, "namespace": "ai-tenant-e2e-ipp-b-a4d289", "name": "openshift-service-ca.crt", "reconcileID": "7dc88499-e647-4277-ae2a-ec288e142220", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a4d289"} 2026-07-28T12:29:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a4d289"}, "namespace": "ai-tenant-e2e-ipp-b-a4d289", "name": "openshift-service-ca.crt", "reconcileID": "7dc88499-e647-4277-ae2a-ec288e142220", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a4d289"} 2026-07-28T12:29:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a4d289"}, "namespace": "ai-tenant-e2e-ipp-b-a4d289", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "76b16f5d-3fb5-4e4f-9d5d-b39570b36442", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a4d289"} 2026-07-28T12:29:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a4d289"}, "namespace": "ai-tenant-e2e-ipp-b-a4d289", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "76b16f5d-3fb5-4e4f-9d5d-b39570b36442", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a4d289"} 2026-07-28T12:29:08Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4d289","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4d289", "reconcileID": "aaabfbd1-47cf-4c0f-9ebe-113926a07bfa", "Gateway": "e2e-ipp-b-a4d289", "namespace": "openshift-ingress"} 2026-07-28T12:29:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2f233172-d54d-4c88-a2ec-915478014bf4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T12:29:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4d5cfe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe", "reconcileID": "bab4f02d-fd03-46da-948c-34f95449c2d5", "Gateway": "e2e-shared-a-4d5cfe", "namespace": "openshift-ingress"} 2026-07-28T12:29:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4d5cfe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe", "reconcileID": "bab4f02d-fd03-46da-948c-34f95449c2d5", "Gateway": "e2e-shared-a-4d5cfe", "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe-authn-ssl"} 2026-07-28T12:29:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4d5cfe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe", "reconcileID": "bab4f02d-fd03-46da-948c-34f95449c2d5", "Gateway": "e2e-shared-a-4d5cfe", "namespace": "openshift-ingress"} 2026-07-28T12:29:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4d5cfe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe", "reconcileID": "f3e20715-38dc-4b44-ae2a-a8a50c91ee7b", "Gateway": "e2e-shared-a-4d5cfe", "namespace": "openshift-ingress"} 2026-07-28T12:29:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4d5cfe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe", "reconcileID": "f3e20715-38dc-4b44-ae2a-a8a50c91ee7b", "Gateway": "e2e-shared-a-4d5cfe", "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe-authn-ssl"} 2026-07-28T12:29:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4d5cfe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe", "reconcileID": "f3e20715-38dc-4b44-ae2a-a8a50c91ee7b", "Gateway": "e2e-shared-a-4d5cfe", "namespace": "openshift-ingress"} 2026-07-28T12:29:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9bb43744-0ad0-489b-9675-0969565ae364", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-4d5cfe"} 2026-07-28T12:29:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9bb43744-0ad0-489b-9675-0969565ae364", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T12:29:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9bb43744-0ad0-489b-9675-0969565ae364", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-4d5cfe because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T12:29:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "odh-trusted-ca-bundle", "reconcileID": "bee16ffc-e2cc-4441-ac44-3d2ffa181e7c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-4d5cfe"} 2026-07-28T12:29:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "odh-trusted-ca-bundle", "reconcileID": "bee16ffc-e2cc-4441-ac44-3d2ffa181e7c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-4d5cfe"} 2026-07-28T12:29:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "openshift-service-ca.crt", "reconcileID": "6767d302-fd2b-4b1d-9ce9-c9f28f574107", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-4d5cfe"} 2026-07-28T12:29:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "openshift-service-ca.crt", "reconcileID": "6767d302-fd2b-4b1d-9ce9-c9f28f574107", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-4d5cfe"} 2026-07-28T12:29:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04b96d6b-09fc-440b-934e-89da4d778b3a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-4d5cfe"} 2026-07-28T12:29:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-4d5cfe"}, "namespace": "ai-tenant-e2e-shared-a-4d5cfe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04b96d6b-09fc-440b-934e-89da4d778b3a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-4d5cfe"} 2026-07-28T12:29:30Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4d5cfe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4d5cfe", "reconcileID": "7a2324bd-76ea-4f77-b1ac-b072069e1e8b", "Gateway": "e2e-shared-a-4d5cfe", "namespace": "openshift-ingress"} 2026-07-28T12:29:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8259ef87-8bf7-4fcc-8ca5-bed3436da777", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T12:29:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7af0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c", "reconcileID": "09e0f90e-6270-4178-b097-3bff9b1285fe", "Gateway": "e2e-shared-b-e7af0c", "namespace": "openshift-ingress"} 2026-07-28T12:29:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7af0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c", "reconcileID": "09e0f90e-6270-4178-b097-3bff9b1285fe", "Gateway": "e2e-shared-b-e7af0c", "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c-authn-ssl"} 2026-07-28T12:29:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7af0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c", "reconcileID": "09e0f90e-6270-4178-b097-3bff9b1285fe", "Gateway": "e2e-shared-b-e7af0c", "namespace": "openshift-ingress"} 2026-07-28T12:29:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7af0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c", "reconcileID": "a02c56c5-e640-44ed-bb8c-01bd6ba09032", "Gateway": "e2e-shared-b-e7af0c", "namespace": "openshift-ingress"} 2026-07-28T12:29:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7af0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c", "reconcileID": "a02c56c5-e640-44ed-bb8c-01bd6ba09032", "Gateway": "e2e-shared-b-e7af0c", "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c-authn-ssl"} 2026-07-28T12:29:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7af0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c", "reconcileID": "a02c56c5-e640-44ed-bb8c-01bd6ba09032", "Gateway": "e2e-shared-b-e7af0c", "namespace": "openshift-ingress"} 2026-07-28T12:29:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d16edb5b-f937-46d3-89e2-57683ac53c4d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:29:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d16edb5b-f937-46d3-89e2-57683ac53c4d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e7af0c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T12:29:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d16edb5b-f937-46d3-89e2-57683ac53c4d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-e7af0c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T12:29:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "odh-trusted-ca-bundle", "reconcileID": "aa0faf9b-9982-400e-85f3-be3aa1ac7e59", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:29:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "odh-trusted-ca-bundle", "reconcileID": "aa0faf9b-9982-400e-85f3-be3aa1ac7e59", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:29:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "openshift-service-ca.crt", "reconcileID": "eec02097-d4f1-4096-a3b2-75435eda5656", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:29:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "openshift-service-ca.crt", "reconcileID": "eec02097-d4f1-4096-a3b2-75435eda5656", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:29:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7714b452-e3f6-462a-bc74-93fb1e18edc8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:29:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e7af0c"}, "namespace": "ai-tenant-e2e-shared-b-e7af0c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7714b452-e3f6-462a-bc74-93fb1e18edc8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e7af0c"} 2026-07-28T12:29:53Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7af0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7af0c", "reconcileID": "a159660f-f32c-47d8-ae67-f505b221a5c4", "Gateway": "e2e-shared-b-e7af0c", "namespace": "openshift-ingress"}