2026-09-17T14:27:56Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b79988","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "sub-test-model-b79988", "reconcileID": "c7cefa64-21f1-44f0-99a8-c0e6d21faee0", "LLMInferenceService": "sub-test-model-b79988", "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "namespace": "ai-tenant-e2e-shared-b-w3-b79988"} 2026-09-17T14:27:57Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b79988","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "sub-test-model-b79988", "reconcileID": "1f372706-c892-458b-88bc-fa7832087ba4", "LLMInferenceService": "sub-test-model-b79988", "namespace": "ai-tenant-e2e-shared-b-w3-b79988"} 2026-09-17T14:27:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b79988","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b79988", "reconcileID": "1aeb351a-7e8c-4f9d-892c-195f371f7a3a", "Gateway": "e2e-shared-b-w3-b79988", "namespace": "openshift-ingress"} 2026-09-17T14:27:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b79988","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b79988", "reconcileID": "1aeb351a-7e8c-4f9d-892c-195f371f7a3a", "Gateway": "e2e-shared-b-w3-b79988", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b79988-authn-ssl"} 2026-09-17T14:27:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b79988","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b79988", "reconcileID": "1aeb351a-7e8c-4f9d-892c-195f371f7a3a", "Gateway": "e2e-shared-b-w3-b79988", "namespace": "openshift-ingress"} 2026-09-17T14:27:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b79988","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b79988", "reconcileID": "ff38c40c-2e99-46be-b30e-d2b10b2fb317", "Gateway": "e2e-shared-b-w3-b79988", "namespace": "openshift-ingress"} 2026-09-17T14:27:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b79988","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b79988", "reconcileID": "ff38c40c-2e99-46be-b30e-d2b10b2fb317", "Gateway": "e2e-shared-b-w3-b79988", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b79988-authn-ssl"} 2026-09-17T14:27:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b79988","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b79988", "reconcileID": "ff38c40c-2e99-46be-b30e-d2b10b2fb317", "Gateway": "e2e-shared-b-w3-b79988", "namespace": "openshift-ingress"} 2026-09-17T14:27:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b88b90","namespace":"ai-tenant-e2e-shared-a-w3-b88b90"}, "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "rate-test-model-b88b90", "reconcileID": "088803ee-20b3-43db-bced-034073392d52", "LLMInferenceService": "rate-test-model-b88b90", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90"} 2026-09-17T14:27:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b88b90","namespace":"ai-tenant-e2e-shared-a-w3-b88b90"}, "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "rate-test-model-b88b90", "reconcileID": "088803ee-20b3-43db-bced-034073392d52", "LLMInferenceService": "rate-test-model-b88b90", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90"} 2026-09-17T14:27:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b88b90","namespace":"ai-tenant-e2e-shared-a-w3-b88b90"}, "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "rate-test-model-b88b90", "reconcileID": "088803ee-20b3-43db-bced-034073392d52", "LLMInferenceService": "rate-test-model-b88b90", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90"} 2026-09-17T14:27:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b88b90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b88b90", "reconcileID": "63b85d4f-00dd-47a4-aab8-7311d18da204", "Gateway": "e2e-shared-a-w3-b88b90", "namespace": "openshift-ingress"} 2026-09-17T14:27:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b88b90","namespace":"ai-tenant-e2e-shared-a-w3-b88b90"}, "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "rate-test-model-b88b90", "reconcileID": "088803ee-20b3-43db-bced-034073392d52", "LLMInferenceService": "rate-test-model-b88b90", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "rate-test-model-b88b90-kserve-route-authn"} 2026-09-17T14:27:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b88b90","namespace":"ai-tenant-e2e-shared-a-w3-b88b90"}, "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "rate-test-model-b88b90", "reconcileID": "088803ee-20b3-43db-bced-034073392d52", "LLMInferenceService": "rate-test-model-b88b90", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "authType": "userdefined"} 2026-09-17T14:27:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b88b90","namespace":"ai-tenant-e2e-shared-a-w3-b88b90"}, "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "rate-test-model-b88b90", "reconcileID": "088803ee-20b3-43db-bced-034073392d52", "LLMInferenceService": "rate-test-model-b88b90", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90"} 2026-09-17T14:27:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b88b90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b88b90", "reconcileID": "63b85d4f-00dd-47a4-aab8-7311d18da204", "Gateway": "e2e-shared-a-w3-b88b90", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b88b90-authn-ssl"} 2026-09-17T14:27:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b88b90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b88b90", "reconcileID": "63b85d4f-00dd-47a4-aab8-7311d18da204", "Gateway": "e2e-shared-a-w3-b88b90", "namespace": "openshift-ingress"} 2026-09-17T14:27:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b88b90","namespace":"ai-tenant-e2e-shared-a-w3-b88b90"}, "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "rate-test-model-b88b90", "reconcileID": "c3a22d14-2487-4a82-8df7-bc7b73aa8d63", "LLMInferenceService": "rate-test-model-b88b90", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90"} 2026-09-17T14:27:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b88b90","namespace":"ai-tenant-e2e-shared-a-w3-b88b90"}, "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "rate-test-model-b88b90", "reconcileID": "c3a22d14-2487-4a82-8df7-bc7b73aa8d63", "LLMInferenceService": "rate-test-model-b88b90", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90"} 2026-09-17T14:27:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b88b90","namespace":"ai-tenant-e2e-shared-a-w3-b88b90"}, "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "rate-test-model-b88b90", "reconcileID": "c3a22d14-2487-4a82-8df7-bc7b73aa8d63", "LLMInferenceService": "rate-test-model-b88b90", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90"} 2026-09-17T14:27:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b88b90","namespace":"ai-tenant-e2e-shared-a-w3-b88b90"}, "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "rate-test-model-b88b90", "reconcileID": "c3a22d14-2487-4a82-8df7-bc7b73aa8d63", "LLMInferenceService": "rate-test-model-b88b90", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "rate-test-model-b88b90-kserve-route-authn"} 2026-09-17T14:27:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b88b90","namespace":"ai-tenant-e2e-shared-a-w3-b88b90"}, "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "rate-test-model-b88b90", "reconcileID": "c3a22d14-2487-4a82-8df7-bc7b73aa8d63", "LLMInferenceService": "rate-test-model-b88b90", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "authType": "userdefined"} 2026-09-17T14:27:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b88b90","namespace":"ai-tenant-e2e-shared-a-w3-b88b90"}, "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "rate-test-model-b88b90", "reconcileID": "c3a22d14-2487-4a82-8df7-bc7b73aa8d63", "LLMInferenceService": "rate-test-model-b88b90", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90"} 2026-09-17T14:28:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b88b90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b88b90", "reconcileID": "81af23c6-c7d9-49a9-8645-751bd4e04cfb", "Gateway": "e2e-shared-a-w3-b88b90", "namespace": "openshift-ingress"} 2026-09-17T14:28:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b88b90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b88b90", "reconcileID": "81af23c6-c7d9-49a9-8645-751bd4e04cfb", "Gateway": "e2e-shared-a-w3-b88b90", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b88b90-authn-ssl"} 2026-09-17T14:28:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b88b90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b88b90", "reconcileID": "81af23c6-c7d9-49a9-8645-751bd4e04cfb", "Gateway": "e2e-shared-a-w3-b88b90", "namespace": "openshift-ingress"} 2026-09-17T14:28:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b88b90","namespace":"ai-tenant-e2e-shared-a-w3-b88b90"}, "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "rate-test-model-b88b90", "reconcileID": "90bb16eb-1027-4f86-b895-7ba12964354f", "LLMInferenceService": "rate-test-model-b88b90", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90"} 2026-09-17T14:28:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b88b90","namespace":"ai-tenant-e2e-shared-a-w3-b88b90"}, "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "rate-test-model-b88b90", "reconcileID": "90bb16eb-1027-4f86-b895-7ba12964354f", "LLMInferenceService": "rate-test-model-b88b90", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90"} 2026-09-17T14:28:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b88b90","namespace":"ai-tenant-e2e-shared-a-w3-b88b90"}, "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "rate-test-model-b88b90", "reconcileID": "90bb16eb-1027-4f86-b895-7ba12964354f", "LLMInferenceService": "rate-test-model-b88b90", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90"} 2026-09-17T14:28:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b88b90","namespace":"ai-tenant-e2e-shared-a-w3-b88b90"}, "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "rate-test-model-b88b90", "reconcileID": "90bb16eb-1027-4f86-b895-7ba12964354f", "LLMInferenceService": "rate-test-model-b88b90", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "rate-test-model-b88b90-kserve-route-authn"} 2026-09-17T14:28:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b88b90","namespace":"ai-tenant-e2e-shared-a-w3-b88b90"}, "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "rate-test-model-b88b90", "reconcileID": "90bb16eb-1027-4f86-b895-7ba12964354f", "LLMInferenceService": "rate-test-model-b88b90", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "authType": "userdefined"} 2026-09-17T14:28:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b88b90","namespace":"ai-tenant-e2e-shared-a-w3-b88b90"}, "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "rate-test-model-b88b90", "reconcileID": "90bb16eb-1027-4f86-b895-7ba12964354f", "LLMInferenceService": "rate-test-model-b88b90", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90"} 2026-09-17T14:28:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b88b90","namespace":"ai-tenant-e2e-shared-a-w3-b88b90"}, "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "rate-test-model-b88b90", "reconcileID": "1066861b-4d41-4255-82b1-6c5c2c22c7d2", "LLMInferenceService": "rate-test-model-b88b90", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90"} 2026-09-17T14:28:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b88b90","namespace":"ai-tenant-e2e-shared-a-w3-b88b90"}, "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "rate-test-model-b88b90", "reconcileID": "1066861b-4d41-4255-82b1-6c5c2c22c7d2", "LLMInferenceService": "rate-test-model-b88b90", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90"} 2026-09-17T14:28:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b88b90","namespace":"ai-tenant-e2e-shared-a-w3-b88b90"}, "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "rate-test-model-b88b90", "reconcileID": "1066861b-4d41-4255-82b1-6c5c2c22c7d2", "LLMInferenceService": "rate-test-model-b88b90", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90"} 2026-09-17T14:28:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b88b90","namespace":"ai-tenant-e2e-shared-a-w3-b88b90"}, "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "rate-test-model-b88b90", "reconcileID": "1066861b-4d41-4255-82b1-6c5c2c22c7d2", "LLMInferenceService": "rate-test-model-b88b90", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "rate-test-model-b88b90-kserve-route-authn"} 2026-09-17T14:28:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b88b90","namespace":"ai-tenant-e2e-shared-a-w3-b88b90"}, "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "rate-test-model-b88b90", "reconcileID": "1066861b-4d41-4255-82b1-6c5c2c22c7d2", "LLMInferenceService": "rate-test-model-b88b90", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "authType": "userdefined"} 2026-09-17T14:28:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b88b90","namespace":"ai-tenant-e2e-shared-a-w3-b88b90"}, "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "rate-test-model-b88b90", "reconcileID": "1066861b-4d41-4255-82b1-6c5c2c22c7d2", "LLMInferenceService": "rate-test-model-b88b90", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90"} 2026-09-17T14:28:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b88b90","namespace":"ai-tenant-e2e-shared-a-w3-b88b90"}, "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "rate-test-model-b88b90", "reconcileID": "b2c9fa6a-acac-4b4f-a532-d3e6a8719b41", "LLMInferenceService": "rate-test-model-b88b90", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90"} 2026-09-17T14:28:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b88b90","namespace":"ai-tenant-e2e-shared-a-w3-b88b90"}, "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "rate-test-model-b88b90", "reconcileID": "b2c9fa6a-acac-4b4f-a532-d3e6a8719b41", "LLMInferenceService": "rate-test-model-b88b90", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90"} 2026-09-17T14:28:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b88b90","namespace":"ai-tenant-e2e-shared-a-w3-b88b90"}, "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "rate-test-model-b88b90", "reconcileID": "b2c9fa6a-acac-4b4f-a532-d3e6a8719b41", "LLMInferenceService": "rate-test-model-b88b90", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90"} 2026-09-17T14:28:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b88b90","namespace":"ai-tenant-e2e-shared-a-w3-b88b90"}, "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "rate-test-model-b88b90", "reconcileID": "b2c9fa6a-acac-4b4f-a532-d3e6a8719b41", "LLMInferenceService": "rate-test-model-b88b90", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "rate-test-model-b88b90-kserve-route-authn"} 2026-09-17T14:28:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b88b90","namespace":"ai-tenant-e2e-shared-a-w3-b88b90"}, "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "rate-test-model-b88b90", "reconcileID": "b2c9fa6a-acac-4b4f-a532-d3e6a8719b41", "LLMInferenceService": "rate-test-model-b88b90", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "authType": "userdefined"} 2026-09-17T14:28:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b88b90","namespace":"ai-tenant-e2e-shared-a-w3-b88b90"}, "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "rate-test-model-b88b90", "reconcileID": "b2c9fa6a-acac-4b4f-a532-d3e6a8719b41", "LLMInferenceService": "rate-test-model-b88b90", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90"} 2026-09-17T14:28:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b79988","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "rate-test-model-b79988", "reconcileID": "43ba5ae1-ab45-470d-888a-68460fbac106", "LLMInferenceService": "rate-test-model-b79988", "namespace": "ai-tenant-e2e-shared-b-w3-b79988"} 2026-09-17T14:28:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b79988","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "rate-test-model-b79988", "reconcileID": "43ba5ae1-ab45-470d-888a-68460fbac106", "LLMInferenceService": "rate-test-model-b79988", "namespace": "ai-tenant-e2e-shared-b-w3-b79988"} 2026-09-17T14:28:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b79988","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "rate-test-model-b79988", "reconcileID": "43ba5ae1-ab45-470d-888a-68460fbac106", "LLMInferenceService": "rate-test-model-b79988", "namespace": "ai-tenant-e2e-shared-b-w3-b79988"} 2026-09-17T14:28:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b79988","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b79988", "reconcileID": "220188e5-589c-489f-baa7-9d03cbe5e432", "Gateway": "e2e-shared-b-w3-b79988", "namespace": "openshift-ingress"} 2026-09-17T14:28:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b79988","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "rate-test-model-b79988", "reconcileID": "43ba5ae1-ab45-470d-888a-68460fbac106", "LLMInferenceService": "rate-test-model-b79988", "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "rate-test-model-b79988-kserve-route-authn"} 2026-09-17T14:28:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b79988","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "rate-test-model-b79988", "reconcileID": "43ba5ae1-ab45-470d-888a-68460fbac106", "LLMInferenceService": "rate-test-model-b79988", "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "authType": "userdefined"} 2026-09-17T14:28:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b79988","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "rate-test-model-b79988", "reconcileID": "43ba5ae1-ab45-470d-888a-68460fbac106", "LLMInferenceService": "rate-test-model-b79988", "namespace": "ai-tenant-e2e-shared-b-w3-b79988"} 2026-09-17T14:28:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b79988","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b79988", "reconcileID": "220188e5-589c-489f-baa7-9d03cbe5e432", "Gateway": "e2e-shared-b-w3-b79988", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b79988-authn-ssl"} 2026-09-17T14:28:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b79988","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b79988", "reconcileID": "220188e5-589c-489f-baa7-9d03cbe5e432", "Gateway": "e2e-shared-b-w3-b79988", "namespace": "openshift-ingress"} 2026-09-17T14:28:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b79988","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "rate-test-model-b79988", "reconcileID": "418750d8-bced-45fe-8956-988bbb77041a", "LLMInferenceService": "rate-test-model-b79988", "namespace": "ai-tenant-e2e-shared-b-w3-b79988"} 2026-09-17T14:28:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b79988","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "rate-test-model-b79988", "reconcileID": "418750d8-bced-45fe-8956-988bbb77041a", "LLMInferenceService": "rate-test-model-b79988", "namespace": "ai-tenant-e2e-shared-b-w3-b79988"} 2026-09-17T14:28:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b79988","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "rate-test-model-b79988", "reconcileID": "418750d8-bced-45fe-8956-988bbb77041a", "LLMInferenceService": "rate-test-model-b79988", "namespace": "ai-tenant-e2e-shared-b-w3-b79988"} 2026-09-17T14:28:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b79988","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "rate-test-model-b79988", "reconcileID": "418750d8-bced-45fe-8956-988bbb77041a", "LLMInferenceService": "rate-test-model-b79988", "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "rate-test-model-b79988-kserve-route-authn"} 2026-09-17T14:28:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b79988","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "rate-test-model-b79988", "reconcileID": "418750d8-bced-45fe-8956-988bbb77041a", "LLMInferenceService": "rate-test-model-b79988", "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "authType": "userdefined"} 2026-09-17T14:28:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b79988","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "rate-test-model-b79988", "reconcileID": "418750d8-bced-45fe-8956-988bbb77041a", "LLMInferenceService": "rate-test-model-b79988", "namespace": "ai-tenant-e2e-shared-b-w3-b79988"} 2026-09-17T14:28:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b79988","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b79988", "reconcileID": "c380cc48-ab8f-4704-bb6d-31c9de1d0f4e", "Gateway": "e2e-shared-b-w3-b79988", "namespace": "openshift-ingress"} 2026-09-17T14:28:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b79988","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b79988", "reconcileID": "c380cc48-ab8f-4704-bb6d-31c9de1d0f4e", "Gateway": "e2e-shared-b-w3-b79988", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b79988-authn-ssl"} 2026-09-17T14:28:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b79988","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b79988", "reconcileID": "c380cc48-ab8f-4704-bb6d-31c9de1d0f4e", "Gateway": "e2e-shared-b-w3-b79988", "namespace": "openshift-ingress"} 2026-09-17T14:28:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b79988","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "rate-test-model-b79988", "reconcileID": "e928cd9d-6adb-4e90-98b0-6d3dc14de68c", "LLMInferenceService": "rate-test-model-b79988", "namespace": "ai-tenant-e2e-shared-b-w3-b79988"} 2026-09-17T14:28:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b79988","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "rate-test-model-b79988", "reconcileID": "e928cd9d-6adb-4e90-98b0-6d3dc14de68c", "LLMInferenceService": "rate-test-model-b79988", "namespace": "ai-tenant-e2e-shared-b-w3-b79988"} 2026-09-17T14:28:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b79988","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "rate-test-model-b79988", "reconcileID": "e928cd9d-6adb-4e90-98b0-6d3dc14de68c", "LLMInferenceService": "rate-test-model-b79988", "namespace": "ai-tenant-e2e-shared-b-w3-b79988"} 2026-09-17T14:28:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b79988","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "rate-test-model-b79988", "reconcileID": "e928cd9d-6adb-4e90-98b0-6d3dc14de68c", "LLMInferenceService": "rate-test-model-b79988", "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "rate-test-model-b79988-kserve-route-authn"} 2026-09-17T14:28:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b79988","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "rate-test-model-b79988", "reconcileID": "e928cd9d-6adb-4e90-98b0-6d3dc14de68c", "LLMInferenceService": "rate-test-model-b79988", "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "authType": "userdefined"} 2026-09-17T14:28:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b79988","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "rate-test-model-b79988", "reconcileID": "e928cd9d-6adb-4e90-98b0-6d3dc14de68c", "LLMInferenceService": "rate-test-model-b79988", "namespace": "ai-tenant-e2e-shared-b-w3-b79988"} 2026-09-17T14:28:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b79988","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "rate-test-model-b79988", "reconcileID": "a96a0215-69f3-4d53-8b11-708e4da360d4", "LLMInferenceService": "rate-test-model-b79988", "namespace": "ai-tenant-e2e-shared-b-w3-b79988"} 2026-09-17T14:28:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b79988","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "rate-test-model-b79988", "reconcileID": "a96a0215-69f3-4d53-8b11-708e4da360d4", "LLMInferenceService": "rate-test-model-b79988", "namespace": "ai-tenant-e2e-shared-b-w3-b79988"} 2026-09-17T14:28:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b79988","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "rate-test-model-b79988", "reconcileID": "a96a0215-69f3-4d53-8b11-708e4da360d4", "LLMInferenceService": "rate-test-model-b79988", "namespace": "ai-tenant-e2e-shared-b-w3-b79988"} 2026-09-17T14:28:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b79988","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "rate-test-model-b79988", "reconcileID": "a96a0215-69f3-4d53-8b11-708e4da360d4", "LLMInferenceService": "rate-test-model-b79988", "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "rate-test-model-b79988-kserve-route-authn"} 2026-09-17T14:28:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b79988","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "rate-test-model-b79988", "reconcileID": "a96a0215-69f3-4d53-8b11-708e4da360d4", "LLMInferenceService": "rate-test-model-b79988", "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "authType": "userdefined"} 2026-09-17T14:28:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b79988","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "rate-test-model-b79988", "reconcileID": "a96a0215-69f3-4d53-8b11-708e4da360d4", "LLMInferenceService": "rate-test-model-b79988", "namespace": "ai-tenant-e2e-shared-b-w3-b79988"} 2026-09-17T14:28:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b79988","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "rate-test-model-b79988", "reconcileID": "5380d86c-8380-4681-81c4-af520fa18481", "LLMInferenceService": "rate-test-model-b79988", "namespace": "ai-tenant-e2e-shared-b-w3-b79988"} 2026-09-17T14:28:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b79988","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "rate-test-model-b79988", "reconcileID": "5380d86c-8380-4681-81c4-af520fa18481", "LLMInferenceService": "rate-test-model-b79988", "namespace": "ai-tenant-e2e-shared-b-w3-b79988"} 2026-09-17T14:28:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b79988","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "rate-test-model-b79988", "reconcileID": "5380d86c-8380-4681-81c4-af520fa18481", "LLMInferenceService": "rate-test-model-b79988", "namespace": "ai-tenant-e2e-shared-b-w3-b79988"} 2026-09-17T14:28:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b79988","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "rate-test-model-b79988", "reconcileID": "5380d86c-8380-4681-81c4-af520fa18481", "LLMInferenceService": "rate-test-model-b79988", "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "rate-test-model-b79988-kserve-route-authn"} 2026-09-17T14:28:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b79988","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "rate-test-model-b79988", "reconcileID": "5380d86c-8380-4681-81c4-af520fa18481", "LLMInferenceService": "rate-test-model-b79988", "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "authType": "userdefined"} 2026-09-17T14:28:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b79988","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "rate-test-model-b79988", "reconcileID": "5380d86c-8380-4681-81c4-af520fa18481", "LLMInferenceService": "rate-test-model-b79988", "namespace": "ai-tenant-e2e-shared-b-w3-b79988"} 2026-09-17T14:29:21Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b88b90","namespace":"ai-tenant-e2e-shared-a-w3-b88b90"}, "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "rate-test-model-b88b90", "reconcileID": "1b396cba-4047-47ee-a1d8-5b827dabcc87", "LLMInferenceService": "rate-test-model-b88b90", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90"} 2026-09-17T14:29:21Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b88b90","namespace":"ai-tenant-e2e-shared-a-w3-b88b90"}, "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "rate-test-model-b88b90", "reconcileID": "1b396cba-4047-47ee-a1d8-5b827dabcc87", "LLMInferenceService": "rate-test-model-b88b90", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "rate-test-model-b88b90"} 2026-09-17T14:29:21Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b88b90","namespace":"ai-tenant-e2e-shared-a-w3-b88b90"}, "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "rate-test-model-b88b90", "reconcileID": "1b396cba-4047-47ee-a1d8-5b827dabcc87", "LLMInferenceService": "rate-test-model-b88b90", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90"} 2026-09-17T14:29:21Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b88b90","namespace":"ai-tenant-e2e-shared-a-w3-b88b90"}, "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "rate-test-model-b88b90", "reconcileID": "1b396cba-4047-47ee-a1d8-5b827dabcc87", "LLMInferenceService": "rate-test-model-b88b90", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90"} 2026-09-17T14:29:21Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b88b90","namespace":"ai-tenant-e2e-shared-a-w3-b88b90"}, "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "rate-test-model-b88b90", "reconcileID": "1b396cba-4047-47ee-a1d8-5b827dabcc87", "LLMInferenceService": "rate-test-model-b88b90", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "rate-test-model-b88b90-kserve-route-authn"} 2026-09-17T14:29:21Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b88b90","namespace":"ai-tenant-e2e-shared-a-w3-b88b90"}, "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "rate-test-model-b88b90", "reconcileID": "1b396cba-4047-47ee-a1d8-5b827dabcc87", "LLMInferenceService": "rate-test-model-b88b90", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "rate-test-model-b88b90-kserve-route-authn"} 2026-09-17T14:29:21Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b88b90","namespace":"ai-tenant-e2e-shared-a-w3-b88b90"}, "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "rate-test-model-b88b90", "reconcileID": "1b396cba-4047-47ee-a1d8-5b827dabcc87", "LLMInferenceService": "rate-test-model-b88b90", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90"} 2026-09-17T14:29:21Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b88b90","namespace":"ai-tenant-e2e-shared-a-w3-b88b90"}, "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "rate-test-model-b88b90", "reconcileID": "1b396cba-4047-47ee-a1d8-5b827dabcc87", "LLMInferenceService": "rate-test-model-b88b90", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90"} 2026-09-17T14:29:21Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b88b90","namespace":"ai-tenant-e2e-shared-a-w3-b88b90"}, "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "rate-test-model-b88b90", "reconcileID": "07fe04c9-3bc4-460d-8a92-617efed76343", "LLMInferenceService": "rate-test-model-b88b90", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90"} 2026-09-17T14:29:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b88b90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b88b90", "reconcileID": "4212f969-9ae2-40fb-afa0-679527357812", "Gateway": "e2e-shared-a-w3-b88b90", "namespace": "openshift-ingress"} 2026-09-17T14:29:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b88b90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b88b90", "reconcileID": "4212f969-9ae2-40fb-afa0-679527357812", "Gateway": "e2e-shared-a-w3-b88b90", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b88b90-authn-ssl"} 2026-09-17T14:29:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b88b90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b88b90", "reconcileID": "4212f969-9ae2-40fb-afa0-679527357812", "Gateway": "e2e-shared-a-w3-b88b90", "namespace": "openshift-ingress"} 2026-09-17T14:29:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b88b90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b88b90", "reconcileID": "28450789-e940-4bd3-a949-7046f654790c", "Gateway": "e2e-shared-a-w3-b88b90", "namespace": "openshift-ingress"} 2026-09-17T14:29:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b88b90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b88b90", "reconcileID": "28450789-e940-4bd3-a949-7046f654790c", "Gateway": "e2e-shared-a-w3-b88b90", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b88b90-authn-ssl"} 2026-09-17T14:29:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b88b90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b88b90", "reconcileID": "28450789-e940-4bd3-a949-7046f654790c", "Gateway": "e2e-shared-a-w3-b88b90", "namespace": "openshift-ingress"} 2026-09-17T14:29:22Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b79988","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "rate-test-model-b79988", "reconcileID": "2017741c-dc7b-4325-8c06-b3d36f0c12d3", "LLMInferenceService": "rate-test-model-b79988", "namespace": "ai-tenant-e2e-shared-b-w3-b79988"} 2026-09-17T14:29:22Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b79988","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "rate-test-model-b79988", "reconcileID": "2017741c-dc7b-4325-8c06-b3d36f0c12d3", "LLMInferenceService": "rate-test-model-b79988", "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "rate-test-model-b79988"} 2026-09-17T14:29:22Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b79988","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "rate-test-model-b79988", "reconcileID": "2017741c-dc7b-4325-8c06-b3d36f0c12d3", "LLMInferenceService": "rate-test-model-b79988", "namespace": "ai-tenant-e2e-shared-b-w3-b79988"} 2026-09-17T14:29:22Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b79988","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "rate-test-model-b79988", "reconcileID": "2017741c-dc7b-4325-8c06-b3d36f0c12d3", "LLMInferenceService": "rate-test-model-b79988", "namespace": "ai-tenant-e2e-shared-b-w3-b79988"} 2026-09-17T14:29:22Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b79988","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "rate-test-model-b79988", "reconcileID": "2017741c-dc7b-4325-8c06-b3d36f0c12d3", "LLMInferenceService": "rate-test-model-b79988", "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "rate-test-model-b79988-kserve-route-authn"} 2026-09-17T14:29:22Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b79988","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "rate-test-model-b79988", "reconcileID": "2017741c-dc7b-4325-8c06-b3d36f0c12d3", "LLMInferenceService": "rate-test-model-b79988", "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "rate-test-model-b79988-kserve-route-authn"} 2026-09-17T14:29:22Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b79988","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "rate-test-model-b79988", "reconcileID": "2017741c-dc7b-4325-8c06-b3d36f0c12d3", "LLMInferenceService": "rate-test-model-b79988", "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "namespace": "ai-tenant-e2e-shared-b-w3-b79988"} 2026-09-17T14:29:22Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b79988","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "rate-test-model-b79988", "reconcileID": "2017741c-dc7b-4325-8c06-b3d36f0c12d3", "LLMInferenceService": "rate-test-model-b79988", "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "namespace": "ai-tenant-e2e-shared-b-w3-b79988"} 2026-09-17T14:29:22Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b79988","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "rate-test-model-b79988", "reconcileID": "7d10894c-db0b-4b65-a5e0-40fe10565b0c", "LLMInferenceService": "rate-test-model-b79988", "namespace": "ai-tenant-e2e-shared-b-w3-b79988"} 2026-09-17T14:29:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b79988","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b79988", "reconcileID": "123a4ccd-ba7f-4ba0-b1bc-696c5e0db7d9", "Gateway": "e2e-shared-b-w3-b79988", "namespace": "openshift-ingress"} 2026-09-17T14:29:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b79988","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b79988", "reconcileID": "123a4ccd-ba7f-4ba0-b1bc-696c5e0db7d9", "Gateway": "e2e-shared-b-w3-b79988", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b79988-authn-ssl"} 2026-09-17T14:29:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b79988","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b79988", "reconcileID": "123a4ccd-ba7f-4ba0-b1bc-696c5e0db7d9", "Gateway": "e2e-shared-b-w3-b79988", "namespace": "openshift-ingress"} 2026-09-17T14:29:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b79988","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b79988", "reconcileID": "dc3b2d7b-31a1-4dc3-a5ec-6e5de5aa35e0", "Gateway": "e2e-shared-b-w3-b79988", "namespace": "openshift-ingress"} 2026-09-17T14:29:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b79988","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b79988", "reconcileID": "dc3b2d7b-31a1-4dc3-a5ec-6e5de5aa35e0", "Gateway": "e2e-shared-b-w3-b79988", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b79988-authn-ssl"} 2026-09-17T14:29:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b79988","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b79988", "reconcileID": "dc3b2d7b-31a1-4dc3-a5ec-6e5de5aa35e0", "Gateway": "e2e-shared-b-w3-b79988", "namespace": "openshift-ingress"} 2026-09-17T14:29:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "2c34b7e6-5114-482b-8d58-6b0d29acec05", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress"} 2026-09-17T14:29:23Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "2c34b7e6-5114-482b-8d58-6b0d29acec05", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82-authn-ssl"} 2026-09-17T14:29:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "2c34b7e6-5114-482b-8d58-6b0d29acec05", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress"} 2026-09-17T14:29:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "69e0b458-21c9-46ee-87ff-80635bdd9619", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress"} 2026-09-17T14:29:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "69e0b458-21c9-46ee-87ff-80635bdd9619", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82-authn-ssl"} 2026-09-17T14:29:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "69e0b458-21c9-46ee-87ff-80635bdd9619", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress"} 2026-09-17T14:29:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "98adfe38-208b-42b1-acbc-49855892c351", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress"} 2026-09-17T14:29:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "98adfe38-208b-42b1-acbc-49855892c351", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82-authn-ssl"} 2026-09-17T14:29:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "98adfe38-208b-42b1-acbc-49855892c351", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress"} 2026-09-17T14:29:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "5704c3ce-eaf8-458c-bd5e-66e55e32ee84", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress"} 2026-09-17T14:29:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "5704c3ce-eaf8-458c-bd5e-66e55e32ee84", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82-authn-ssl"} 2026-09-17T14:29:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "5704c3ce-eaf8-458c-bd5e-66e55e32ee84", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress"} 2026-09-17T14:29:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "f41ef00c-a288-4d4a-a9e6-69e25d4b7102", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress"} 2026-09-17T14:29:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "f41ef00c-a288-4d4a-a9e6-69e25d4b7102", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82-authn-ssl"} 2026-09-17T14:29:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "f41ef00c-a288-4d4a-a9e6-69e25d4b7102", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress"} 2026-09-17T14:29:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "14d83d65-1cb9-4686-9e61-df1e20889273", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress"} 2026-09-17T14:29:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "14d83d65-1cb9-4686-9e61-df1e20889273", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82-authn-ssl"} 2026-09-17T14:29:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "14d83d65-1cb9-4686-9e61-df1e20889273", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress"} 2026-09-17T14:29:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "8d0793a8-9016-4f8d-837d-8f6d5e339cc3", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress"} 2026-09-17T14:29:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "8d0793a8-9016-4f8d-837d-8f6d5e339cc3", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82-authn-ssl"} 2026-09-17T14:29:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "8d0793a8-9016-4f8d-837d-8f6d5e339cc3", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress"} 2026-09-17T14:29:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "openshift-service-ca.crt", "reconcileID": "280056e2-0e7d-47f3-9c01-af03dec208c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:29:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "odh-trusted-ca-bundle", "reconcileID": "008c3702-743d-4ca3-b9c4-e6cd986cd320", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:29:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "openshift-service-ca.crt", "reconcileID": "5ffad1b9-8fd6-4b6d-8ec4-6098e60dfe01", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-911a82", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T14:29:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "openshift-service-ca.crt", "reconcileID": "5ffad1b9-8fd6-4b6d-8ec4-6098e60dfe01", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:29:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "openshift-service-ca.crt", "reconcileID": "962b3895-9f2d-483f-bacc-933e605962b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:29:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5c650efe-4ec6-4bf6-9588-761b52c40822", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:29:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "odh-trusted-ca-bundle", "reconcileID": "53a2568a-c48f-40e4-b5b0-dff5f7be4995", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-911a82", "update": "odh-kserve-custom-ca-bundle"} 2026-09-17T14:29:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "odh-trusted-ca-bundle", "reconcileID": "53a2568a-c48f-40e4-b5b0-dff5f7be4995", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:29:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9c5fbcc1-cd8c-45ab-87d4-2e8e46cef85e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:29:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "a49cc383-5878-4c56-99fb-191de8ac160c", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress"} 2026-09-17T14:29:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "a49cc383-5878-4c56-99fb-191de8ac160c", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82-authn-ssl"} 2026-09-17T14:29:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "a49cc383-5878-4c56-99fb-191de8ac160c", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress"} 2026-09-17T14:29:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "9e52f4f2-a28f-4b49-8e30-b7c2d1b19db3", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress"} 2026-09-17T14:29:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "9e52f4f2-a28f-4b49-8e30-b7c2d1b19db3", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82-authn-ssl"} 2026-09-17T14:29:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "9e52f4f2-a28f-4b49-8e30-b7c2d1b19db3", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress"} 2026-09-17T14:29:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-166f16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16", "reconcileID": "182108db-816a-4d3d-8d55-8a97544c3126", "Gateway": "e2e-ipp-b-166f16", "namespace": "openshift-ingress"} 2026-09-17T14:29:57Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-166f16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16", "reconcileID": "182108db-816a-4d3d-8d55-8a97544c3126", "Gateway": "e2e-ipp-b-166f16", "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16-authn-ssl"} 2026-09-17T14:29:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-166f16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16", "reconcileID": "182108db-816a-4d3d-8d55-8a97544c3126", "Gateway": "e2e-ipp-b-166f16", "namespace": "openshift-ingress"} 2026-09-17T14:29:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-166f16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16", "reconcileID": "926b8165-50ef-4ee3-9139-e49861b91d7a", "Gateway": "e2e-ipp-b-166f16", "namespace": "openshift-ingress"} 2026-09-17T14:29:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-166f16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16", "reconcileID": "926b8165-50ef-4ee3-9139-e49861b91d7a", "Gateway": "e2e-ipp-b-166f16", "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16-authn-ssl"} 2026-09-17T14:29:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-166f16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16", "reconcileID": "926b8165-50ef-4ee3-9139-e49861b91d7a", "Gateway": "e2e-ipp-b-166f16", "namespace": "openshift-ingress"} 2026-09-17T14:29:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-166f16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16", "reconcileID": "c89fdbe8-f7c4-403f-a4de-a3918c8c22ed", "Gateway": "e2e-ipp-b-166f16", "namespace": "openshift-ingress"} 2026-09-17T14:29:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-166f16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16", "reconcileID": "c89fdbe8-f7c4-403f-a4de-a3918c8c22ed", "Gateway": "e2e-ipp-b-166f16", "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16-authn-ssl"} 2026-09-17T14:29:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-166f16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16", "reconcileID": "c89fdbe8-f7c4-403f-a4de-a3918c8c22ed", "Gateway": "e2e-ipp-b-166f16", "namespace": "openshift-ingress"} 2026-09-17T14:29:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-166f16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16", "reconcileID": "96b93e0a-5f84-4549-876d-0f7765826940", "Gateway": "e2e-ipp-b-166f16", "namespace": "openshift-ingress"} 2026-09-17T14:29:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-166f16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16", "reconcileID": "96b93e0a-5f84-4549-876d-0f7765826940", "Gateway": "e2e-ipp-b-166f16", "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16-authn-ssl"} 2026-09-17T14:29:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-166f16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16", "reconcileID": "96b93e0a-5f84-4549-876d-0f7765826940", "Gateway": "e2e-ipp-b-166f16", "namespace": "openshift-ingress"} 2026-09-17T14:29:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-166f16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16", "reconcileID": "c91b5514-5a57-41bf-8bb3-b3c4f0919bbe", "Gateway": "e2e-ipp-b-166f16", "namespace": "openshift-ingress"} 2026-09-17T14:29:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-166f16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16", "reconcileID": "c91b5514-5a57-41bf-8bb3-b3c4f0919bbe", "Gateway": "e2e-ipp-b-166f16", "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16-authn-ssl"} 2026-09-17T14:29:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-166f16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16", "reconcileID": "c91b5514-5a57-41bf-8bb3-b3c4f0919bbe", "Gateway": "e2e-ipp-b-166f16", "namespace": "openshift-ingress"} 2026-09-17T14:29:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-166f16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16", "reconcileID": "796d12b2-f6e1-4864-a5c9-0659c1ebedf1", "Gateway": "e2e-ipp-b-166f16", "namespace": "openshift-ingress"} 2026-09-17T14:29:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-166f16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16", "reconcileID": "796d12b2-f6e1-4864-a5c9-0659c1ebedf1", "Gateway": "e2e-ipp-b-166f16", "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16-authn-ssl"} 2026-09-17T14:29:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-166f16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16", "reconcileID": "796d12b2-f6e1-4864-a5c9-0659c1ebedf1", "Gateway": "e2e-ipp-b-166f16", "namespace": "openshift-ingress"} 2026-09-17T14:29:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-166f16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16", "reconcileID": "7bc3ee5f-9e03-4895-be9e-ccc5a56527a6", "Gateway": "e2e-ipp-b-166f16", "namespace": "openshift-ingress"} 2026-09-17T14:29:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-166f16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16", "reconcileID": "7bc3ee5f-9e03-4895-be9e-ccc5a56527a6", "Gateway": "e2e-ipp-b-166f16", "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16-authn-ssl"} 2026-09-17T14:29:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-166f16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16", "reconcileID": "7bc3ee5f-9e03-4895-be9e-ccc5a56527a6", "Gateway": "e2e-ipp-b-166f16", "namespace": "openshift-ingress"} 2026-09-17T14:29:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-166f16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16", "reconcileID": "e7473a26-2ae6-41d7-9120-8ce6f6a338ef", "Gateway": "e2e-ipp-b-166f16", "namespace": "openshift-ingress"} 2026-09-17T14:29:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-166f16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16", "reconcileID": "e7473a26-2ae6-41d7-9120-8ce6f6a338ef", "Gateway": "e2e-ipp-b-166f16", "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16-authn-ssl"} 2026-09-17T14:29:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-166f16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16", "reconcileID": "e7473a26-2ae6-41d7-9120-8ce6f6a338ef", "Gateway": "e2e-ipp-b-166f16", "namespace": "openshift-ingress"} 2026-09-17T14:30:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-166f16"}, "namespace": "ai-tenant-e2e-ipp-b-166f16", "name": "openshift-service-ca.crt", "reconcileID": "c4c31ea1-842f-4c52-b3d9-8bf38c0b0ec9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-166f16"} 2026-09-17T14:30:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-166f16"}, "namespace": "ai-tenant-e2e-ipp-b-166f16", "name": "odh-trusted-ca-bundle", "reconcileID": "e8b42c92-c5db-47a6-9492-5d757186c4c3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-166f16"} 2026-09-17T14:30:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-166f16"}, "namespace": "ai-tenant-e2e-ipp-b-166f16", "name": "openshift-service-ca.crt", "reconcileID": "84f81589-e106-4105-94d2-769711881a58", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-166f16", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T14:30:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-166f16"}, "namespace": "ai-tenant-e2e-ipp-b-166f16", "name": "openshift-service-ca.crt", "reconcileID": "84f81589-e106-4105-94d2-769711881a58", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-166f16"} 2026-09-17T14:30:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-166f16"}, "namespace": "ai-tenant-e2e-ipp-b-166f16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "301665aa-c3ee-4997-bb5d-b2363a998d34", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-166f16"} 2026-09-17T14:30:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-166f16"}, "namespace": "ai-tenant-e2e-ipp-b-166f16", "name": "openshift-service-ca.crt", "reconcileID": "87e6dff6-9ddd-4143-b73f-212eb62c8a22", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-166f16"} 2026-09-17T14:30:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-166f16"}, "namespace": "ai-tenant-e2e-ipp-b-166f16", "name": "odh-trusted-ca-bundle", "reconcileID": "924ad20c-5e4c-4abc-ba61-f3badc3e7941", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-166f16", "update": "odh-kserve-custom-ca-bundle"} 2026-09-17T14:30:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-166f16"}, "namespace": "ai-tenant-e2e-ipp-b-166f16", "name": "odh-trusted-ca-bundle", "reconcileID": "924ad20c-5e4c-4abc-ba61-f3badc3e7941", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-166f16"} 2026-09-17T14:30:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-166f16"}, "namespace": "ai-tenant-e2e-ipp-b-166f16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "00d47a1a-d0c0-438b-a7b2-75f2d789e4b4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-166f16"} 2026-09-17T14:30:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-166f16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16", "reconcileID": "40f8fde0-f968-4a6f-b193-7d885c4fe495", "Gateway": "e2e-ipp-b-166f16", "namespace": "openshift-ingress"} 2026-09-17T14:30:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-166f16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16", "reconcileID": "40f8fde0-f968-4a6f-b193-7d885c4fe495", "Gateway": "e2e-ipp-b-166f16", "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16-authn-ssl"} 2026-09-17T14:30:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-166f16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16", "reconcileID": "40f8fde0-f968-4a6f-b193-7d885c4fe495", "Gateway": "e2e-ipp-b-166f16", "namespace": "openshift-ingress"} 2026-09-17T14:30:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-166f16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16", "reconcileID": "0e8c32f2-1b75-4934-9242-3e0dd0e9ece7", "Gateway": "e2e-ipp-b-166f16", "namespace": "openshift-ingress"} 2026-09-17T14:30:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-166f16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16", "reconcileID": "0e8c32f2-1b75-4934-9242-3e0dd0e9ece7", "Gateway": "e2e-ipp-b-166f16", "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16-authn-ssl"} 2026-09-17T14:30:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-166f16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16", "reconcileID": "0e8c32f2-1b75-4934-9242-3e0dd0e9ece7", "Gateway": "e2e-ipp-b-166f16", "namespace": "openshift-ingress"} 2026-09-17T14:30:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "c5e6d477-afcc-471d-978b-bac9b5dbf8f7", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:30:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "c5e6d477-afcc-471d-978b-bac9b5dbf8f7", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:30:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "c5e6d477-afcc-471d-978b-bac9b5dbf8f7", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:30:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "9ca64ec3-8d2f-4799-98f5-945176867c34", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress"} 2026-09-17T14:30:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "c5e6d477-afcc-471d-978b-bac9b5dbf8f7", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82-kserve-route-authn"} 2026-09-17T14:30:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "c5e6d477-afcc-471d-978b-bac9b5dbf8f7", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82", "authType": "userdefined"} 2026-09-17T14:30:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "c5e6d477-afcc-471d-978b-bac9b5dbf8f7", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:30:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "9ca64ec3-8d2f-4799-98f5-945176867c34", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82-authn-ssl"} 2026-09-17T14:30:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "9ca64ec3-8d2f-4799-98f5-945176867c34", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress"} 2026-09-17T14:30:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "af45ef52-f150-4be1-8789-38ec484c5261", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:30:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "af45ef52-f150-4be1-8789-38ec484c5261", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:30:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "af45ef52-f150-4be1-8789-38ec484c5261", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:30:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "af45ef52-f150-4be1-8789-38ec484c5261", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82-kserve-route-authn"} 2026-09-17T14:30:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "af45ef52-f150-4be1-8789-38ec484c5261", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82", "authType": "userdefined"} 2026-09-17T14:30:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "af45ef52-f150-4be1-8789-38ec484c5261", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:30:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "3e28a839-4205-4372-8036-ee6bc40591dd", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress"} 2026-09-17T14:30:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "3e28a839-4205-4372-8036-ee6bc40591dd", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82-authn-ssl"} 2026-09-17T14:30:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "3e28a839-4205-4372-8036-ee6bc40591dd", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress"} 2026-09-17T14:30:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "f3dbb514-0a06-472d-9464-243bc5f70bd6", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:30:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "f3dbb514-0a06-472d-9464-243bc5f70bd6", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:30:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "f3dbb514-0a06-472d-9464-243bc5f70bd6", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:30:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "f3dbb514-0a06-472d-9464-243bc5f70bd6", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82-kserve-route-authn"} 2026-09-17T14:30:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "f3dbb514-0a06-472d-9464-243bc5f70bd6", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82", "authType": "userdefined"} 2026-09-17T14:30:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "f3dbb514-0a06-472d-9464-243bc5f70bd6", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:30:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "d29dd35f-80ae-477d-bfef-83a06f378916", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:30:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "d29dd35f-80ae-477d-bfef-83a06f378916", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:30:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "d29dd35f-80ae-477d-bfef-83a06f378916", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:30:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "d29dd35f-80ae-477d-bfef-83a06f378916", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82-kserve-route-authn"} 2026-09-17T14:30:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "d29dd35f-80ae-477d-bfef-83a06f378916", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82", "authType": "userdefined"} 2026-09-17T14:30:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "d29dd35f-80ae-477d-bfef-83a06f378916", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:30:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "10c273f4-ce92-46b6-b8c1-7e553bd26c9f", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:30:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "10c273f4-ce92-46b6-b8c1-7e553bd26c9f", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:30:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "10c273f4-ce92-46b6-b8c1-7e553bd26c9f", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:30:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "10c273f4-ce92-46b6-b8c1-7e553bd26c9f", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82-kserve-route-authn"} 2026-09-17T14:30:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "10c273f4-ce92-46b6-b8c1-7e553bd26c9f", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82", "authType": "userdefined"} 2026-09-17T14:30:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "10c273f4-ce92-46b6-b8c1-7e553bd26c9f", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:31:13Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-17T14:31:13Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-17T14:31:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cd2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cd2006", "reconcileID": "1f05282e-ce7c-453d-b60e-b6d32476eb42", "Gateway": "e2e-ipp-cleanup-cd2006", "namespace": "openshift-ingress"} 2026-09-17T14:31:14Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cd2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cd2006", "reconcileID": "1f05282e-ce7c-453d-b60e-b6d32476eb42", "Gateway": "e2e-ipp-cleanup-cd2006", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cd2006-authn-ssl"} 2026-09-17T14:31:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cd2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cd2006", "reconcileID": "1f05282e-ce7c-453d-b60e-b6d32476eb42", "Gateway": "e2e-ipp-cleanup-cd2006", "namespace": "openshift-ingress"} 2026-09-17T14:31:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cd2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cd2006", "reconcileID": "93f43f84-6634-4cdc-ae0a-6bce33ed2924", "Gateway": "e2e-ipp-cleanup-cd2006", "namespace": "openshift-ingress"} 2026-09-17T14:31:14Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cd2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cd2006", "reconcileID": "93f43f84-6634-4cdc-ae0a-6bce33ed2924", "Gateway": "e2e-ipp-cleanup-cd2006", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cd2006-authn-ssl"} 2026-09-17T14:31:14Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cd2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cd2006", "reconcileID": "93f43f84-6634-4cdc-ae0a-6bce33ed2924", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-cleanup-cd2006-authn-ssl: envoyfilters.networking.istio.io \"e2e-ipp-cleanup-cd2006-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-17T14:31:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cd2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cd2006", "reconcileID": "33f4139e-87aa-40dd-87ec-72dc54039dac", "Gateway": "e2e-ipp-cleanup-cd2006", "namespace": "openshift-ingress"} 2026-09-17T14:31:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cd2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cd2006", "reconcileID": "33f4139e-87aa-40dd-87ec-72dc54039dac", "Gateway": "e2e-ipp-cleanup-cd2006", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cd2006-authn-ssl"} 2026-09-17T14:31:14Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-cleanup-cd2006-authn-ssl: envoyfilters.networking.istio.io "e2e-ipp-cleanup-cd2006-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-ipp-cleanup-cd2006","uid":"91848abe-8d88-4bd4-9153-8a5c2ff6aaf7","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"61844"}, "reason": "ReconcileError"} 2026-09-17T14:31:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cd2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cd2006", "reconcileID": "33f4139e-87aa-40dd-87ec-72dc54039dac", "Gateway": "e2e-ipp-cleanup-cd2006", "namespace": "openshift-ingress"} 2026-09-17T14:31:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cd2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cd2006", "reconcileID": "fa61c757-c8df-4848-8c6b-c6e5e83401bf", "Gateway": "e2e-ipp-cleanup-cd2006", "namespace": "openshift-ingress"} 2026-09-17T14:31:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cd2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cd2006", "reconcileID": "fa61c757-c8df-4848-8c6b-c6e5e83401bf", "Gateway": "e2e-ipp-cleanup-cd2006", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cd2006-authn-ssl"} 2026-09-17T14:31:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cd2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cd2006", "reconcileID": "fa61c757-c8df-4848-8c6b-c6e5e83401bf", "Gateway": "e2e-ipp-cleanup-cd2006", "namespace": "openshift-ingress"} 2026-09-17T14:31:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cd2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cd2006", "reconcileID": "0cf57092-d75a-4ac6-82bd-3e8437caa370", "Gateway": "e2e-ipp-cleanup-cd2006", "namespace": "openshift-ingress"} 2026-09-17T14:31:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cd2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cd2006", "reconcileID": "0cf57092-d75a-4ac6-82bd-3e8437caa370", "Gateway": "e2e-ipp-cleanup-cd2006", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cd2006-authn-ssl"} 2026-09-17T14:31:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cd2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cd2006", "reconcileID": "0cf57092-d75a-4ac6-82bd-3e8437caa370", "Gateway": "e2e-ipp-cleanup-cd2006", "namespace": "openshift-ingress"} 2026-09-17T14:31:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cd2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cd2006", "reconcileID": "d373d346-949d-4caf-9fba-0d5491701159", "Gateway": "e2e-ipp-cleanup-cd2006", "namespace": "openshift-ingress"} 2026-09-17T14:31:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cd2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cd2006", "reconcileID": "d373d346-949d-4caf-9fba-0d5491701159", "Gateway": "e2e-ipp-cleanup-cd2006", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cd2006-authn-ssl"} 2026-09-17T14:31:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cd2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cd2006", "reconcileID": "d373d346-949d-4caf-9fba-0d5491701159", "Gateway": "e2e-ipp-cleanup-cd2006", "namespace": "openshift-ingress"} 2026-09-17T14:31:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cd2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cd2006", "reconcileID": "e8aacf76-bdf5-46e4-a813-af0c03b90ce1", "Gateway": "e2e-ipp-cleanup-cd2006", "namespace": "openshift-ingress"} 2026-09-17T14:31:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cd2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cd2006", "reconcileID": "e8aacf76-bdf5-46e4-a813-af0c03b90ce1", "Gateway": "e2e-ipp-cleanup-cd2006", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cd2006-authn-ssl"} 2026-09-17T14:31:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cd2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cd2006", "reconcileID": "e8aacf76-bdf5-46e4-a813-af0c03b90ce1", "Gateway": "e2e-ipp-cleanup-cd2006", "namespace": "openshift-ingress"} 2026-09-17T14:31:16Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-17T14:31:16Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-17T14:31:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-cd2006"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cd2006", "name": "openshift-service-ca.crt", "reconcileID": "610714d7-7715-4d12-aaf6-808385c63327", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-cd2006"} 2026-09-17T14:31:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-cd2006"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cd2006", "name": "odh-trusted-ca-bundle", "reconcileID": "e059be29-8c4a-46aa-97ae-9b4f715a31fa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-cd2006"} 2026-09-17T14:31:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-cd2006"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cd2006", "name": "openshift-service-ca.crt", "reconcileID": "414a6351-1759-4551-8f39-5403666f4969", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-cd2006", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T14:31:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-cd2006"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cd2006", "name": "openshift-service-ca.crt", "reconcileID": "414a6351-1759-4551-8f39-5403666f4969", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-cd2006"} 2026-09-17T14:31:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-cd2006"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cd2006", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3551f0fc-454d-4b48-86df-213cad5033a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-cd2006"} 2026-09-17T14:31:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-cd2006"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cd2006", "name": "openshift-service-ca.crt", "reconcileID": "87e2c77c-25d6-4058-9059-a33b16dc02e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-cd2006"} 2026-09-17T14:31:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-cd2006"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cd2006", "name": "odh-trusted-ca-bundle", "reconcileID": "fca230c1-ea7e-4362-aa19-56db00cdf867", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-cd2006", "update": "odh-kserve-custom-ca-bundle"} 2026-09-17T14:31:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-cd2006"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cd2006", "name": "odh-trusted-ca-bundle", "reconcileID": "fca230c1-ea7e-4362-aa19-56db00cdf867", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-cd2006"} 2026-09-17T14:31:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-cd2006"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cd2006", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "faab2bbe-e3db-4582-91a7-9c715d9254b2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-cd2006"} 2026-09-17T14:31:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cd2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cd2006", "reconcileID": "5b76e934-1925-424c-a915-7b88816d6f1d", "Gateway": "e2e-ipp-cleanup-cd2006", "namespace": "openshift-ingress"} 2026-09-17T14:31:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cd2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cd2006", "reconcileID": "5b76e934-1925-424c-a915-7b88816d6f1d", "Gateway": "e2e-ipp-cleanup-cd2006", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cd2006-authn-ssl"} 2026-09-17T14:31:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cd2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cd2006", "reconcileID": "5b76e934-1925-424c-a915-7b88816d6f1d", "Gateway": "e2e-ipp-cleanup-cd2006", "namespace": "openshift-ingress"} 2026-09-17T14:31:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cd2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cd2006", "reconcileID": "fa603680-f08e-46c6-8b99-e063ca551de4", "Gateway": "e2e-ipp-cleanup-cd2006", "namespace": "openshift-ingress"} 2026-09-17T14:31:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cd2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cd2006", "reconcileID": "fa603680-f08e-46c6-8b99-e063ca551de4", "Gateway": "e2e-ipp-cleanup-cd2006", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cd2006-authn-ssl"} 2026-09-17T14:31:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cd2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cd2006", "reconcileID": "fa603680-f08e-46c6-8b99-e063ca551de4", "Gateway": "e2e-ipp-cleanup-cd2006", "namespace": "openshift-ingress"} 2026-09-17T14:31:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cd2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cd2006", "reconcileID": "e46f5124-85e1-45a6-ad0f-1808f45ebce7", "Gateway": "e2e-ipp-cleanup-cd2006", "namespace": "openshift-ingress"} 2026-09-17T14:31:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cd2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cd2006", "reconcileID": "e46f5124-85e1-45a6-ad0f-1808f45ebce7", "Gateway": "e2e-ipp-cleanup-cd2006", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cd2006-authn-ssl"} 2026-09-17T14:31:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cd2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cd2006", "reconcileID": "e46f5124-85e1-45a6-ad0f-1808f45ebce7", "Gateway": "e2e-ipp-cleanup-cd2006", "namespace": "openshift-ingress"} 2026-09-17T14:32:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cd2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cd2006", "reconcileID": "f43df0ce-6ddc-4f21-826d-91be9d5abca7", "Gateway": "e2e-ipp-cleanup-cd2006", "namespace": "openshift-ingress"} 2026-09-17T14:32:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cd2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cd2006", "reconcileID": "f43df0ce-6ddc-4f21-826d-91be9d5abca7", "Gateway": "e2e-ipp-cleanup-cd2006", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cd2006-authn-ssl"} 2026-09-17T14:32:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cd2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cd2006", "reconcileID": "f43df0ce-6ddc-4f21-826d-91be9d5abca7", "Gateway": "e2e-ipp-cleanup-cd2006", "namespace": "openshift-ingress"} 2026-09-17T14:32:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-cd2006"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cd2006", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "013851b1-125e-4545-9689-9d9bbc008d7a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-cd2006"} 2026-09-17T14:32:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-cd2006"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cd2006", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "013851b1-125e-4545-9689-9d9bbc008d7a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-cd2006", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T14:32:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-cd2006"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cd2006", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "013851b1-125e-4545-9689-9d9bbc008d7a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-cd2006 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-17T14:32:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-cd2006"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cd2006", "name": "odh-trusted-ca-bundle", "reconcileID": "0b81992b-3b53-471f-a989-e23447337596", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-cd2006"} 2026-09-17T14:32:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-cd2006"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cd2006", "name": "odh-trusted-ca-bundle", "reconcileID": "0b81992b-3b53-471f-a989-e23447337596", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-cd2006"} 2026-09-17T14:32:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-cd2006"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cd2006", "name": "openshift-service-ca.crt", "reconcileID": "765cfa73-5c2b-4365-8ab2-2b79571f11b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-cd2006"} 2026-09-17T14:32:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-cd2006"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cd2006", "name": "openshift-service-ca.crt", "reconcileID": "765cfa73-5c2b-4365-8ab2-2b79571f11b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-cd2006"} 2026-09-17T14:32:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-cd2006"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cd2006", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8bdfc1fb-89a8-40e5-bf13-4f018ed08143", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-cd2006"} 2026-09-17T14:32:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-cd2006"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cd2006", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8bdfc1fb-89a8-40e5-bf13-4f018ed08143", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-cd2006"} 2026-09-17T14:32:07Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cd2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cd2006", "reconcileID": "4f5c90f4-8cce-4e8d-a000-1e9b8ab4436c", "Gateway": "e2e-ipp-cleanup-cd2006", "namespace": "openshift-ingress"} 2026-09-17T14:32:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "288edb21-58aa-4342-b5af-945ca839693d", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress"} 2026-09-17T14:32:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "288edb21-58aa-4342-b5af-945ca839693d", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82-authn-ssl"} 2026-09-17T14:32:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "288edb21-58aa-4342-b5af-945ca839693d", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress"} 2026-09-17T14:32:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "da8b963a-976e-4b61-89d6-d2a622f10169", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress"} 2026-09-17T14:32:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "da8b963a-976e-4b61-89d6-d2a622f10169", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82-authn-ssl"} 2026-09-17T14:32:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "da8b963a-976e-4b61-89d6-d2a622f10169", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress"} 2026-09-17T14:32:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "f96bfc93-560e-45bb-887e-8e15bf230982", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress"} 2026-09-17T14:32:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "f96bfc93-560e-45bb-887e-8e15bf230982", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82-authn-ssl"} 2026-09-17T14:32:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "f96bfc93-560e-45bb-887e-8e15bf230982", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress"} 2026-09-17T14:32:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "fd409ad4-77dd-4c51-85b3-526468ddd64c", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:32:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "fd409ad4-77dd-4c51-85b3-526468ddd64c", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:32:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "fd409ad4-77dd-4c51-85b3-526468ddd64c", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:32:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "fd409ad4-77dd-4c51-85b3-526468ddd64c", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82-kserve-route-authn"} 2026-09-17T14:32:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "fd409ad4-77dd-4c51-85b3-526468ddd64c", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82", "authType": "userdefined"} 2026-09-17T14:32:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "fd409ad4-77dd-4c51-85b3-526468ddd64c", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:32:55Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "0b806141-2b87-42b0-93a4-82ff9588e262", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:32:55Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "0b806141-2b87-42b0-93a4-82ff9588e262", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82"} 2026-09-17T14:32:55Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "0b806141-2b87-42b0-93a4-82ff9588e262", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:32:55Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "0b806141-2b87-42b0-93a4-82ff9588e262", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:32:55Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "0b806141-2b87-42b0-93a4-82ff9588e262", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82-kserve-route-authn"} 2026-09-17T14:32:55Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "0b806141-2b87-42b0-93a4-82ff9588e262", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82-kserve-route-authn"} 2026-09-17T14:32:55Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "0b806141-2b87-42b0-93a4-82ff9588e262", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:32:55Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "0b806141-2b87-42b0-93a4-82ff9588e262", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:32:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2106fc96-5a6d-41ea-a8d1-65f70f6249f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:32:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2106fc96-5a6d-41ea-a8d1-65f70f6249f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-911a82", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T14:32:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2106fc96-5a6d-41ea-a8d1-65f70f6249f0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-911a82 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-17T14:32:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "odh-trusted-ca-bundle", "reconcileID": "2d350ae7-082b-41c1-a9d0-3594d3937348", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:32:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "odh-trusted-ca-bundle", "reconcileID": "2d350ae7-082b-41c1-a9d0-3594d3937348", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:32:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "openshift-service-ca.crt", "reconcileID": "5334fc08-224e-492b-86bd-7f3ce9686584", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:32:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "openshift-service-ca.crt", "reconcileID": "5334fc08-224e-492b-86bd-7f3ce9686584", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:32:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "91127d8b-5651-432b-b602-563034f7d95d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:32:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "91127d8b-5651-432b-b602-563034f7d95d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:32:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "dd0921da-5a7c-423d-8d86-57b9054034c3", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress"} 2026-09-17T14:32:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "dd0921da-5a7c-423d-8d86-57b9054034c3", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82-authn-ssl"} 2026-09-17T14:32:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "dd0921da-5a7c-423d-8d86-57b9054034c3", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress"} 2026-09-17T14:32:55Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "811463a9-b200-4b0b-8a99-9e06e804b449", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:32:55Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "811463a9-b200-4b0b-8a99-9e06e804b449", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82"} 2026-09-17T14:32:55Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "811463a9-b200-4b0b-8a99-9e06e804b449", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:32:55Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "811463a9-b200-4b0b-8a99-9e06e804b449", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:32:55Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "811463a9-b200-4b0b-8a99-9e06e804b449", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82-kserve-route-authn"} 2026-09-17T14:32:55Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "811463a9-b200-4b0b-8a99-9e06e804b449", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82-kserve-route-authn"} 2026-09-17T14:32:55Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "811463a9-b200-4b0b-8a99-9e06e804b449", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:32:55Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "811463a9-b200-4b0b-8a99-9e06e804b449", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:32:56Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-911a82","namespace":"ai-tenant-e2e-ipp-a-911a82"}, "namespace": "ai-tenant-e2e-ipp-a-911a82", "name": "ipp-route-911a82", "reconcileID": "f88fb992-cfa7-459f-a5d6-d751367e3053", "LLMInferenceService": "ipp-route-911a82", "namespace": "ai-tenant-e2e-ipp-a-911a82"} 2026-09-17T14:32:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "cb18183a-a0da-4ab3-9996-16a0caddbf4f", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress"} 2026-09-17T14:32:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "cb18183a-a0da-4ab3-9996-16a0caddbf4f", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82-authn-ssl"} 2026-09-17T14:32:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "cb18183a-a0da-4ab3-9996-16a0caddbf4f", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress"} 2026-09-17T14:33:03Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-911a82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-911a82", "reconcileID": "e46e05ab-b5fe-41fa-bd70-c2014c3fa938", "Gateway": "e2e-ipp-a-911a82", "namespace": "openshift-ingress"} 2026-09-17T14:33:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-166f16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16", "reconcileID": "208420e2-6902-49f0-993f-563166eb183e", "Gateway": "e2e-ipp-b-166f16", "namespace": "openshift-ingress"} 2026-09-17T14:33:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-166f16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16", "reconcileID": "208420e2-6902-49f0-993f-563166eb183e", "Gateway": "e2e-ipp-b-166f16", "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16-authn-ssl"} 2026-09-17T14:33:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-166f16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16", "reconcileID": "208420e2-6902-49f0-993f-563166eb183e", "Gateway": "e2e-ipp-b-166f16", "namespace": "openshift-ingress"} 2026-09-17T14:33:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-166f16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16", "reconcileID": "1c6bf70c-df9d-476a-a238-3160d756c3ec", "Gateway": "e2e-ipp-b-166f16", "namespace": "openshift-ingress"} 2026-09-17T14:33:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-166f16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16", "reconcileID": "1c6bf70c-df9d-476a-a238-3160d756c3ec", "Gateway": "e2e-ipp-b-166f16", "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16-authn-ssl"} 2026-09-17T14:33:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-166f16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16", "reconcileID": "1c6bf70c-df9d-476a-a238-3160d756c3ec", "Gateway": "e2e-ipp-b-166f16", "namespace": "openshift-ingress"} 2026-09-17T14:33:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-166f16"}, "namespace": "ai-tenant-e2e-ipp-b-166f16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4f4653a-9c3b-48d9-915c-a5d3b9cf08b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-166f16"} 2026-09-17T14:33:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-166f16"}, "namespace": "ai-tenant-e2e-ipp-b-166f16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4f4653a-9c3b-48d9-915c-a5d3b9cf08b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-166f16", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T14:33:21Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-166f16"}, "namespace": "ai-tenant-e2e-ipp-b-166f16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4f4653a-9c3b-48d9-915c-a5d3b9cf08b5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-166f16 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-17T14:33:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-166f16"}, "namespace": "ai-tenant-e2e-ipp-b-166f16", "name": "odh-trusted-ca-bundle", "reconcileID": "bc1aac83-9d6b-4df5-8cde-764716ef7d37", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-166f16"} 2026-09-17T14:33:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-166f16"}, "namespace": "ai-tenant-e2e-ipp-b-166f16", "name": "odh-trusted-ca-bundle", "reconcileID": "bc1aac83-9d6b-4df5-8cde-764716ef7d37", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-166f16"} 2026-09-17T14:33:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-166f16"}, "namespace": "ai-tenant-e2e-ipp-b-166f16", "name": "openshift-service-ca.crt", "reconcileID": "277b2175-6bdf-46c8-ac37-a8effadb7b20", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-166f16"} 2026-09-17T14:33:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-166f16"}, "namespace": "ai-tenant-e2e-ipp-b-166f16", "name": "openshift-service-ca.crt", "reconcileID": "277b2175-6bdf-46c8-ac37-a8effadb7b20", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-166f16"} 2026-09-17T14:33:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-166f16"}, "namespace": "ai-tenant-e2e-ipp-b-166f16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89a3ecdb-917a-4010-85f7-42c45d52075f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-166f16"} 2026-09-17T14:33:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-166f16"}, "namespace": "ai-tenant-e2e-ipp-b-166f16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89a3ecdb-917a-4010-85f7-42c45d52075f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-166f16"} 2026-09-17T14:33:21Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-166f16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-166f16", "reconcileID": "c1586bcb-9a55-4941-904c-d7d15823e7bb", "Gateway": "e2e-ipp-b-166f16", "namespace": "openshift-ingress"} 2026-09-17T14:33:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b88b90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b88b90", "reconcileID": "e89fc4c3-4595-476f-ac5e-6aeb17bba8b3", "Gateway": "e2e-shared-a-w3-b88b90", "namespace": "openshift-ingress"} 2026-09-17T14:33:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b88b90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b88b90", "reconcileID": "e89fc4c3-4595-476f-ac5e-6aeb17bba8b3", "Gateway": "e2e-shared-a-w3-b88b90", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b88b90-authn-ssl"} 2026-09-17T14:33:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b88b90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b88b90", "reconcileID": "e89fc4c3-4595-476f-ac5e-6aeb17bba8b3", "Gateway": "e2e-shared-a-w3-b88b90", "namespace": "openshift-ingress"} 2026-09-17T14:33:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b88b90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b88b90", "reconcileID": "18431301-957d-43ff-b3c4-f49b5f5bd88a", "Gateway": "e2e-shared-a-w3-b88b90", "namespace": "openshift-ingress"} 2026-09-17T14:33:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b88b90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b88b90", "reconcileID": "18431301-957d-43ff-b3c4-f49b5f5bd88a", "Gateway": "e2e-shared-a-w3-b88b90", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b88b90-authn-ssl"} 2026-09-17T14:33:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b88b90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b88b90", "reconcileID": "18431301-957d-43ff-b3c4-f49b5f5bd88a", "Gateway": "e2e-shared-a-w3-b88b90", "namespace": "openshift-ingress"} 2026-09-17T14:33:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b88b90"}, "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4f5b66c3-bc56-4459-a14c-f0147334e261", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90"} 2026-09-17T14:33:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b88b90"}, "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4f5b66c3-bc56-4459-a14c-f0147334e261", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T14:33:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b88b90"}, "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4f5b66c3-bc56-4459-a14c-f0147334e261", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-b88b90 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-17T14:33:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b88b90"}, "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "odh-trusted-ca-bundle", "reconcileID": "46468dba-8178-468e-ab56-4ed0f5576cc8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90"} 2026-09-17T14:33:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b88b90"}, "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "odh-trusted-ca-bundle", "reconcileID": "46468dba-8178-468e-ab56-4ed0f5576cc8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90"} 2026-09-17T14:33:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-b88b90"}, "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "openshift-service-ca.crt", "reconcileID": "cbc9b424-0019-4870-857c-3abea8f968e0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90"} 2026-09-17T14:33:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-b88b90"}, "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "openshift-service-ca.crt", "reconcileID": "cbc9b424-0019-4870-857c-3abea8f968e0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90"} 2026-09-17T14:33:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b88b90"}, "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "88d9cb38-2590-452e-b8f7-70bb4e4aa47e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90"} 2026-09-17T14:33:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b88b90"}, "namespace": "ai-tenant-e2e-shared-a-w3-b88b90", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "88d9cb38-2590-452e-b8f7-70bb4e4aa47e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-b88b90"} 2026-09-17T14:33:40Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b88b90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b88b90", "reconcileID": "0d877de2-45a2-432f-90a3-d8f57abd2c3f", "Gateway": "e2e-shared-a-w3-b88b90", "namespace": "openshift-ingress"} 2026-09-17T14:33:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b79988","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b79988", "reconcileID": "3b1fcf05-2f20-4713-a802-bbb360283c93", "Gateway": "e2e-shared-b-w3-b79988", "namespace": "openshift-ingress"} 2026-09-17T14:33:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b79988","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b79988", "reconcileID": "3b1fcf05-2f20-4713-a802-bbb360283c93", "Gateway": "e2e-shared-b-w3-b79988", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b79988-authn-ssl"} 2026-09-17T14:33:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b79988","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b79988", "reconcileID": "3b1fcf05-2f20-4713-a802-bbb360283c93", "Gateway": "e2e-shared-b-w3-b79988", "namespace": "openshift-ingress"} 2026-09-17T14:33:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b79988","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b79988", "reconcileID": "dc89f348-2bf1-49c4-9a3d-8fd3db4e9c48", "Gateway": "e2e-shared-b-w3-b79988", "namespace": "openshift-ingress"} 2026-09-17T14:33:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b79988","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b79988", "reconcileID": "dc89f348-2bf1-49c4-9a3d-8fd3db4e9c48", "Gateway": "e2e-shared-b-w3-b79988", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b79988-authn-ssl"} 2026-09-17T14:33:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b79988","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b79988", "reconcileID": "dc89f348-2bf1-49c4-9a3d-8fd3db4e9c48", "Gateway": "e2e-shared-b-w3-b79988", "namespace": "openshift-ingress"} 2026-09-17T14:33:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ef6dda1-d499-464b-9d82-65124632c51b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-b79988"} 2026-09-17T14:33:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ef6dda1-d499-464b-9d82-65124632c51b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T14:33:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ef6dda1-d499-464b-9d82-65124632c51b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-b79988 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-17T14:33:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "odh-trusted-ca-bundle", "reconcileID": "d02085fb-8264-4db3-91cb-0963d153571b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-b79988"} 2026-09-17T14:33:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "odh-trusted-ca-bundle", "reconcileID": "d02085fb-8264-4db3-91cb-0963d153571b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-b79988"} 2026-09-17T14:33:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "openshift-service-ca.crt", "reconcileID": "53850d9a-4f27-4601-9357-dd0fc3b2aee8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-b79988"} 2026-09-17T14:33:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "openshift-service-ca.crt", "reconcileID": "53850d9a-4f27-4601-9357-dd0fc3b2aee8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-b79988"} 2026-09-17T14:33:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fcc3c9f0-8908-4912-9c0b-6e16b140f6f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-b79988"} 2026-09-17T14:33:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-b79988"}, "namespace": "ai-tenant-e2e-shared-b-w3-b79988", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fcc3c9f0-8908-4912-9c0b-6e16b140f6f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-b79988"} 2026-09-17T14:33:59Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b79988","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b79988", "reconcileID": "dd6ec18d-90c2-43f3-a766-1b2170e33f33", "Gateway": "e2e-shared-b-w3-b79988", "namespace": "openshift-ingress"} 2026-09-17T14:38:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3c310b5", "reconcileID": "7964f0f2-8abd-46e7-b35f-b3bccccfdb75", "LLMInferenceService": "e2e-same-id-a-d3c310b5", "namespace": "llm"} 2026-09-17T14:38:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3c310b5", "reconcileID": "7964f0f2-8abd-46e7-b35f-b3bccccfdb75", "LLMInferenceService": "e2e-same-id-a-d3c310b5", "namespace": "llm"} 2026-09-17T14:38:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3c310b5", "reconcileID": "7964f0f2-8abd-46e7-b35f-b3bccccfdb75", "LLMInferenceService": "e2e-same-id-a-d3c310b5", "namespace": "llm"} 2026-09-17T14:38:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9cbd753e-ff7f-4d50-b5ab-308aebe40723", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T14:38:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3c310b5", "reconcileID": "7964f0f2-8abd-46e7-b35f-b3bccccfdb75", "LLMInferenceService": "e2e-same-id-a-d3c310b5", "namespace": "llm", "name": "e2e-same-id-a-d3c310b5-kserve-route-authn"} 2026-09-17T14:38:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3c310b5", "reconcileID": "7964f0f2-8abd-46e7-b35f-b3bccccfdb75", "LLMInferenceService": "e2e-same-id-a-d3c310b5", "namespace": "llm", "authType": "userdefined"} 2026-09-17T14:38:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3c310b5", "reconcileID": "7964f0f2-8abd-46e7-b35f-b3bccccfdb75", "LLMInferenceService": "e2e-same-id-a-d3c310b5", "namespace": "llm"} 2026-09-17T14:38:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9cbd753e-ff7f-4d50-b5ab-308aebe40723", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-17T14:38:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9cbd753e-ff7f-4d50-b5ab-308aebe40723", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T14:38:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3c310b5", "reconcileID": "48734d90-9930-4b07-9433-6df93260bbfc", "LLMInferenceService": "e2e-same-id-b-d3c310b5", "namespace": "llm"} 2026-09-17T14:38:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3c310b5", "reconcileID": "48734d90-9930-4b07-9433-6df93260bbfc", "LLMInferenceService": "e2e-same-id-b-d3c310b5", "namespace": "llm"} 2026-09-17T14:38:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3c310b5", "reconcileID": "48734d90-9930-4b07-9433-6df93260bbfc", "LLMInferenceService": "e2e-same-id-b-d3c310b5", "namespace": "llm"} 2026-09-17T14:38:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "29d84b62-56df-4270-8f7d-e1dbf9d984ee", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T14:38:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3c310b5", "reconcileID": "48734d90-9930-4b07-9433-6df93260bbfc", "LLMInferenceService": "e2e-same-id-b-d3c310b5", "namespace": "llm", "name": "e2e-same-id-b-d3c310b5-kserve-route-authn"} 2026-09-17T14:38:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3c310b5", "reconcileID": "48734d90-9930-4b07-9433-6df93260bbfc", "LLMInferenceService": "e2e-same-id-b-d3c310b5", "namespace": "llm", "authType": "userdefined"} 2026-09-17T14:38:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3c310b5", "reconcileID": "48734d90-9930-4b07-9433-6df93260bbfc", "LLMInferenceService": "e2e-same-id-b-d3c310b5", "namespace": "llm"} 2026-09-17T14:38:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "29d84b62-56df-4270-8f7d-e1dbf9d984ee", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-17T14:38:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "29d84b62-56df-4270-8f7d-e1dbf9d984ee", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T14:38:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3c310b5", "reconcileID": "caf7eb91-eb6f-4ead-8f2a-ff9cb8b3196b", "LLMInferenceService": "e2e-same-id-a-d3c310b5", "namespace": "llm"} 2026-09-17T14:38:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3c310b5", "reconcileID": "caf7eb91-eb6f-4ead-8f2a-ff9cb8b3196b", "LLMInferenceService": "e2e-same-id-a-d3c310b5", "namespace": "llm"} 2026-09-17T14:38:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3c310b5", "reconcileID": "caf7eb91-eb6f-4ead-8f2a-ff9cb8b3196b", "LLMInferenceService": "e2e-same-id-a-d3c310b5", "namespace": "llm"} 2026-09-17T14:38:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3c310b5", "reconcileID": "caf7eb91-eb6f-4ead-8f2a-ff9cb8b3196b", "LLMInferenceService": "e2e-same-id-a-d3c310b5", "namespace": "llm", "name": "e2e-same-id-a-d3c310b5-kserve-route-authn"} 2026-09-17T14:38:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3c310b5", "reconcileID": "caf7eb91-eb6f-4ead-8f2a-ff9cb8b3196b", "LLMInferenceService": "e2e-same-id-a-d3c310b5", "namespace": "llm", "authType": "userdefined"} 2026-09-17T14:38:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3c310b5", "reconcileID": "caf7eb91-eb6f-4ead-8f2a-ff9cb8b3196b", "LLMInferenceService": "e2e-same-id-a-d3c310b5", "namespace": "llm"} 2026-09-17T14:38:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c3674304-4d7e-4c2f-96bd-6fc44de4e000", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T14:38:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c3674304-4d7e-4c2f-96bd-6fc44de4e000", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-17T14:38:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c3674304-4d7e-4c2f-96bd-6fc44de4e000", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T14:38:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3c310b5", "reconcileID": "329dd058-b621-4e93-b7fe-231f03a55cd2", "LLMInferenceService": "e2e-same-id-a-d3c310b5", "namespace": "llm"} 2026-09-17T14:38:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3c310b5", "reconcileID": "329dd058-b621-4e93-b7fe-231f03a55cd2", "LLMInferenceService": "e2e-same-id-a-d3c310b5", "namespace": "llm"} 2026-09-17T14:38:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3c310b5", "reconcileID": "329dd058-b621-4e93-b7fe-231f03a55cd2", "LLMInferenceService": "e2e-same-id-a-d3c310b5", "namespace": "llm"} 2026-09-17T14:38:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3c310b5", "reconcileID": "329dd058-b621-4e93-b7fe-231f03a55cd2", "LLMInferenceService": "e2e-same-id-a-d3c310b5", "namespace": "llm", "name": "e2e-same-id-a-d3c310b5-kserve-route-authn"} 2026-09-17T14:38:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3c310b5", "reconcileID": "329dd058-b621-4e93-b7fe-231f03a55cd2", "LLMInferenceService": "e2e-same-id-a-d3c310b5", "namespace": "llm", "authType": "userdefined"} 2026-09-17T14:38:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3c310b5", "reconcileID": "329dd058-b621-4e93-b7fe-231f03a55cd2", "LLMInferenceService": "e2e-same-id-a-d3c310b5", "namespace": "llm"} 2026-09-17T14:38:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3c310b5", "reconcileID": "4a94f23a-f5e2-4863-a608-d5d04d362b0e", "LLMInferenceService": "e2e-same-id-b-d3c310b5", "namespace": "llm"} 2026-09-17T14:38:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3c310b5", "reconcileID": "4a94f23a-f5e2-4863-a608-d5d04d362b0e", "LLMInferenceService": "e2e-same-id-b-d3c310b5", "namespace": "llm"} 2026-09-17T14:38:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3c310b5", "reconcileID": "4a94f23a-f5e2-4863-a608-d5d04d362b0e", "LLMInferenceService": "e2e-same-id-b-d3c310b5", "namespace": "llm"} 2026-09-17T14:38:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3c310b5", "reconcileID": "4a94f23a-f5e2-4863-a608-d5d04d362b0e", "LLMInferenceService": "e2e-same-id-b-d3c310b5", "namespace": "llm", "name": "e2e-same-id-b-d3c310b5-kserve-route-authn"} 2026-09-17T14:38:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3c310b5", "reconcileID": "4a94f23a-f5e2-4863-a608-d5d04d362b0e", "LLMInferenceService": "e2e-same-id-b-d3c310b5", "namespace": "llm", "authType": "userdefined"} 2026-09-17T14:38:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3c310b5", "reconcileID": "4a94f23a-f5e2-4863-a608-d5d04d362b0e", "LLMInferenceService": "e2e-same-id-b-d3c310b5", "namespace": "llm"} 2026-09-17T14:38:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "81906a52-c65b-4f0c-ac10-45b8618f5081", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T14:38:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "81906a52-c65b-4f0c-ac10-45b8618f5081", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-17T14:38:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "81906a52-c65b-4f0c-ac10-45b8618f5081", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T14:38:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3c310b5", "reconcileID": "ece4aa0c-39df-4dad-b0fe-f7906179bf6f", "LLMInferenceService": "e2e-same-id-b-d3c310b5", "namespace": "llm"} 2026-09-17T14:38:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3c310b5", "reconcileID": "ece4aa0c-39df-4dad-b0fe-f7906179bf6f", "LLMInferenceService": "e2e-same-id-b-d3c310b5", "namespace": "llm"} 2026-09-17T14:38:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3c310b5", "reconcileID": "ece4aa0c-39df-4dad-b0fe-f7906179bf6f", "LLMInferenceService": "e2e-same-id-b-d3c310b5", "namespace": "llm"} 2026-09-17T14:38:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3c310b5", "reconcileID": "ece4aa0c-39df-4dad-b0fe-f7906179bf6f", "LLMInferenceService": "e2e-same-id-b-d3c310b5", "namespace": "llm", "name": "e2e-same-id-b-d3c310b5-kserve-route-authn"} 2026-09-17T14:38:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3c310b5", "reconcileID": "ece4aa0c-39df-4dad-b0fe-f7906179bf6f", "LLMInferenceService": "e2e-same-id-b-d3c310b5", "namespace": "llm", "authType": "userdefined"} 2026-09-17T14:38:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3c310b5", "reconcileID": "ece4aa0c-39df-4dad-b0fe-f7906179bf6f", "LLMInferenceService": "e2e-same-id-b-d3c310b5", "namespace": "llm"} 2026-09-17T14:38:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3c310b5", "reconcileID": "c097fef5-c115-4477-859a-46d0175054b9", "LLMInferenceService": "e2e-same-id-a-d3c310b5", "namespace": "llm"} 2026-09-17T14:38:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3c310b5", "reconcileID": "c097fef5-c115-4477-859a-46d0175054b9", "LLMInferenceService": "e2e-same-id-a-d3c310b5", "namespace": "llm"} 2026-09-17T14:38:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3c310b5", "reconcileID": "c097fef5-c115-4477-859a-46d0175054b9", "LLMInferenceService": "e2e-same-id-a-d3c310b5", "namespace": "llm"} 2026-09-17T14:38:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3c310b5", "reconcileID": "c097fef5-c115-4477-859a-46d0175054b9", "LLMInferenceService": "e2e-same-id-a-d3c310b5", "namespace": "llm", "name": "e2e-same-id-a-d3c310b5-kserve-route-authn"} 2026-09-17T14:38:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3c310b5", "reconcileID": "c097fef5-c115-4477-859a-46d0175054b9", "LLMInferenceService": "e2e-same-id-a-d3c310b5", "namespace": "llm", "authType": "userdefined"} 2026-09-17T14:38:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3c310b5", "reconcileID": "c097fef5-c115-4477-859a-46d0175054b9", "LLMInferenceService": "e2e-same-id-a-d3c310b5", "namespace": "llm"} 2026-09-17T14:38:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3c310b5", "reconcileID": "c4ecb33a-28a1-49cc-8201-5aadb3feff51", "LLMInferenceService": "e2e-same-id-b-d3c310b5", "namespace": "llm"} 2026-09-17T14:38:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3c310b5", "reconcileID": "c4ecb33a-28a1-49cc-8201-5aadb3feff51", "LLMInferenceService": "e2e-same-id-b-d3c310b5", "namespace": "llm"} 2026-09-17T14:38:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3c310b5", "reconcileID": "c4ecb33a-28a1-49cc-8201-5aadb3feff51", "LLMInferenceService": "e2e-same-id-b-d3c310b5", "namespace": "llm"} 2026-09-17T14:38:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3c310b5", "reconcileID": "c4ecb33a-28a1-49cc-8201-5aadb3feff51", "LLMInferenceService": "e2e-same-id-b-d3c310b5", "namespace": "llm", "name": "e2e-same-id-b-d3c310b5-kserve-route-authn"} 2026-09-17T14:38:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3c310b5", "reconcileID": "c4ecb33a-28a1-49cc-8201-5aadb3feff51", "LLMInferenceService": "e2e-same-id-b-d3c310b5", "namespace": "llm", "authType": "userdefined"} 2026-09-17T14:38:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3c310b5", "reconcileID": "c4ecb33a-28a1-49cc-8201-5aadb3feff51", "LLMInferenceService": "e2e-same-id-b-d3c310b5", "namespace": "llm"} 2026-09-17T14:38:47Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3c310b5", "reconcileID": "f6b4a273-b855-4998-8a26-e11a9094460a", "LLMInferenceService": "e2e-same-id-a-d3c310b5", "namespace": "llm"} 2026-09-17T14:38:47Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3c310b5", "reconcileID": "f6b4a273-b855-4998-8a26-e11a9094460a", "LLMInferenceService": "e2e-same-id-a-d3c310b5", "namespace": "llm", "name": "e2e-same-id-a-d3c310b5"} 2026-09-17T14:38:47Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3c310b5", "reconcileID": "f6b4a273-b855-4998-8a26-e11a9094460a", "LLMInferenceService": "e2e-same-id-a-d3c310b5", "namespace": "llm"} 2026-09-17T14:38:47Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3c310b5", "reconcileID": "f6b4a273-b855-4998-8a26-e11a9094460a", "LLMInferenceService": "e2e-same-id-a-d3c310b5", "namespace": "llm"} 2026-09-17T14:38:47Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3c310b5", "reconcileID": "f6b4a273-b855-4998-8a26-e11a9094460a", "LLMInferenceService": "e2e-same-id-a-d3c310b5", "namespace": "llm", "name": "e2e-same-id-a-d3c310b5-kserve-route-authn"} 2026-09-17T14:38:47Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3c310b5", "reconcileID": "f6b4a273-b855-4998-8a26-e11a9094460a", "LLMInferenceService": "e2e-same-id-a-d3c310b5", "namespace": "llm", "name": "e2e-same-id-a-d3c310b5-kserve-route-authn"} 2026-09-17T14:38:47Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3c310b5", "reconcileID": "af60e79a-bd4d-4578-9863-f875bdd61313", "LLMInferenceService": "e2e-same-id-a-d3c310b5", "namespace": "llm"} 2026-09-17T14:38:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "179c8f33-20a0-409a-816c-f25619ba190a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T14:38:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "179c8f33-20a0-409a-816c-f25619ba190a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-17T14:38:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "179c8f33-20a0-409a-816c-f25619ba190a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T14:38:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9910c3d1-b406-49b1-956c-e0fae7635368", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T14:38:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9910c3d1-b406-49b1-956c-e0fae7635368", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-17T14:38:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9910c3d1-b406-49b1-956c-e0fae7635368", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T14:38:48Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3c310b5", "reconcileID": "51e0ccb6-0de3-4c3b-bea6-3dd4e4d649d2", "LLMInferenceService": "e2e-same-id-b-d3c310b5", "namespace": "llm"} 2026-09-17T14:38:48Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3c310b5", "reconcileID": "51e0ccb6-0de3-4c3b-bea6-3dd4e4d649d2", "LLMInferenceService": "e2e-same-id-b-d3c310b5", "namespace": "llm", "name": "e2e-same-id-b-d3c310b5"} 2026-09-17T14:38:48Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3c310b5", "reconcileID": "51e0ccb6-0de3-4c3b-bea6-3dd4e4d649d2", "LLMInferenceService": "e2e-same-id-b-d3c310b5", "namespace": "llm"} 2026-09-17T14:38:48Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3c310b5", "reconcileID": "51e0ccb6-0de3-4c3b-bea6-3dd4e4d649d2", "LLMInferenceService": "e2e-same-id-b-d3c310b5", "namespace": "llm"} 2026-09-17T14:38:48Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3c310b5", "reconcileID": "51e0ccb6-0de3-4c3b-bea6-3dd4e4d649d2", "LLMInferenceService": "e2e-same-id-b-d3c310b5", "namespace": "llm", "name": "e2e-same-id-b-d3c310b5-kserve-route-authn"} 2026-09-17T14:38:48Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3c310b5", "reconcileID": "51e0ccb6-0de3-4c3b-bea6-3dd4e4d649d2", "LLMInferenceService": "e2e-same-id-b-d3c310b5", "namespace": "llm", "name": "e2e-same-id-b-d3c310b5-kserve-route-authn"} 2026-09-17T14:38:49Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3c310b5","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3c310b5", "reconcileID": "86621763-3a8c-41b8-8230-321c820ab289", "LLMInferenceService": "e2e-same-id-b-d3c310b5", "namespace": "llm"} 2026-09-17T14:38:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4ff462d5-9e36-4517-8160-e81f7b0717f1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T14:38:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4ff462d5-9e36-4517-8160-e81f7b0717f1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-17T14:38:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4ff462d5-9e36-4517-8160-e81f7b0717f1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T14:38:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "11f5555f-565c-43f1-8c77-1ff1d9241068", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T14:38:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "11f5555f-565c-43f1-8c77-1ff1d9241068", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-17T14:38:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "11f5555f-565c-43f1-8c77-1ff1d9241068", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T14:39:20Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-17T14:39:20Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-17T14:39:21Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-17T14:39:21Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}