2026-09-10T03:16:06Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w4-e6e6b8","namespace":"e2e-models-e2e-worker-w4-e6e6b8"}, "namespace": "e2e-models-e2e-worker-w4-e6e6b8", "name": "distinct-w4-e6e6b8", "reconcileID": "ff0c3123-028f-4039-8545-e8d4d2aec4a5", "LLMInferenceService": "distinct-w4-e6e6b8", "namespace": "e2e-models-e2e-worker-w4-e6e6b8"} 2026-09-10T03:16:07Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"embedding-w4-e6e6b8","namespace":"e2e-models-e2e-worker-w4-e6e6b8"}, "namespace": "e2e-models-e2e-worker-w4-e6e6b8", "name": "embedding-w4-e6e6b8", "reconcileID": "a669c072-61ae-4b91-927b-63cff28a51f8", "LLMInferenceService": "embedding-w4-e6e6b8", "namespace": "e2e-models-e2e-worker-w4-e6e6b8"} 2026-09-10T03:16:07Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-e6e6b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-e6e6b8", "reconcileID": "8f1aa716-b956-4fa8-9570-4f123da6549e", "Gateway": "e2e-worker-w4-e6e6b8", "namespace": "openshift-ingress"} 2026-09-10T03:16:07Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-e6e6b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-e6e6b8", "reconcileID": "5d9bc213-d473-4ebe-8250-d002b3de1a28", "Gateway": "e2e-worker-w4-e6e6b8", "namespace": "openshift-ingress"} 2026-09-10T03:16:07Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w4-e6e6b8","namespace":"e2e-models-e2e-worker-w4-e6e6b8"}, "namespace": "e2e-models-e2e-worker-w4-e6e6b8", "name": "premium-w4-e6e6b8", "reconcileID": "86387935-6436-4fe6-b6b9-08c20348dede", "LLMInferenceService": "premium-w4-e6e6b8", "namespace": "e2e-models-e2e-worker-w4-e6e6b8"} 2026-09-10T03:16:08Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w4-e6e6b8","namespace":"e2e-models-e2e-worker-w4-e6e6b8"}, "namespace": "e2e-models-e2e-worker-w4-e6e6b8", "name": "simulator-w4-e6e6b8", "reconcileID": "f02f2cfc-2e0c-4df8-bd58-31fd23f91671", "LLMInferenceService": "simulator-w4-e6e6b8", "namespace": "e2e-models-e2e-worker-w4-e6e6b8"} 2026-09-10T03:16:08Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-e6e6b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-e6e6b8", "reconcileID": "1810750f-40aa-4ae5-9b6c-e0ad156c34de", "Gateway": "e2e-worker-w4-e6e6b8", "namespace": "openshift-ingress"} 2026-09-10T03:16:08Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af7727","namespace":"ai-tenant-e2e-shared-a-w3-af7727"}, "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "sub-test-model-af7727", "reconcileID": "d7b3e61a-07f2-48ad-95e2-7dc9dea79b57", "LLMInferenceService": "sub-test-model-af7727", "namespace": "ai-tenant-e2e-shared-a-w3-af7727"} 2026-09-10T03:16:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-af7727","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-af7727", "reconcileID": "45407e8e-d6f4-4407-b998-485bae0941e3", "Gateway": "e2e-shared-a-w3-af7727", "namespace": "openshift-ingress"} 2026-09-10T03:16:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-af7727","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-af7727", "reconcileID": "45407e8e-d6f4-4407-b998-485bae0941e3", "Gateway": "e2e-shared-a-w3-af7727", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-af7727-authn-ssl"} 2026-09-10T03:16:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-af7727","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-af7727", "reconcileID": "45407e8e-d6f4-4407-b998-485bae0941e3", "Gateway": "e2e-shared-a-w3-af7727", "namespace": "openshift-ingress"} 2026-09-10T03:16:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-af7727","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-af7727", "reconcileID": "a4b0021d-5a2f-40de-905f-973fdf3392ac", "Gateway": "e2e-shared-a-w3-af7727", "namespace": "openshift-ingress"} 2026-09-10T03:16:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-af7727","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-af7727", "reconcileID": "a4b0021d-5a2f-40de-905f-973fdf3392ac", "Gateway": "e2e-shared-a-w3-af7727", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-af7727-authn-ssl"} 2026-09-10T03:16:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-af7727","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-af7727", "reconcileID": "a4b0021d-5a2f-40de-905f-973fdf3392ac", "Gateway": "e2e-shared-a-w3-af7727", "namespace": "openshift-ingress"} 2026-09-10T03:16:09Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7daa14","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "sub-test-model-7daa14", "reconcileID": "8ccd790f-643f-457a-85af-2de2205d7cb5", "LLMInferenceService": "sub-test-model-7daa14", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14"} 2026-09-10T03:16:09Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7daa14","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "sub-test-model-7daa14", "reconcileID": "8ccd790f-643f-457a-85af-2de2205d7cb5", "LLMInferenceService": "sub-test-model-7daa14", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "sub-test-model-7daa14"} 2026-09-10T03:16:09Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7daa14","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "sub-test-model-7daa14", "reconcileID": "8ccd790f-643f-457a-85af-2de2205d7cb5", "LLMInferenceService": "sub-test-model-7daa14", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14"} 2026-09-10T03:16:09Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7daa14","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "sub-test-model-7daa14", "reconcileID": "8ccd790f-643f-457a-85af-2de2205d7cb5", "LLMInferenceService": "sub-test-model-7daa14", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14"} 2026-09-10T03:16:09Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7daa14","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "sub-test-model-7daa14", "reconcileID": "8ccd790f-643f-457a-85af-2de2205d7cb5", "LLMInferenceService": "sub-test-model-7daa14", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "sub-test-model-7daa14-kserve-route-authn"} 2026-09-10T03:16:09Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7daa14","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "sub-test-model-7daa14", "reconcileID": "8ccd790f-643f-457a-85af-2de2205d7cb5", "LLMInferenceService": "sub-test-model-7daa14", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "sub-test-model-7daa14-kserve-route-authn"} 2026-09-10T03:16:09Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7daa14","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "sub-test-model-7daa14", "reconcileID": "8ccd790f-643f-457a-85af-2de2205d7cb5", "LLMInferenceService": "sub-test-model-7daa14", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14"} 2026-09-10T03:16:09Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7daa14","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "sub-test-model-7daa14", "reconcileID": "8ccd790f-643f-457a-85af-2de2205d7cb5", "LLMInferenceService": "sub-test-model-7daa14", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14"} 2026-09-10T03:16:09Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-e6e6b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-e6e6b8", "reconcileID": "5ad65b55-6549-442f-b0ab-5a82fa39537e", "Gateway": "e2e-worker-w4-e6e6b8", "namespace": "openshift-ingress"} 2026-09-10T03:16:09Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"unconfigured-w4-e6e6b8","namespace":"e2e-models-e2e-worker-w4-e6e6b8"}, "namespace": "e2e-models-e2e-worker-w4-e6e6b8", "name": "unconfigured-w4-e6e6b8", "reconcileID": "1beca5b2-7e8d-414c-8177-1a1254cb6a09", "LLMInferenceService": "unconfigured-w4-e6e6b8", "namespace": "e2e-models-e2e-worker-w4-e6e6b8"} 2026-09-10T03:16:10Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7daa14","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "sub-test-model-7daa14", "reconcileID": "79a7ec94-0324-41f2-83f6-eb9383f5d76d", "LLMInferenceService": "sub-test-model-7daa14", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14"} 2026-09-10T03:16:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7daa14","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7daa14", "reconcileID": "1a72413b-7e20-46f1-999f-e5ee663435f8", "Gateway": "e2e-shared-b-w3-7daa14", "namespace": "openshift-ingress"} 2026-09-10T03:16:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7daa14","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7daa14", "reconcileID": "1a72413b-7e20-46f1-999f-e5ee663435f8", "Gateway": "e2e-shared-b-w3-7daa14", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7daa14-authn-ssl"} 2026-09-10T03:16:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7daa14","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7daa14", "reconcileID": "1a72413b-7e20-46f1-999f-e5ee663435f8", "Gateway": "e2e-shared-b-w3-7daa14", "namespace": "openshift-ingress"} 2026-09-10T03:16:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7daa14","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7daa14", "reconcileID": "52886a63-352c-4ae4-a011-e8294025b902", "Gateway": "e2e-shared-b-w3-7daa14", "namespace": "openshift-ingress"} 2026-09-10T03:16:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7daa14","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7daa14", "reconcileID": "52886a63-352c-4ae4-a011-e8294025b902", "Gateway": "e2e-shared-b-w3-7daa14", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7daa14-authn-ssl"} 2026-09-10T03:16:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7daa14","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7daa14", "reconcileID": "52886a63-352c-4ae4-a011-e8294025b902", "Gateway": "e2e-shared-b-w3-7daa14", "namespace": "openshift-ingress"} 2026-09-10T03:16:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af7727","namespace":"ai-tenant-e2e-shared-a-w3-af7727"}, "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "rate-test-model-af7727", "reconcileID": "e8cacefa-fc17-4f07-b579-651f1f4d2115", "LLMInferenceService": "rate-test-model-af7727", "namespace": "ai-tenant-e2e-shared-a-w3-af7727"} 2026-09-10T03:16:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af7727","namespace":"ai-tenant-e2e-shared-a-w3-af7727"}, "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "rate-test-model-af7727", "reconcileID": "e8cacefa-fc17-4f07-b579-651f1f4d2115", "LLMInferenceService": "rate-test-model-af7727", "namespace": "ai-tenant-e2e-shared-a-w3-af7727"} 2026-09-10T03:16:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af7727","namespace":"ai-tenant-e2e-shared-a-w3-af7727"}, "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "rate-test-model-af7727", "reconcileID": "e8cacefa-fc17-4f07-b579-651f1f4d2115", "LLMInferenceService": "rate-test-model-af7727", "namespace": "ai-tenant-e2e-shared-a-w3-af7727"} 2026-09-10T03:16:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-af7727","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-af7727", "reconcileID": "5c611d63-f923-49f0-b714-45c3bc3db538", "Gateway": "e2e-shared-a-w3-af7727", "namespace": "openshift-ingress"} 2026-09-10T03:16:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af7727","namespace":"ai-tenant-e2e-shared-a-w3-af7727"}, "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "rate-test-model-af7727", "reconcileID": "e8cacefa-fc17-4f07-b579-651f1f4d2115", "LLMInferenceService": "rate-test-model-af7727", "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "rate-test-model-af7727-kserve-route-authn"} 2026-09-10T03:16:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af7727","namespace":"ai-tenant-e2e-shared-a-w3-af7727"}, "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "rate-test-model-af7727", "reconcileID": "e8cacefa-fc17-4f07-b579-651f1f4d2115", "LLMInferenceService": "rate-test-model-af7727", "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "authType": "userdefined"} 2026-09-10T03:16:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af7727","namespace":"ai-tenant-e2e-shared-a-w3-af7727"}, "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "rate-test-model-af7727", "reconcileID": "e8cacefa-fc17-4f07-b579-651f1f4d2115", "LLMInferenceService": "rate-test-model-af7727", "namespace": "ai-tenant-e2e-shared-a-w3-af7727"} 2026-09-10T03:16:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-af7727","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-af7727", "reconcileID": "5c611d63-f923-49f0-b714-45c3bc3db538", "Gateway": "e2e-shared-a-w3-af7727", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-af7727-authn-ssl"} 2026-09-10T03:16:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-af7727","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-af7727", "reconcileID": "5c611d63-f923-49f0-b714-45c3bc3db538", "Gateway": "e2e-shared-a-w3-af7727", "namespace": "openshift-ingress"} 2026-09-10T03:16:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af7727","namespace":"ai-tenant-e2e-shared-a-w3-af7727"}, "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "rate-test-model-af7727", "reconcileID": "17ca9d36-ee3c-42db-9639-ad023508d8b9", "LLMInferenceService": "rate-test-model-af7727", "namespace": "ai-tenant-e2e-shared-a-w3-af7727"} 2026-09-10T03:16:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af7727","namespace":"ai-tenant-e2e-shared-a-w3-af7727"}, "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "rate-test-model-af7727", "reconcileID": "17ca9d36-ee3c-42db-9639-ad023508d8b9", "LLMInferenceService": "rate-test-model-af7727", "namespace": "ai-tenant-e2e-shared-a-w3-af7727"} 2026-09-10T03:16:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af7727","namespace":"ai-tenant-e2e-shared-a-w3-af7727"}, "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "rate-test-model-af7727", "reconcileID": "17ca9d36-ee3c-42db-9639-ad023508d8b9", "LLMInferenceService": "rate-test-model-af7727", "namespace": "ai-tenant-e2e-shared-a-w3-af7727"} 2026-09-10T03:16:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af7727","namespace":"ai-tenant-e2e-shared-a-w3-af7727"}, "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "rate-test-model-af7727", "reconcileID": "17ca9d36-ee3c-42db-9639-ad023508d8b9", "LLMInferenceService": "rate-test-model-af7727", "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "rate-test-model-af7727-kserve-route-authn"} 2026-09-10T03:16:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af7727","namespace":"ai-tenant-e2e-shared-a-w3-af7727"}, "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "rate-test-model-af7727", "reconcileID": "17ca9d36-ee3c-42db-9639-ad023508d8b9", "LLMInferenceService": "rate-test-model-af7727", "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "authType": "userdefined"} 2026-09-10T03:16:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af7727","namespace":"ai-tenant-e2e-shared-a-w3-af7727"}, "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "rate-test-model-af7727", "reconcileID": "17ca9d36-ee3c-42db-9639-ad023508d8b9", "LLMInferenceService": "rate-test-model-af7727", "namespace": "ai-tenant-e2e-shared-a-w3-af7727"} 2026-09-10T03:16:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-af7727","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-af7727", "reconcileID": "e21f3508-7326-43f9-82b9-803250890a7e", "Gateway": "e2e-shared-a-w3-af7727", "namespace": "openshift-ingress"} 2026-09-10T03:16:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-af7727","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-af7727", "reconcileID": "e21f3508-7326-43f9-82b9-803250890a7e", "Gateway": "e2e-shared-a-w3-af7727", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-af7727-authn-ssl"} 2026-09-10T03:16:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-af7727","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-af7727", "reconcileID": "e21f3508-7326-43f9-82b9-803250890a7e", "Gateway": "e2e-shared-a-w3-af7727", "namespace": "openshift-ingress"} 2026-09-10T03:16:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af7727","namespace":"ai-tenant-e2e-shared-a-w3-af7727"}, "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "rate-test-model-af7727", "reconcileID": "83a85786-46f1-43e1-92af-d6bc475ebc22", "LLMInferenceService": "rate-test-model-af7727", "namespace": "ai-tenant-e2e-shared-a-w3-af7727"} 2026-09-10T03:16:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af7727","namespace":"ai-tenant-e2e-shared-a-w3-af7727"}, "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "rate-test-model-af7727", "reconcileID": "83a85786-46f1-43e1-92af-d6bc475ebc22", "LLMInferenceService": "rate-test-model-af7727", "namespace": "ai-tenant-e2e-shared-a-w3-af7727"} 2026-09-10T03:16:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af7727","namespace":"ai-tenant-e2e-shared-a-w3-af7727"}, "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "rate-test-model-af7727", "reconcileID": "83a85786-46f1-43e1-92af-d6bc475ebc22", "LLMInferenceService": "rate-test-model-af7727", "namespace": "ai-tenant-e2e-shared-a-w3-af7727"} 2026-09-10T03:16:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af7727","namespace":"ai-tenant-e2e-shared-a-w3-af7727"}, "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "rate-test-model-af7727", "reconcileID": "83a85786-46f1-43e1-92af-d6bc475ebc22", "LLMInferenceService": "rate-test-model-af7727", "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "rate-test-model-af7727-kserve-route-authn"} 2026-09-10T03:16:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af7727","namespace":"ai-tenant-e2e-shared-a-w3-af7727"}, "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "rate-test-model-af7727", "reconcileID": "83a85786-46f1-43e1-92af-d6bc475ebc22", "LLMInferenceService": "rate-test-model-af7727", "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "authType": "userdefined"} 2026-09-10T03:16:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af7727","namespace":"ai-tenant-e2e-shared-a-w3-af7727"}, "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "rate-test-model-af7727", "reconcileID": "83a85786-46f1-43e1-92af-d6bc475ebc22", "LLMInferenceService": "rate-test-model-af7727", "namespace": "ai-tenant-e2e-shared-a-w3-af7727"} 2026-09-10T03:16:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af7727","namespace":"ai-tenant-e2e-shared-a-w3-af7727"}, "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "rate-test-model-af7727", "reconcileID": "2e60e5e0-5404-474f-8eeb-65a4a8eb528b", "LLMInferenceService": "rate-test-model-af7727", "namespace": "ai-tenant-e2e-shared-a-w3-af7727"} 2026-09-10T03:16:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af7727","namespace":"ai-tenant-e2e-shared-a-w3-af7727"}, "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "rate-test-model-af7727", "reconcileID": "2e60e5e0-5404-474f-8eeb-65a4a8eb528b", "LLMInferenceService": "rate-test-model-af7727", "namespace": "ai-tenant-e2e-shared-a-w3-af7727"} 2026-09-10T03:16:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af7727","namespace":"ai-tenant-e2e-shared-a-w3-af7727"}, "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "rate-test-model-af7727", "reconcileID": "2e60e5e0-5404-474f-8eeb-65a4a8eb528b", "LLMInferenceService": "rate-test-model-af7727", "namespace": "ai-tenant-e2e-shared-a-w3-af7727"} 2026-09-10T03:16:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af7727","namespace":"ai-tenant-e2e-shared-a-w3-af7727"}, "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "rate-test-model-af7727", "reconcileID": "2e60e5e0-5404-474f-8eeb-65a4a8eb528b", "LLMInferenceService": "rate-test-model-af7727", "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "rate-test-model-af7727-kserve-route-authn"} 2026-09-10T03:16:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af7727","namespace":"ai-tenant-e2e-shared-a-w3-af7727"}, "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "rate-test-model-af7727", "reconcileID": "2e60e5e0-5404-474f-8eeb-65a4a8eb528b", "LLMInferenceService": "rate-test-model-af7727", "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "authType": "userdefined"} 2026-09-10T03:16:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af7727","namespace":"ai-tenant-e2e-shared-a-w3-af7727"}, "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "rate-test-model-af7727", "reconcileID": "2e60e5e0-5404-474f-8eeb-65a4a8eb528b", "LLMInferenceService": "rate-test-model-af7727", "namespace": "ai-tenant-e2e-shared-a-w3-af7727"} 2026-09-10T03:16:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7daa14","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "rate-test-model-7daa14", "reconcileID": "e4254840-99ec-4d28-9d85-798af1561eee", "LLMInferenceService": "rate-test-model-7daa14", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14"} 2026-09-10T03:16:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7daa14","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "rate-test-model-7daa14", "reconcileID": "e4254840-99ec-4d28-9d85-798af1561eee", "LLMInferenceService": "rate-test-model-7daa14", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14"} 2026-09-10T03:16:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7daa14","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "rate-test-model-7daa14", "reconcileID": "e4254840-99ec-4d28-9d85-798af1561eee", "LLMInferenceService": "rate-test-model-7daa14", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14"} 2026-09-10T03:16:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7daa14","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7daa14", "reconcileID": "ae6295e0-6b9a-4d2b-b519-41dec19c2a78", "Gateway": "e2e-shared-b-w3-7daa14", "namespace": "openshift-ingress"} 2026-09-10T03:16:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7daa14","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "rate-test-model-7daa14", "reconcileID": "e4254840-99ec-4d28-9d85-798af1561eee", "LLMInferenceService": "rate-test-model-7daa14", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "rate-test-model-7daa14-kserve-route-authn"} 2026-09-10T03:16:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7daa14","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "rate-test-model-7daa14", "reconcileID": "e4254840-99ec-4d28-9d85-798af1561eee", "LLMInferenceService": "rate-test-model-7daa14", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "authType": "userdefined"} 2026-09-10T03:16:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7daa14","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "rate-test-model-7daa14", "reconcileID": "e4254840-99ec-4d28-9d85-798af1561eee", "LLMInferenceService": "rate-test-model-7daa14", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14"} 2026-09-10T03:16:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7daa14","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7daa14", "reconcileID": "ae6295e0-6b9a-4d2b-b519-41dec19c2a78", "Gateway": "e2e-shared-b-w3-7daa14", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7daa14-authn-ssl"} 2026-09-10T03:16:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7daa14","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7daa14", "reconcileID": "ae6295e0-6b9a-4d2b-b519-41dec19c2a78", "Gateway": "e2e-shared-b-w3-7daa14", "namespace": "openshift-ingress"} 2026-09-10T03:16:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7daa14","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "rate-test-model-7daa14", "reconcileID": "1e65afb4-3259-418d-9f91-8c737e19e626", "LLMInferenceService": "rate-test-model-7daa14", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14"} 2026-09-10T03:16:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7daa14","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "rate-test-model-7daa14", "reconcileID": "1e65afb4-3259-418d-9f91-8c737e19e626", "LLMInferenceService": "rate-test-model-7daa14", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14"} 2026-09-10T03:16:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7daa14","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "rate-test-model-7daa14", "reconcileID": "1e65afb4-3259-418d-9f91-8c737e19e626", "LLMInferenceService": "rate-test-model-7daa14", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14"} 2026-09-10T03:16:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7daa14","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "rate-test-model-7daa14", "reconcileID": "1e65afb4-3259-418d-9f91-8c737e19e626", "LLMInferenceService": "rate-test-model-7daa14", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "rate-test-model-7daa14-kserve-route-authn"} 2026-09-10T03:16:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7daa14","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "rate-test-model-7daa14", "reconcileID": "1e65afb4-3259-418d-9f91-8c737e19e626", "LLMInferenceService": "rate-test-model-7daa14", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "authType": "userdefined"} 2026-09-10T03:16:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7daa14","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "rate-test-model-7daa14", "reconcileID": "1e65afb4-3259-418d-9f91-8c737e19e626", "LLMInferenceService": "rate-test-model-7daa14", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14"} 2026-09-10T03:16:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7daa14","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7daa14", "reconcileID": "1ff39fce-284b-444e-84e9-efadd7729505", "Gateway": "e2e-shared-b-w3-7daa14", "namespace": "openshift-ingress"} 2026-09-10T03:16:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7daa14","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7daa14", "reconcileID": "1ff39fce-284b-444e-84e9-efadd7729505", "Gateway": "e2e-shared-b-w3-7daa14", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7daa14-authn-ssl"} 2026-09-10T03:16:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7daa14","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7daa14", "reconcileID": "1ff39fce-284b-444e-84e9-efadd7729505", "Gateway": "e2e-shared-b-w3-7daa14", "namespace": "openshift-ingress"} 2026-09-10T03:16:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7daa14","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "rate-test-model-7daa14", "reconcileID": "6dfe6b21-eb4a-4e75-88ed-b27ea4bcb951", "LLMInferenceService": "rate-test-model-7daa14", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14"} 2026-09-10T03:16:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7daa14","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "rate-test-model-7daa14", "reconcileID": "6dfe6b21-eb4a-4e75-88ed-b27ea4bcb951", "LLMInferenceService": "rate-test-model-7daa14", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14"} 2026-09-10T03:16:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7daa14","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "rate-test-model-7daa14", "reconcileID": "6dfe6b21-eb4a-4e75-88ed-b27ea4bcb951", "LLMInferenceService": "rate-test-model-7daa14", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14"} 2026-09-10T03:16:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7daa14","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "rate-test-model-7daa14", "reconcileID": "6dfe6b21-eb4a-4e75-88ed-b27ea4bcb951", "LLMInferenceService": "rate-test-model-7daa14", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "rate-test-model-7daa14-kserve-route-authn"} 2026-09-10T03:16:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7daa14","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "rate-test-model-7daa14", "reconcileID": "6dfe6b21-eb4a-4e75-88ed-b27ea4bcb951", "LLMInferenceService": "rate-test-model-7daa14", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "authType": "userdefined"} 2026-09-10T03:16:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7daa14","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "rate-test-model-7daa14", "reconcileID": "6dfe6b21-eb4a-4e75-88ed-b27ea4bcb951", "LLMInferenceService": "rate-test-model-7daa14", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14"} 2026-09-10T03:17:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7daa14","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "rate-test-model-7daa14", "reconcileID": "87b08075-d9a7-43f5-83e8-fdb7c17868d4", "LLMInferenceService": "rate-test-model-7daa14", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14"} 2026-09-10T03:17:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7daa14","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "rate-test-model-7daa14", "reconcileID": "87b08075-d9a7-43f5-83e8-fdb7c17868d4", "LLMInferenceService": "rate-test-model-7daa14", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14"} 2026-09-10T03:17:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7daa14","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "rate-test-model-7daa14", "reconcileID": "87b08075-d9a7-43f5-83e8-fdb7c17868d4", "LLMInferenceService": "rate-test-model-7daa14", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14"} 2026-09-10T03:17:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7daa14","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "rate-test-model-7daa14", "reconcileID": "87b08075-d9a7-43f5-83e8-fdb7c17868d4", "LLMInferenceService": "rate-test-model-7daa14", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "rate-test-model-7daa14-kserve-route-authn"} 2026-09-10T03:17:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7daa14","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "rate-test-model-7daa14", "reconcileID": "87b08075-d9a7-43f5-83e8-fdb7c17868d4", "LLMInferenceService": "rate-test-model-7daa14", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "authType": "userdefined"} 2026-09-10T03:17:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7daa14","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "rate-test-model-7daa14", "reconcileID": "87b08075-d9a7-43f5-83e8-fdb7c17868d4", "LLMInferenceService": "rate-test-model-7daa14", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14"} 2026-09-10T03:17:29Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af7727","namespace":"ai-tenant-e2e-shared-a-w3-af7727"}, "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "rate-test-model-af7727", "reconcileID": "82edc888-d2e6-4a3c-99b9-64c18ec33d5f", "LLMInferenceService": "rate-test-model-af7727", "namespace": "ai-tenant-e2e-shared-a-w3-af7727"} 2026-09-10T03:17:29Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af7727","namespace":"ai-tenant-e2e-shared-a-w3-af7727"}, "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "rate-test-model-af7727", "reconcileID": "82edc888-d2e6-4a3c-99b9-64c18ec33d5f", "LLMInferenceService": "rate-test-model-af7727", "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "rate-test-model-af7727"} 2026-09-10T03:17:29Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af7727","namespace":"ai-tenant-e2e-shared-a-w3-af7727"}, "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "rate-test-model-af7727", "reconcileID": "82edc888-d2e6-4a3c-99b9-64c18ec33d5f", "LLMInferenceService": "rate-test-model-af7727", "namespace": "ai-tenant-e2e-shared-a-w3-af7727"} 2026-09-10T03:17:29Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af7727","namespace":"ai-tenant-e2e-shared-a-w3-af7727"}, "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "rate-test-model-af7727", "reconcileID": "82edc888-d2e6-4a3c-99b9-64c18ec33d5f", "LLMInferenceService": "rate-test-model-af7727", "namespace": "ai-tenant-e2e-shared-a-w3-af7727"} 2026-09-10T03:17:29Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af7727","namespace":"ai-tenant-e2e-shared-a-w3-af7727"}, "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "rate-test-model-af7727", "reconcileID": "82edc888-d2e6-4a3c-99b9-64c18ec33d5f", "LLMInferenceService": "rate-test-model-af7727", "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "rate-test-model-af7727-kserve-route-authn"} 2026-09-10T03:17:29Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af7727","namespace":"ai-tenant-e2e-shared-a-w3-af7727"}, "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "rate-test-model-af7727", "reconcileID": "82edc888-d2e6-4a3c-99b9-64c18ec33d5f", "LLMInferenceService": "rate-test-model-af7727", "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "rate-test-model-af7727-kserve-route-authn"} 2026-09-10T03:17:29Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af7727","namespace":"ai-tenant-e2e-shared-a-w3-af7727"}, "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "rate-test-model-af7727", "reconcileID": "82edc888-d2e6-4a3c-99b9-64c18ec33d5f", "LLMInferenceService": "rate-test-model-af7727", "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "namespace": "ai-tenant-e2e-shared-a-w3-af7727"} 2026-09-10T03:17:29Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af7727","namespace":"ai-tenant-e2e-shared-a-w3-af7727"}, "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "rate-test-model-af7727", "reconcileID": "82edc888-d2e6-4a3c-99b9-64c18ec33d5f", "LLMInferenceService": "rate-test-model-af7727", "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "namespace": "ai-tenant-e2e-shared-a-w3-af7727"} 2026-09-10T03:17:29Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af7727","namespace":"ai-tenant-e2e-shared-a-w3-af7727"}, "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "rate-test-model-af7727", "reconcileID": "ac3f677e-ede9-49bc-abdc-cb60e59e38de", "LLMInferenceService": "rate-test-model-af7727", "namespace": "ai-tenant-e2e-shared-a-w3-af7727"} 2026-09-10T03:17:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-af7727","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-af7727", "reconcileID": "f8ae3af3-1d4b-4a46-98eb-ba042837896a", "Gateway": "e2e-shared-a-w3-af7727", "namespace": "openshift-ingress"} 2026-09-10T03:17:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-af7727","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-af7727", "reconcileID": "f8ae3af3-1d4b-4a46-98eb-ba042837896a", "Gateway": "e2e-shared-a-w3-af7727", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-af7727-authn-ssl"} 2026-09-10T03:17:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-af7727","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-af7727", "reconcileID": "f8ae3af3-1d4b-4a46-98eb-ba042837896a", "Gateway": "e2e-shared-a-w3-af7727", "namespace": "openshift-ingress"} 2026-09-10T03:17:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-af7727","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-af7727", "reconcileID": "353846a1-1a84-4d2f-9a61-04cc870d8003", "Gateway": "e2e-shared-a-w3-af7727", "namespace": "openshift-ingress"} 2026-09-10T03:17:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-af7727","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-af7727", "reconcileID": "353846a1-1a84-4d2f-9a61-04cc870d8003", "Gateway": "e2e-shared-a-w3-af7727", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-af7727-authn-ssl"} 2026-09-10T03:17:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-af7727","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-af7727", "reconcileID": "353846a1-1a84-4d2f-9a61-04cc870d8003", "Gateway": "e2e-shared-a-w3-af7727", "namespace": "openshift-ingress"} 2026-09-10T03:17:30Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7daa14","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "rate-test-model-7daa14", "reconcileID": "8fa5b72c-4d46-438b-ae3c-f4c6cc5a99a0", "LLMInferenceService": "rate-test-model-7daa14", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14"} 2026-09-10T03:17:30Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7daa14","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "rate-test-model-7daa14", "reconcileID": "8fa5b72c-4d46-438b-ae3c-f4c6cc5a99a0", "LLMInferenceService": "rate-test-model-7daa14", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "rate-test-model-7daa14"} 2026-09-10T03:17:30Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7daa14","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "rate-test-model-7daa14", "reconcileID": "8fa5b72c-4d46-438b-ae3c-f4c6cc5a99a0", "LLMInferenceService": "rate-test-model-7daa14", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14"} 2026-09-10T03:17:30Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7daa14","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "rate-test-model-7daa14", "reconcileID": "8fa5b72c-4d46-438b-ae3c-f4c6cc5a99a0", "LLMInferenceService": "rate-test-model-7daa14", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14"} 2026-09-10T03:17:30Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7daa14","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "rate-test-model-7daa14", "reconcileID": "8fa5b72c-4d46-438b-ae3c-f4c6cc5a99a0", "LLMInferenceService": "rate-test-model-7daa14", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "rate-test-model-7daa14-kserve-route-authn"} 2026-09-10T03:17:30Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7daa14","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "rate-test-model-7daa14", "reconcileID": "8fa5b72c-4d46-438b-ae3c-f4c6cc5a99a0", "LLMInferenceService": "rate-test-model-7daa14", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "rate-test-model-7daa14-kserve-route-authn"} 2026-09-10T03:17:30Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7daa14","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "rate-test-model-7daa14", "reconcileID": "8fa5b72c-4d46-438b-ae3c-f4c6cc5a99a0", "LLMInferenceService": "rate-test-model-7daa14", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14"} 2026-09-10T03:17:30Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7daa14","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "rate-test-model-7daa14", "reconcileID": "8fa5b72c-4d46-438b-ae3c-f4c6cc5a99a0", "LLMInferenceService": "rate-test-model-7daa14", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14"} 2026-09-10T03:17:30Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7daa14","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "rate-test-model-7daa14", "reconcileID": "072bf994-cfaf-494c-b288-27a71c7f19a4", "LLMInferenceService": "rate-test-model-7daa14", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14"} 2026-09-10T03:17:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7daa14","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7daa14", "reconcileID": "205b6783-0f60-4223-bb9e-1d6e3dc5b266", "Gateway": "e2e-shared-b-w3-7daa14", "namespace": "openshift-ingress"} 2026-09-10T03:17:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7daa14","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7daa14", "reconcileID": "205b6783-0f60-4223-bb9e-1d6e3dc5b266", "Gateway": "e2e-shared-b-w3-7daa14", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7daa14-authn-ssl"} 2026-09-10T03:17:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7daa14","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7daa14", "reconcileID": "205b6783-0f60-4223-bb9e-1d6e3dc5b266", "Gateway": "e2e-shared-b-w3-7daa14", "namespace": "openshift-ingress"} 2026-09-10T03:17:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7daa14","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7daa14", "reconcileID": "4115c119-264d-46df-805d-39f417fae29d", "Gateway": "e2e-shared-b-w3-7daa14", "namespace": "openshift-ingress"} 2026-09-10T03:17:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7daa14","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7daa14", "reconcileID": "4115c119-264d-46df-805d-39f417fae29d", "Gateway": "e2e-shared-b-w3-7daa14", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7daa14-authn-ssl"} 2026-09-10T03:17:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7daa14","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7daa14", "reconcileID": "4115c119-264d-46df-805d-39f417fae29d", "Gateway": "e2e-shared-b-w3-7daa14", "namespace": "openshift-ingress"} 2026-09-10T03:17:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "a9696106-5be0-4eda-afcb-bb0f980d2edc", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress"} 2026-09-10T03:17:31Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "a9696106-5be0-4eda-afcb-bb0f980d2edc", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5-authn-ssl"} 2026-09-10T03:17:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "a9696106-5be0-4eda-afcb-bb0f980d2edc", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress"} 2026-09-10T03:17:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "5c636e69-0e84-45c1-98a4-e724f8c7643d", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress"} 2026-09-10T03:17:31Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "5c636e69-0e84-45c1-98a4-e724f8c7643d", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5-authn-ssl"} 2026-09-10T03:17:31Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "5c636e69-0e84-45c1-98a4-e724f8c7643d", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-a-c9cef5-authn-ssl: envoyfilters.networking.istio.io \"e2e-ipp-a-c9cef5-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T03:17:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "3d88b2bf-11d3-47da-b987-c70733ae96f5", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress"} 2026-09-10T03:17:31Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-a-c9cef5-authn-ssl: envoyfilters.networking.istio.io "e2e-ipp-a-c9cef5-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-ipp-a-c9cef5","uid":"eae742a2-8445-49a4-a627-3c2e4c84c0f7","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"53581"}, "reason": "ReconcileError"} 2026-09-10T03:17:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "3d88b2bf-11d3-47da-b987-c70733ae96f5", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5-authn-ssl"} 2026-09-10T03:17:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "3d88b2bf-11d3-47da-b987-c70733ae96f5", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress"} 2026-09-10T03:17:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "3f023436-e795-47dc-a877-bd7f1d0dcc77", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress"} 2026-09-10T03:17:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "3f023436-e795-47dc-a877-bd7f1d0dcc77", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5-authn-ssl"} 2026-09-10T03:17:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "3f023436-e795-47dc-a877-bd7f1d0dcc77", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress"} 2026-09-10T03:17:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "7e9954ad-2e5a-4c01-b8db-14fdbe6b6514", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress"} 2026-09-10T03:17:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "7e9954ad-2e5a-4c01-b8db-14fdbe6b6514", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5-authn-ssl"} 2026-09-10T03:17:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "7e9954ad-2e5a-4c01-b8db-14fdbe6b6514", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress"} 2026-09-10T03:17:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "adc302c6-1c74-4304-91ba-c46c6d7fd412", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress"} 2026-09-10T03:17:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "adc302c6-1c74-4304-91ba-c46c6d7fd412", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5-authn-ssl"} 2026-09-10T03:17:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "adc302c6-1c74-4304-91ba-c46c6d7fd412", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress"} 2026-09-10T03:17:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "fcf5a2b7-934b-4726-8cd4-0e78c6c3c08e", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress"} 2026-09-10T03:17:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "fcf5a2b7-934b-4726-8cd4-0e78c6c3c08e", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5-authn-ssl"} 2026-09-10T03:17:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "fcf5a2b7-934b-4726-8cd4-0e78c6c3c08e", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress"} 2026-09-10T03:17:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "be1af1d5-a2c3-448d-841a-5e67d7eb46c4", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress"} 2026-09-10T03:17:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "be1af1d5-a2c3-448d-841a-5e67d7eb46c4", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5-authn-ssl"} 2026-09-10T03:17:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "be1af1d5-a2c3-448d-841a-5e67d7eb46c4", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress"} 2026-09-10T03:17:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "openshift-service-ca.crt", "reconcileID": "655fad10-e616-4490-93ab-406d029fc880", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c9cef5"} 2026-09-10T03:17:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "odh-trusted-ca-bundle", "reconcileID": "8b0ee3c5-8640-4cb3-905f-9888b7c758a9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c9cef5"} 2026-09-10T03:17:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "openshift-service-ca.crt", "reconcileID": "0f5ddcef-227d-4fc5-92d9-b43156293fea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T03:17:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "openshift-service-ca.crt", "reconcileID": "0f5ddcef-227d-4fc5-92d9-b43156293fea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c9cef5"} 2026-09-10T03:17:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f10bae6f-eeb4-46e8-b3e8-af3dc31d6298", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c9cef5"} 2026-09-10T03:17:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "openshift-service-ca.crt", "reconcileID": "6f7780c4-6ddc-4483-82d3-e2b5cb0287f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c9cef5"} 2026-09-10T03:17:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "odh-trusted-ca-bundle", "reconcileID": "b9ed1fed-b72f-4635-8ae9-5f96e7231929", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T03:17:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "odh-trusted-ca-bundle", "reconcileID": "b9ed1fed-b72f-4635-8ae9-5f96e7231929", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c9cef5"} 2026-09-10T03:17:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "23d3e14e-69e3-45c0-bbfe-9eb0047b1c4d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c9cef5"} 2026-09-10T03:17:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "c36af384-b02b-46a3-adab-ad1891ced393", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress"} 2026-09-10T03:17:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "c36af384-b02b-46a3-adab-ad1891ced393", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5-authn-ssl"} 2026-09-10T03:17:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "c36af384-b02b-46a3-adab-ad1891ced393", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress"} 2026-09-10T03:17:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "45110069-95a0-4b75-88b6-d2718424bf8a", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress"} 2026-09-10T03:17:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "45110069-95a0-4b75-88b6-d2718424bf8a", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5-authn-ssl"} 2026-09-10T03:17:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "45110069-95a0-4b75-88b6-d2718424bf8a", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress"} 2026-09-10T03:18:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c970f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3", "reconcileID": "f42d6f7e-3826-4937-8cd2-043181871cbe", "Gateway": "e2e-ipp-b-c970f3", "namespace": "openshift-ingress"} 2026-09-10T03:18:00Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c970f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3", "reconcileID": "f42d6f7e-3826-4937-8cd2-043181871cbe", "Gateway": "e2e-ipp-b-c970f3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3-authn-ssl"} 2026-09-10T03:18:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c970f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3", "reconcileID": "f42d6f7e-3826-4937-8cd2-043181871cbe", "Gateway": "e2e-ipp-b-c970f3", "namespace": "openshift-ingress"} 2026-09-10T03:18:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c970f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3", "reconcileID": "84152775-7911-46e7-9ada-c59349f56d39", "Gateway": "e2e-ipp-b-c970f3", "namespace": "openshift-ingress"} 2026-09-10T03:18:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c970f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3", "reconcileID": "84152775-7911-46e7-9ada-c59349f56d39", "Gateway": "e2e-ipp-b-c970f3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3-authn-ssl"} 2026-09-10T03:18:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c970f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3", "reconcileID": "84152775-7911-46e7-9ada-c59349f56d39", "Gateway": "e2e-ipp-b-c970f3", "namespace": "openshift-ingress"} 2026-09-10T03:18:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c970f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3", "reconcileID": "27dcf563-7e85-49fb-bb67-c20c41bc2bf6", "Gateway": "e2e-ipp-b-c970f3", "namespace": "openshift-ingress"} 2026-09-10T03:18:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c970f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3", "reconcileID": "27dcf563-7e85-49fb-bb67-c20c41bc2bf6", "Gateway": "e2e-ipp-b-c970f3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3-authn-ssl"} 2026-09-10T03:18:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c970f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3", "reconcileID": "27dcf563-7e85-49fb-bb67-c20c41bc2bf6", "Gateway": "e2e-ipp-b-c970f3", "namespace": "openshift-ingress"} 2026-09-10T03:18:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c970f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3", "reconcileID": "a9ab86c3-c6b5-4aec-b8f9-cbc484ceedd4", "Gateway": "e2e-ipp-b-c970f3", "namespace": "openshift-ingress"} 2026-09-10T03:18:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c970f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3", "reconcileID": "a9ab86c3-c6b5-4aec-b8f9-cbc484ceedd4", "Gateway": "e2e-ipp-b-c970f3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3-authn-ssl"} 2026-09-10T03:18:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c970f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3", "reconcileID": "a9ab86c3-c6b5-4aec-b8f9-cbc484ceedd4", "Gateway": "e2e-ipp-b-c970f3", "namespace": "openshift-ingress"} 2026-09-10T03:18:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c970f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3", "reconcileID": "4a817609-e1a8-43eb-abad-cad7d2bcbd39", "Gateway": "e2e-ipp-b-c970f3", "namespace": "openshift-ingress"} 2026-09-10T03:18:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c970f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3", "reconcileID": "4a817609-e1a8-43eb-abad-cad7d2bcbd39", "Gateway": "e2e-ipp-b-c970f3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3-authn-ssl"} 2026-09-10T03:18:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c970f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3", "reconcileID": "4a817609-e1a8-43eb-abad-cad7d2bcbd39", "Gateway": "e2e-ipp-b-c970f3", "namespace": "openshift-ingress"} 2026-09-10T03:18:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c970f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3", "reconcileID": "698474c6-bba6-44e7-ad8f-eaa9d642d709", "Gateway": "e2e-ipp-b-c970f3", "namespace": "openshift-ingress"} 2026-09-10T03:18:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c970f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3", "reconcileID": "698474c6-bba6-44e7-ad8f-eaa9d642d709", "Gateway": "e2e-ipp-b-c970f3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3-authn-ssl"} 2026-09-10T03:18:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c970f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3", "reconcileID": "698474c6-bba6-44e7-ad8f-eaa9d642d709", "Gateway": "e2e-ipp-b-c970f3", "namespace": "openshift-ingress"} 2026-09-10T03:18:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c970f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3", "reconcileID": "dd71e343-f886-4abe-8770-93720d02458a", "Gateway": "e2e-ipp-b-c970f3", "namespace": "openshift-ingress"} 2026-09-10T03:18:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c970f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3", "reconcileID": "dd71e343-f886-4abe-8770-93720d02458a", "Gateway": "e2e-ipp-b-c970f3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3-authn-ssl"} 2026-09-10T03:18:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c970f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3", "reconcileID": "dd71e343-f886-4abe-8770-93720d02458a", "Gateway": "e2e-ipp-b-c970f3", "namespace": "openshift-ingress"} 2026-09-10T03:18:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c970f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3", "reconcileID": "39b90a19-8b1b-4a4c-a301-1be3c2bc2858", "Gateway": "e2e-ipp-b-c970f3", "namespace": "openshift-ingress"} 2026-09-10T03:18:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c970f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3", "reconcileID": "39b90a19-8b1b-4a4c-a301-1be3c2bc2858", "Gateway": "e2e-ipp-b-c970f3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3-authn-ssl"} 2026-09-10T03:18:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c970f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3", "reconcileID": "39b90a19-8b1b-4a4c-a301-1be3c2bc2858", "Gateway": "e2e-ipp-b-c970f3", "namespace": "openshift-ingress"} 2026-09-10T03:18:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-c970f3"}, "namespace": "ai-tenant-e2e-ipp-b-c970f3", "name": "openshift-service-ca.crt", "reconcileID": "5e8fce3c-af5e-46d9-8631-f893103e485d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-c970f3"} 2026-09-10T03:18:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c970f3"}, "namespace": "ai-tenant-e2e-ipp-b-c970f3", "name": "odh-trusted-ca-bundle", "reconcileID": "6989686c-691a-4695-8eaa-e328fd4ab798", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c970f3"} 2026-09-10T03:18:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-c970f3"}, "namespace": "ai-tenant-e2e-ipp-b-c970f3", "name": "openshift-service-ca.crt", "reconcileID": "20c677cb-c985-4217-ad29-cd7a7bb53ebc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-c970f3", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T03:18:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-c970f3"}, "namespace": "ai-tenant-e2e-ipp-b-c970f3", "name": "openshift-service-ca.crt", "reconcileID": "20c677cb-c985-4217-ad29-cd7a7bb53ebc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-c970f3"} 2026-09-10T03:18:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c970f3"}, "namespace": "ai-tenant-e2e-ipp-b-c970f3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d8a956db-2015-42ac-b2e8-796897b3f913", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c970f3"} 2026-09-10T03:18:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-c970f3"}, "namespace": "ai-tenant-e2e-ipp-b-c970f3", "name": "openshift-service-ca.crt", "reconcileID": "76cfde11-85ba-44ad-8abc-2369ab09ca6a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-c970f3"} 2026-09-10T03:18:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c970f3"}, "namespace": "ai-tenant-e2e-ipp-b-c970f3", "name": "odh-trusted-ca-bundle", "reconcileID": "a8e4048b-8003-4040-ac0f-75253302e40a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c970f3", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T03:18:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c970f3"}, "namespace": "ai-tenant-e2e-ipp-b-c970f3", "name": "odh-trusted-ca-bundle", "reconcileID": "a8e4048b-8003-4040-ac0f-75253302e40a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c970f3"} 2026-09-10T03:18:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c970f3"}, "namespace": "ai-tenant-e2e-ipp-b-c970f3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e0f06b9-970f-4f5d-8cfa-8ac229828d4b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c970f3"} 2026-09-10T03:18:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c970f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3", "reconcileID": "9d756a15-2f10-48e8-9e85-4f39a2184c33", "Gateway": "e2e-ipp-b-c970f3", "namespace": "openshift-ingress"} 2026-09-10T03:18:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c970f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3", "reconcileID": "9d756a15-2f10-48e8-9e85-4f39a2184c33", "Gateway": "e2e-ipp-b-c970f3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3-authn-ssl"} 2026-09-10T03:18:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c970f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3", "reconcileID": "9d756a15-2f10-48e8-9e85-4f39a2184c33", "Gateway": "e2e-ipp-b-c970f3", "namespace": "openshift-ingress"} 2026-09-10T03:18:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c970f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3", "reconcileID": "dd25b6d1-4ff1-4009-aee2-e2b42a7156e0", "Gateway": "e2e-ipp-b-c970f3", "namespace": "openshift-ingress"} 2026-09-10T03:18:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c970f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3", "reconcileID": "dd25b6d1-4ff1-4009-aee2-e2b42a7156e0", "Gateway": "e2e-ipp-b-c970f3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3-authn-ssl"} 2026-09-10T03:18:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c970f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3", "reconcileID": "dd25b6d1-4ff1-4009-aee2-e2b42a7156e0", "Gateway": "e2e-ipp-b-c970f3", "namespace": "openshift-ingress"} 2026-09-10T03:18:14Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T03:18:14Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T03:18:16Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T03:18:16Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T03:18:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c9cef5","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "ipp-route-c9cef5", "reconcileID": "bfd63e7c-9577-47e2-be8d-cc9ab163fdee", "LLMInferenceService": "ipp-route-c9cef5", "namespace": "ai-tenant-e2e-ipp-a-c9cef5"} 2026-09-10T03:18:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c9cef5","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "ipp-route-c9cef5", "reconcileID": "bfd63e7c-9577-47e2-be8d-cc9ab163fdee", "LLMInferenceService": "ipp-route-c9cef5", "namespace": "ai-tenant-e2e-ipp-a-c9cef5"} 2026-09-10T03:18:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c9cef5","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "ipp-route-c9cef5", "reconcileID": "bfd63e7c-9577-47e2-be8d-cc9ab163fdee", "LLMInferenceService": "ipp-route-c9cef5", "namespace": "ai-tenant-e2e-ipp-a-c9cef5"} 2026-09-10T03:18:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "74b66720-f025-4a75-9222-2cdcb8b796d7", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress"} 2026-09-10T03:18:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c9cef5","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "ipp-route-c9cef5", "reconcileID": "bfd63e7c-9577-47e2-be8d-cc9ab163fdee", "LLMInferenceService": "ipp-route-c9cef5", "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "ipp-route-c9cef5-kserve-route-authn"} 2026-09-10T03:18:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c9cef5","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "ipp-route-c9cef5", "reconcileID": "bfd63e7c-9577-47e2-be8d-cc9ab163fdee", "LLMInferenceService": "ipp-route-c9cef5", "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "authType": "userdefined"} 2026-09-10T03:18:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c9cef5","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "ipp-route-c9cef5", "reconcileID": "bfd63e7c-9577-47e2-be8d-cc9ab163fdee", "LLMInferenceService": "ipp-route-c9cef5", "namespace": "ai-tenant-e2e-ipp-a-c9cef5"} 2026-09-10T03:18:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "74b66720-f025-4a75-9222-2cdcb8b796d7", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5-authn-ssl"} 2026-09-10T03:18:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "74b66720-f025-4a75-9222-2cdcb8b796d7", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress"} 2026-09-10T03:18:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c9cef5","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "ipp-route-c9cef5", "reconcileID": "7a4adeff-bd36-4d7a-a9b5-b5db555a9832", "LLMInferenceService": "ipp-route-c9cef5", "namespace": "ai-tenant-e2e-ipp-a-c9cef5"} 2026-09-10T03:18:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c9cef5","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "ipp-route-c9cef5", "reconcileID": "7a4adeff-bd36-4d7a-a9b5-b5db555a9832", "LLMInferenceService": "ipp-route-c9cef5", "namespace": "ai-tenant-e2e-ipp-a-c9cef5"} 2026-09-10T03:18:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c9cef5","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "ipp-route-c9cef5", "reconcileID": "7a4adeff-bd36-4d7a-a9b5-b5db555a9832", "LLMInferenceService": "ipp-route-c9cef5", "namespace": "ai-tenant-e2e-ipp-a-c9cef5"} 2026-09-10T03:18:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c9cef5","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "ipp-route-c9cef5", "reconcileID": "7a4adeff-bd36-4d7a-a9b5-b5db555a9832", "LLMInferenceService": "ipp-route-c9cef5", "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "ipp-route-c9cef5-kserve-route-authn"} 2026-09-10T03:18:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c9cef5","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "ipp-route-c9cef5", "reconcileID": "7a4adeff-bd36-4d7a-a9b5-b5db555a9832", "LLMInferenceService": "ipp-route-c9cef5", "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "authType": "userdefined"} 2026-09-10T03:18:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c9cef5","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "ipp-route-c9cef5", "reconcileID": "7a4adeff-bd36-4d7a-a9b5-b5db555a9832", "LLMInferenceService": "ipp-route-c9cef5", "namespace": "ai-tenant-e2e-ipp-a-c9cef5"} 2026-09-10T03:18:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "c4e12943-c99a-48a2-b69b-c1d2a92e261a", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress"} 2026-09-10T03:18:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "c4e12943-c99a-48a2-b69b-c1d2a92e261a", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5-authn-ssl"} 2026-09-10T03:18:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "c4e12943-c99a-48a2-b69b-c1d2a92e261a", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress"} 2026-09-10T03:18:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c9cef5","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "ipp-route-c9cef5", "reconcileID": "e93ba806-025e-4208-be44-110fcbe55225", "LLMInferenceService": "ipp-route-c9cef5", "namespace": "ai-tenant-e2e-ipp-a-c9cef5"} 2026-09-10T03:18:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c9cef5","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "ipp-route-c9cef5", "reconcileID": "e93ba806-025e-4208-be44-110fcbe55225", "LLMInferenceService": "ipp-route-c9cef5", "namespace": "ai-tenant-e2e-ipp-a-c9cef5"} 2026-09-10T03:18:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c9cef5","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "ipp-route-c9cef5", "reconcileID": "e93ba806-025e-4208-be44-110fcbe55225", "LLMInferenceService": "ipp-route-c9cef5", "namespace": "ai-tenant-e2e-ipp-a-c9cef5"} 2026-09-10T03:18:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c9cef5","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "ipp-route-c9cef5", "reconcileID": "e93ba806-025e-4208-be44-110fcbe55225", "LLMInferenceService": "ipp-route-c9cef5", "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "ipp-route-c9cef5-kserve-route-authn"} 2026-09-10T03:18:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c9cef5","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "ipp-route-c9cef5", "reconcileID": "e93ba806-025e-4208-be44-110fcbe55225", "LLMInferenceService": "ipp-route-c9cef5", "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "authType": "userdefined"} 2026-09-10T03:18:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c9cef5","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "ipp-route-c9cef5", "reconcileID": "e93ba806-025e-4208-be44-110fcbe55225", "LLMInferenceService": "ipp-route-c9cef5", "namespace": "ai-tenant-e2e-ipp-a-c9cef5"} 2026-09-10T03:18:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c9cef5","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "ipp-route-c9cef5", "reconcileID": "6b382882-91e1-4dfb-9e40-a78a281f8a10", "LLMInferenceService": "ipp-route-c9cef5", "namespace": "ai-tenant-e2e-ipp-a-c9cef5"} 2026-09-10T03:18:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c9cef5","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "ipp-route-c9cef5", "reconcileID": "6b382882-91e1-4dfb-9e40-a78a281f8a10", "LLMInferenceService": "ipp-route-c9cef5", "namespace": "ai-tenant-e2e-ipp-a-c9cef5"} 2026-09-10T03:18:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c9cef5","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "ipp-route-c9cef5", "reconcileID": "6b382882-91e1-4dfb-9e40-a78a281f8a10", "LLMInferenceService": "ipp-route-c9cef5", "namespace": "ai-tenant-e2e-ipp-a-c9cef5"} 2026-09-10T03:18:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c9cef5","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "ipp-route-c9cef5", "reconcileID": "6b382882-91e1-4dfb-9e40-a78a281f8a10", "LLMInferenceService": "ipp-route-c9cef5", "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "ipp-route-c9cef5-kserve-route-authn"} 2026-09-10T03:18:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c9cef5","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "ipp-route-c9cef5", "reconcileID": "6b382882-91e1-4dfb-9e40-a78a281f8a10", "LLMInferenceService": "ipp-route-c9cef5", "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "authType": "userdefined"} 2026-09-10T03:18:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c9cef5","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "ipp-route-c9cef5", "reconcileID": "6b382882-91e1-4dfb-9e40-a78a281f8a10", "LLMInferenceService": "ipp-route-c9cef5", "namespace": "ai-tenant-e2e-ipp-a-c9cef5"} 2026-09-10T03:19:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-be281e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-be281e", "reconcileID": "4a1aa2e3-0891-4acd-98ff-263da9764f38", "Gateway": "e2e-ipp-cleanup-be281e", "namespace": "openshift-ingress"} 2026-09-10T03:19:10Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-be281e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-be281e", "reconcileID": "4a1aa2e3-0891-4acd-98ff-263da9764f38", "Gateway": "e2e-ipp-cleanup-be281e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-be281e-authn-ssl"} 2026-09-10T03:19:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-be281e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-be281e", "reconcileID": "4a1aa2e3-0891-4acd-98ff-263da9764f38", "Gateway": "e2e-ipp-cleanup-be281e", "namespace": "openshift-ingress"} 2026-09-10T03:19:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-be281e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-be281e", "reconcileID": "6021d293-c6d2-4056-bf0b-b8bd4c361861", "Gateway": "e2e-ipp-cleanup-be281e", "namespace": "openshift-ingress"} 2026-09-10T03:19:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-be281e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-be281e", "reconcileID": "6021d293-c6d2-4056-bf0b-b8bd4c361861", "Gateway": "e2e-ipp-cleanup-be281e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-be281e-authn-ssl"} 2026-09-10T03:19:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-be281e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-be281e", "reconcileID": "6021d293-c6d2-4056-bf0b-b8bd4c361861", "Gateway": "e2e-ipp-cleanup-be281e", "namespace": "openshift-ingress"} 2026-09-10T03:19:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-be281e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-be281e", "reconcileID": "30a7ab1a-97fa-4209-be7b-39ed03315d7f", "Gateway": "e2e-ipp-cleanup-be281e", "namespace": "openshift-ingress"} 2026-09-10T03:19:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-be281e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-be281e", "reconcileID": "30a7ab1a-97fa-4209-be7b-39ed03315d7f", "Gateway": "e2e-ipp-cleanup-be281e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-be281e-authn-ssl"} 2026-09-10T03:19:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-be281e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-be281e", "reconcileID": "30a7ab1a-97fa-4209-be7b-39ed03315d7f", "Gateway": "e2e-ipp-cleanup-be281e", "namespace": "openshift-ingress"} 2026-09-10T03:19:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-be281e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-be281e", "reconcileID": "07d949b0-8abf-4edc-bdc4-e2f3f24b9de2", "Gateway": "e2e-ipp-cleanup-be281e", "namespace": "openshift-ingress"} 2026-09-10T03:19:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-be281e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-be281e", "reconcileID": "07d949b0-8abf-4edc-bdc4-e2f3f24b9de2", "Gateway": "e2e-ipp-cleanup-be281e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-be281e-authn-ssl"} 2026-09-10T03:19:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-be281e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-be281e", "reconcileID": "07d949b0-8abf-4edc-bdc4-e2f3f24b9de2", "Gateway": "e2e-ipp-cleanup-be281e", "namespace": "openshift-ingress"} 2026-09-10T03:19:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-be281e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-be281e", "reconcileID": "a8acf375-bd9b-4bb1-92d1-6161a0714a54", "Gateway": "e2e-ipp-cleanup-be281e", "namespace": "openshift-ingress"} 2026-09-10T03:19:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-be281e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-be281e", "reconcileID": "a8acf375-bd9b-4bb1-92d1-6161a0714a54", "Gateway": "e2e-ipp-cleanup-be281e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-be281e-authn-ssl"} 2026-09-10T03:19:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-be281e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-be281e", "reconcileID": "a8acf375-bd9b-4bb1-92d1-6161a0714a54", "Gateway": "e2e-ipp-cleanup-be281e", "namespace": "openshift-ingress"} 2026-09-10T03:19:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-be281e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-be281e", "reconcileID": "542e99f0-12f6-4d0b-bda4-0093fc615b86", "Gateway": "e2e-ipp-cleanup-be281e", "namespace": "openshift-ingress"} 2026-09-10T03:19:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-be281e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-be281e", "reconcileID": "542e99f0-12f6-4d0b-bda4-0093fc615b86", "Gateway": "e2e-ipp-cleanup-be281e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-be281e-authn-ssl"} 2026-09-10T03:19:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-be281e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-be281e", "reconcileID": "542e99f0-12f6-4d0b-bda4-0093fc615b86", "Gateway": "e2e-ipp-cleanup-be281e", "namespace": "openshift-ingress"} 2026-09-10T03:19:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-be281e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-be281e", "reconcileID": "cd335bc6-666b-4d18-a922-127428dfe0ed", "Gateway": "e2e-ipp-cleanup-be281e", "namespace": "openshift-ingress"} 2026-09-10T03:19:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-be281e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-be281e", "reconcileID": "cd335bc6-666b-4d18-a922-127428dfe0ed", "Gateway": "e2e-ipp-cleanup-be281e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-be281e-authn-ssl"} 2026-09-10T03:19:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-be281e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-be281e", "reconcileID": "cd335bc6-666b-4d18-a922-127428dfe0ed", "Gateway": "e2e-ipp-cleanup-be281e", "namespace": "openshift-ingress"} 2026-09-10T03:19:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-be281e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-be281e", "name": "openshift-service-ca.crt", "reconcileID": "b77a8512-4453-49fb-b737-d6f92b105798", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-be281e"} 2026-09-10T03:19:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-be281e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-be281e", "name": "openshift-service-ca.crt", "reconcileID": "b5d12d85-23b8-4dbb-a1f6-302740c77d59", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-be281e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T03:19:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-be281e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-be281e", "name": "openshift-service-ca.crt", "reconcileID": "b5d12d85-23b8-4dbb-a1f6-302740c77d59", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-be281e"} 2026-09-10T03:19:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-be281e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-be281e", "name": "odh-trusted-ca-bundle", "reconcileID": "75251233-0b16-4d98-b72c-d1922391ff6b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-be281e"} 2026-09-10T03:19:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-be281e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-be281e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d99d4c88-ac52-4377-aab4-8237e82601fd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-be281e"} 2026-09-10T03:19:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-be281e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-be281e", "name": "openshift-service-ca.crt", "reconcileID": "ea7bde5f-abca-4204-90f3-02cbae6540ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-be281e"} 2026-09-10T03:19:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-be281e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-be281e", "name": "odh-trusted-ca-bundle", "reconcileID": "e4096a81-3fde-4ab0-987d-1aa927effd99", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-be281e", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T03:19:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-be281e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-be281e", "name": "odh-trusted-ca-bundle", "reconcileID": "e4096a81-3fde-4ab0-987d-1aa927effd99", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-be281e"} 2026-09-10T03:19:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-be281e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-be281e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cf9d1d99-84b4-4901-b428-8728e4daf836", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-be281e"} 2026-09-10T03:19:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-be281e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-be281e", "reconcileID": "88ca2239-5810-4a65-8e42-37bb8f8a404a", "Gateway": "e2e-ipp-cleanup-be281e", "namespace": "openshift-ingress"} 2026-09-10T03:19:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-be281e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-be281e", "reconcileID": "88ca2239-5810-4a65-8e42-37bb8f8a404a", "Gateway": "e2e-ipp-cleanup-be281e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-be281e-authn-ssl"} 2026-09-10T03:19:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-be281e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-be281e", "reconcileID": "88ca2239-5810-4a65-8e42-37bb8f8a404a", "Gateway": "e2e-ipp-cleanup-be281e", "namespace": "openshift-ingress"} 2026-09-10T03:19:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-be281e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-be281e", "reconcileID": "7a781c9d-3933-477c-8daf-96a34215ed0e", "Gateway": "e2e-ipp-cleanup-be281e", "namespace": "openshift-ingress"} 2026-09-10T03:19:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-be281e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-be281e", "reconcileID": "7a781c9d-3933-477c-8daf-96a34215ed0e", "Gateway": "e2e-ipp-cleanup-be281e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-be281e-authn-ssl"} 2026-09-10T03:19:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-be281e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-be281e", "reconcileID": "7a781c9d-3933-477c-8daf-96a34215ed0e", "Gateway": "e2e-ipp-cleanup-be281e", "namespace": "openshift-ingress"} 2026-09-10T03:19:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-be281e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-be281e", "reconcileID": "cbc2cea1-09a7-44a6-9aea-f324b24f44c8", "Gateway": "e2e-ipp-cleanup-be281e", "namespace": "openshift-ingress"} 2026-09-10T03:19:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-be281e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-be281e", "reconcileID": "cbc2cea1-09a7-44a6-9aea-f324b24f44c8", "Gateway": "e2e-ipp-cleanup-be281e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-be281e-authn-ssl"} 2026-09-10T03:19:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-be281e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-be281e", "reconcileID": "cbc2cea1-09a7-44a6-9aea-f324b24f44c8", "Gateway": "e2e-ipp-cleanup-be281e", "namespace": "openshift-ingress"} 2026-09-10T03:19:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-be281e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-be281e", "reconcileID": "98189d1d-af89-4586-b0d7-da29dd89af26", "Gateway": "e2e-ipp-cleanup-be281e", "namespace": "openshift-ingress"} 2026-09-10T03:19:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-be281e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-be281e", "reconcileID": "98189d1d-af89-4586-b0d7-da29dd89af26", "Gateway": "e2e-ipp-cleanup-be281e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-be281e-authn-ssl"} 2026-09-10T03:19:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-be281e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-be281e", "reconcileID": "98189d1d-af89-4586-b0d7-da29dd89af26", "Gateway": "e2e-ipp-cleanup-be281e", "namespace": "openshift-ingress"} 2026-09-10T03:19:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-be281e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-be281e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0e88b225-4137-422c-8956-9365cc81aca5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-be281e"} 2026-09-10T03:19:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-be281e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-be281e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0e88b225-4137-422c-8956-9365cc81aca5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-be281e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T03:19:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-be281e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-be281e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0e88b225-4137-422c-8956-9365cc81aca5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-be281e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T03:19:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-be281e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-be281e", "name": "odh-trusted-ca-bundle", "reconcileID": "6854ccf0-49a6-4c5a-a72c-b098f529c130", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-be281e"} 2026-09-10T03:19:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-be281e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-be281e", "name": "odh-trusted-ca-bundle", "reconcileID": "6854ccf0-49a6-4c5a-a72c-b098f529c130", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-be281e"} 2026-09-10T03:19:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-be281e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-be281e", "name": "openshift-service-ca.crt", "reconcileID": "5ec02c31-1d2f-42a4-ab2b-f01927b30743", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-be281e"} 2026-09-10T03:19:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-be281e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-be281e", "name": "openshift-service-ca.crt", "reconcileID": "5ec02c31-1d2f-42a4-ab2b-f01927b30743", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-be281e"} 2026-09-10T03:19:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-be281e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-be281e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "624af065-6dc5-4de5-b680-1c98d10e6e5d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-be281e"} 2026-09-10T03:19:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-be281e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-be281e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "624af065-6dc5-4de5-b680-1c98d10e6e5d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-be281e"} 2026-09-10T03:19:52Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-be281e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-be281e", "reconcileID": "460d91ee-f808-4e0c-b75f-ed8ef8b5c398", "Gateway": "e2e-ipp-cleanup-be281e", "namespace": "openshift-ingress"} 2026-09-10T03:20:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "f9120f00-e2a9-4569-9b47-d173e3174e3d", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress"} 2026-09-10T03:20:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "f9120f00-e2a9-4569-9b47-d173e3174e3d", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5-authn-ssl"} 2026-09-10T03:20:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "f9120f00-e2a9-4569-9b47-d173e3174e3d", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress"} 2026-09-10T03:20:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "b181daa8-b7b9-47d9-a829-519df274e0b9", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress"} 2026-09-10T03:20:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "b181daa8-b7b9-47d9-a829-519df274e0b9", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5-authn-ssl"} 2026-09-10T03:20:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "b181daa8-b7b9-47d9-a829-519df274e0b9", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress"} 2026-09-10T03:20:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "45b66a8f-2c10-411f-9a62-51aebf37b8bb", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress"} 2026-09-10T03:20:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "45b66a8f-2c10-411f-9a62-51aebf37b8bb", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5-authn-ssl"} 2026-09-10T03:20:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "45b66a8f-2c10-411f-9a62-51aebf37b8bb", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress"} 2026-09-10T03:20:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c9cef5","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "ipp-route-c9cef5", "reconcileID": "f178d9c0-591b-4e52-a1dd-9b0145405bd5", "LLMInferenceService": "ipp-route-c9cef5", "namespace": "ai-tenant-e2e-ipp-a-c9cef5"} 2026-09-10T03:20:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c9cef5","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "ipp-route-c9cef5", "reconcileID": "f178d9c0-591b-4e52-a1dd-9b0145405bd5", "LLMInferenceService": "ipp-route-c9cef5", "namespace": "ai-tenant-e2e-ipp-a-c9cef5"} 2026-09-10T03:20:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c9cef5","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "ipp-route-c9cef5", "reconcileID": "f178d9c0-591b-4e52-a1dd-9b0145405bd5", "LLMInferenceService": "ipp-route-c9cef5", "namespace": "ai-tenant-e2e-ipp-a-c9cef5"} 2026-09-10T03:20:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c9cef5","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "ipp-route-c9cef5", "reconcileID": "f178d9c0-591b-4e52-a1dd-9b0145405bd5", "LLMInferenceService": "ipp-route-c9cef5", "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "ipp-route-c9cef5-kserve-route-authn"} 2026-09-10T03:20:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c9cef5","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "ipp-route-c9cef5", "reconcileID": "f178d9c0-591b-4e52-a1dd-9b0145405bd5", "LLMInferenceService": "ipp-route-c9cef5", "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "authType": "userdefined"} 2026-09-10T03:20:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c9cef5","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "ipp-route-c9cef5", "reconcileID": "f178d9c0-591b-4e52-a1dd-9b0145405bd5", "LLMInferenceService": "ipp-route-c9cef5", "namespace": "ai-tenant-e2e-ipp-a-c9cef5"} 2026-09-10T03:20:53Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c9cef5","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "ipp-route-c9cef5", "reconcileID": "78c6442d-9dae-42f2-8553-015aa503595f", "LLMInferenceService": "ipp-route-c9cef5", "namespace": "ai-tenant-e2e-ipp-a-c9cef5"} 2026-09-10T03:20:53Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c9cef5","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "ipp-route-c9cef5", "reconcileID": "78c6442d-9dae-42f2-8553-015aa503595f", "LLMInferenceService": "ipp-route-c9cef5", "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "ipp-route-c9cef5"} 2026-09-10T03:20:53Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c9cef5","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "ipp-route-c9cef5", "reconcileID": "78c6442d-9dae-42f2-8553-015aa503595f", "LLMInferenceService": "ipp-route-c9cef5", "namespace": "ai-tenant-e2e-ipp-a-c9cef5"} 2026-09-10T03:20:53Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c9cef5","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "ipp-route-c9cef5", "reconcileID": "78c6442d-9dae-42f2-8553-015aa503595f", "LLMInferenceService": "ipp-route-c9cef5", "namespace": "ai-tenant-e2e-ipp-a-c9cef5"} 2026-09-10T03:20:53Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c9cef5","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "ipp-route-c9cef5", "reconcileID": "78c6442d-9dae-42f2-8553-015aa503595f", "LLMInferenceService": "ipp-route-c9cef5", "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "ipp-route-c9cef5-kserve-route-authn"} 2026-09-10T03:20:53Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c9cef5","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "ipp-route-c9cef5", "reconcileID": "78c6442d-9dae-42f2-8553-015aa503595f", "LLMInferenceService": "ipp-route-c9cef5", "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "ipp-route-c9cef5-kserve-route-authn"} 2026-09-10T03:20:53Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c9cef5","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "ipp-route-c9cef5", "reconcileID": "78c6442d-9dae-42f2-8553-015aa503595f", "LLMInferenceService": "ipp-route-c9cef5", "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "namespace": "ai-tenant-e2e-ipp-a-c9cef5"} 2026-09-10T03:20:53Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c9cef5","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "ipp-route-c9cef5", "reconcileID": "78c6442d-9dae-42f2-8553-015aa503595f", "LLMInferenceService": "ipp-route-c9cef5", "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "namespace": "ai-tenant-e2e-ipp-a-c9cef5"} 2026-09-10T03:20:53Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c9cef5","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "ipp-route-c9cef5", "reconcileID": "afa0d676-15f0-44c6-8af5-050957fbff36", "LLMInferenceService": "ipp-route-c9cef5", "namespace": "ai-tenant-e2e-ipp-a-c9cef5"} 2026-09-10T03:20:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "cb687410-ff35-415b-bc38-30de4b7f3c04", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress"} 2026-09-10T03:20:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "cb687410-ff35-415b-bc38-30de4b7f3c04", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5-authn-ssl"} 2026-09-10T03:20:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "cb687410-ff35-415b-bc38-30de4b7f3c04", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress"} 2026-09-10T03:20:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "3f706ec0-9a91-4de0-a1a7-b0d7a08671e5", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress"} 2026-09-10T03:20:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "3f706ec0-9a91-4de0-a1a7-b0d7a08671e5", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5-authn-ssl"} 2026-09-10T03:20:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "3f706ec0-9a91-4de0-a1a7-b0d7a08671e5", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress"} 2026-09-10T03:20:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07c806bf-81f2-4b30-94e2-1f8546a9843e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c9cef5"} 2026-09-10T03:20:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07c806bf-81f2-4b30-94e2-1f8546a9843e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T03:20:53Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07c806bf-81f2-4b30-94e2-1f8546a9843e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-c9cef5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T03:20:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "odh-trusted-ca-bundle", "reconcileID": "9c9c5168-8aae-4d8d-b528-7bb72d2d1160", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c9cef5"} 2026-09-10T03:20:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "odh-trusted-ca-bundle", "reconcileID": "9c9c5168-8aae-4d8d-b528-7bb72d2d1160", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c9cef5"} 2026-09-10T03:20:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "openshift-service-ca.crt", "reconcileID": "698f1455-a7b9-483d-b198-7aa59ca97ba3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c9cef5"} 2026-09-10T03:20:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "openshift-service-ca.crt", "reconcileID": "698f1455-a7b9-483d-b198-7aa59ca97ba3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c9cef5"} 2026-09-10T03:20:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cceb6111-9e59-4215-9291-543b9d7cd6fd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c9cef5"} 2026-09-10T03:20:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c9cef5"}, "namespace": "ai-tenant-e2e-ipp-a-c9cef5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cceb6111-9e59-4215-9291-543b9d7cd6fd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c9cef5"} 2026-09-10T03:20:59Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c9cef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c9cef5", "reconcileID": "56c3b42c-2380-4c7f-ab4e-41b394f1b92d", "Gateway": "e2e-ipp-a-c9cef5", "namespace": "openshift-ingress"} 2026-09-10T03:21:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c970f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3", "reconcileID": "277ec539-76fb-4d7d-8c8a-d3c202136ed9", "Gateway": "e2e-ipp-b-c970f3", "namespace": "openshift-ingress"} 2026-09-10T03:21:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c970f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3", "reconcileID": "277ec539-76fb-4d7d-8c8a-d3c202136ed9", "Gateway": "e2e-ipp-b-c970f3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3-authn-ssl"} 2026-09-10T03:21:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c970f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3", "reconcileID": "277ec539-76fb-4d7d-8c8a-d3c202136ed9", "Gateway": "e2e-ipp-b-c970f3", "namespace": "openshift-ingress"} 2026-09-10T03:21:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c970f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3", "reconcileID": "f27ce243-25f1-4ea0-9641-329d5f9df606", "Gateway": "e2e-ipp-b-c970f3", "namespace": "openshift-ingress"} 2026-09-10T03:21:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c970f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3", "reconcileID": "f27ce243-25f1-4ea0-9641-329d5f9df606", "Gateway": "e2e-ipp-b-c970f3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3-authn-ssl"} 2026-09-10T03:21:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c970f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3", "reconcileID": "f27ce243-25f1-4ea0-9641-329d5f9df606", "Gateway": "e2e-ipp-b-c970f3", "namespace": "openshift-ingress"} 2026-09-10T03:21:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c970f3"}, "namespace": "ai-tenant-e2e-ipp-b-c970f3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5276a0fb-4eea-462f-afa2-19a5ce1de1c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c970f3"} 2026-09-10T03:21:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c970f3"}, "namespace": "ai-tenant-e2e-ipp-b-c970f3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5276a0fb-4eea-462f-afa2-19a5ce1de1c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c970f3", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T03:21:16Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c970f3"}, "namespace": "ai-tenant-e2e-ipp-b-c970f3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5276a0fb-4eea-462f-afa2-19a5ce1de1c6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-c970f3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T03:21:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c970f3"}, "namespace": "ai-tenant-e2e-ipp-b-c970f3", "name": "odh-trusted-ca-bundle", "reconcileID": "9170b313-1433-44fd-8184-de1d0fd90965", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c970f3"} 2026-09-10T03:21:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c970f3"}, "namespace": "ai-tenant-e2e-ipp-b-c970f3", "name": "odh-trusted-ca-bundle", "reconcileID": "9170b313-1433-44fd-8184-de1d0fd90965", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c970f3"} 2026-09-10T03:21:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-c970f3"}, "namespace": "ai-tenant-e2e-ipp-b-c970f3", "name": "openshift-service-ca.crt", "reconcileID": "38e0a5f1-a0f8-4dfd-bba4-4896bd6dbdcd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-c970f3"} 2026-09-10T03:21:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-c970f3"}, "namespace": "ai-tenant-e2e-ipp-b-c970f3", "name": "openshift-service-ca.crt", "reconcileID": "38e0a5f1-a0f8-4dfd-bba4-4896bd6dbdcd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-c970f3"} 2026-09-10T03:21:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c970f3"}, "namespace": "ai-tenant-e2e-ipp-b-c970f3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b65d5a2a-37c5-4331-a5d2-6e7655c452c1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c970f3"} 2026-09-10T03:21:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c970f3"}, "namespace": "ai-tenant-e2e-ipp-b-c970f3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b65d5a2a-37c5-4331-a5d2-6e7655c452c1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c970f3"} 2026-09-10T03:21:17Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c970f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c970f3", "reconcileID": "516f4377-0242-433d-bce8-c3306100013c", "Gateway": "e2e-ipp-b-c970f3", "namespace": "openshift-ingress"} 2026-09-10T03:21:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-af7727","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-af7727", "reconcileID": "0b7b1096-5448-4f77-a0af-f03cda1cf0b2", "Gateway": "e2e-shared-a-w3-af7727", "namespace": "openshift-ingress"} 2026-09-10T03:21:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-af7727","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-af7727", "reconcileID": "0b7b1096-5448-4f77-a0af-f03cda1cf0b2", "Gateway": "e2e-shared-a-w3-af7727", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-af7727-authn-ssl"} 2026-09-10T03:21:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-af7727","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-af7727", "reconcileID": "0b7b1096-5448-4f77-a0af-f03cda1cf0b2", "Gateway": "e2e-shared-a-w3-af7727", "namespace": "openshift-ingress"} 2026-09-10T03:21:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-af7727","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-af7727", "reconcileID": "3d7afdd0-7ace-4fbd-9b34-8270af3626cc", "Gateway": "e2e-shared-a-w3-af7727", "namespace": "openshift-ingress"} 2026-09-10T03:21:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-af7727","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-af7727", "reconcileID": "3d7afdd0-7ace-4fbd-9b34-8270af3626cc", "Gateway": "e2e-shared-a-w3-af7727", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-af7727-authn-ssl"} 2026-09-10T03:21:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-af7727","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-af7727", "reconcileID": "3d7afdd0-7ace-4fbd-9b34-8270af3626cc", "Gateway": "e2e-shared-a-w3-af7727", "namespace": "openshift-ingress"} 2026-09-10T03:21:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-af7727"}, "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1302cffa-0707-4b54-8f93-8ce9593aa7f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-af7727"} 2026-09-10T03:21:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-af7727"}, "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1302cffa-0707-4b54-8f93-8ce9593aa7f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T03:21:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-af7727"}, "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1302cffa-0707-4b54-8f93-8ce9593aa7f0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-af7727 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T03:21:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-af7727"}, "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "odh-trusted-ca-bundle", "reconcileID": "9d910940-45dd-45c7-b33c-670552e36a6a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-af7727"} 2026-09-10T03:21:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-af7727"}, "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "odh-trusted-ca-bundle", "reconcileID": "9d910940-45dd-45c7-b33c-670552e36a6a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-af7727"} 2026-09-10T03:21:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-af7727"}, "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "openshift-service-ca.crt", "reconcileID": "dc161d60-dffe-48a9-925c-c1a2327fc01d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-af7727"} 2026-09-10T03:21:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-af7727"}, "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "openshift-service-ca.crt", "reconcileID": "dc161d60-dffe-48a9-925c-c1a2327fc01d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-af7727"} 2026-09-10T03:21:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-af7727"}, "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5c896c23-c00f-480d-a208-8ea34dc2fa90", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-af7727"} 2026-09-10T03:21:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-af7727"}, "namespace": "ai-tenant-e2e-shared-a-w3-af7727", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5c896c23-c00f-480d-a208-8ea34dc2fa90", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-af7727"} 2026-09-10T03:21:35Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-af7727","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-af7727", "reconcileID": "df874dda-2598-42ad-bd51-918a885258a0", "Gateway": "e2e-shared-a-w3-af7727", "namespace": "openshift-ingress"} 2026-09-10T03:21:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7daa14","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7daa14", "reconcileID": "af17d16c-7a17-429e-be82-3cf8c9907924", "Gateway": "e2e-shared-b-w3-7daa14", "namespace": "openshift-ingress"} 2026-09-10T03:21:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7daa14","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7daa14", "reconcileID": "af17d16c-7a17-429e-be82-3cf8c9907924", "Gateway": "e2e-shared-b-w3-7daa14", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7daa14-authn-ssl"} 2026-09-10T03:21:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7daa14","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7daa14", "reconcileID": "af17d16c-7a17-429e-be82-3cf8c9907924", "Gateway": "e2e-shared-b-w3-7daa14", "namespace": "openshift-ingress"} 2026-09-10T03:21:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7daa14","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7daa14", "reconcileID": "2d0d9fce-e7ca-4230-95c7-bfc54abd6ae6", "Gateway": "e2e-shared-b-w3-7daa14", "namespace": "openshift-ingress"} 2026-09-10T03:21:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7daa14","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7daa14", "reconcileID": "2d0d9fce-e7ca-4230-95c7-bfc54abd6ae6", "Gateway": "e2e-shared-b-w3-7daa14", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7daa14-authn-ssl"} 2026-09-10T03:21:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7daa14","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7daa14", "reconcileID": "2d0d9fce-e7ca-4230-95c7-bfc54abd6ae6", "Gateway": "e2e-shared-b-w3-7daa14", "namespace": "openshift-ingress"} 2026-09-10T03:21:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8477a248-c3d5-4948-9b7a-c9a933a9444b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14"} 2026-09-10T03:21:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8477a248-c3d5-4948-9b7a-c9a933a9444b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T03:21:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8477a248-c3d5-4948-9b7a-c9a933a9444b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-7daa14 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T03:21:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "odh-trusted-ca-bundle", "reconcileID": "7f94259b-d91e-417c-8385-a3da3745460c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14"} 2026-09-10T03:21:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "odh-trusted-ca-bundle", "reconcileID": "7f94259b-d91e-417c-8385-a3da3745460c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14"} 2026-09-10T03:21:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "openshift-service-ca.crt", "reconcileID": "d523a37d-90a0-4d95-b088-bb889848d8a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14"} 2026-09-10T03:21:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "openshift-service-ca.crt", "reconcileID": "d523a37d-90a0-4d95-b088-bb889848d8a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14"} 2026-09-10T03:21:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4b66bc3d-8416-4929-87a8-53d56bf9d25f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14"} 2026-09-10T03:21:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7daa14"}, "namespace": "ai-tenant-e2e-shared-b-w3-7daa14", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4b66bc3d-8416-4929-87a8-53d56bf9d25f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7daa14"} 2026-09-10T03:21:52Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7daa14","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7daa14", "reconcileID": "0b027d6c-7c79-4a66-899d-e299fd215e0e", "Gateway": "e2e-shared-b-w3-7daa14", "namespace": "openshift-ingress"} 2026-09-10T03:26:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-082ad071", "reconcileID": "de859ad7-f200-440d-9dbe-15026175a494", "LLMInferenceService": "e2e-same-id-a-082ad071", "namespace": "llm"} 2026-09-10T03:26:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-082ad071", "reconcileID": "de859ad7-f200-440d-9dbe-15026175a494", "LLMInferenceService": "e2e-same-id-a-082ad071", "namespace": "llm"} 2026-09-10T03:26:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-082ad071", "reconcileID": "de859ad7-f200-440d-9dbe-15026175a494", "LLMInferenceService": "e2e-same-id-a-082ad071", "namespace": "llm"} 2026-09-10T03:26:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c8df1e22-8864-4330-aa34-d77d3aff7d8d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T03:26:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-082ad071", "reconcileID": "de859ad7-f200-440d-9dbe-15026175a494", "LLMInferenceService": "e2e-same-id-a-082ad071", "namespace": "llm", "name": "e2e-same-id-a-082ad071-kserve-route-authn"} 2026-09-10T03:26:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-082ad071", "reconcileID": "de859ad7-f200-440d-9dbe-15026175a494", "LLMInferenceService": "e2e-same-id-a-082ad071", "namespace": "llm", "authType": "userdefined"} 2026-09-10T03:26:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-082ad071", "reconcileID": "de859ad7-f200-440d-9dbe-15026175a494", "LLMInferenceService": "e2e-same-id-a-082ad071", "namespace": "llm"} 2026-09-10T03:26:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c8df1e22-8864-4330-aa34-d77d3aff7d8d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T03:26:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c8df1e22-8864-4330-aa34-d77d3aff7d8d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T03:26:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-082ad071", "reconcileID": "934e7ae7-8fc0-47ef-bead-566e5771a34f", "LLMInferenceService": "e2e-same-id-a-082ad071", "namespace": "llm"} 2026-09-10T03:26:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-082ad071", "reconcileID": "934e7ae7-8fc0-47ef-bead-566e5771a34f", "LLMInferenceService": "e2e-same-id-a-082ad071", "namespace": "llm"} 2026-09-10T03:26:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-082ad071", "reconcileID": "934e7ae7-8fc0-47ef-bead-566e5771a34f", "LLMInferenceService": "e2e-same-id-a-082ad071", "namespace": "llm"} 2026-09-10T03:26:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-082ad071", "reconcileID": "934e7ae7-8fc0-47ef-bead-566e5771a34f", "LLMInferenceService": "e2e-same-id-a-082ad071", "namespace": "llm", "name": "e2e-same-id-a-082ad071-kserve-route-authn"} 2026-09-10T03:26:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-082ad071", "reconcileID": "934e7ae7-8fc0-47ef-bead-566e5771a34f", "LLMInferenceService": "e2e-same-id-a-082ad071", "namespace": "llm", "authType": "userdefined"} 2026-09-10T03:26:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-082ad071", "reconcileID": "934e7ae7-8fc0-47ef-bead-566e5771a34f", "LLMInferenceService": "e2e-same-id-a-082ad071", "namespace": "llm"} 2026-09-10T03:26:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-082ad071", "reconcileID": "2c6ed1e4-a1d7-460b-872c-d010cdb345b8", "LLMInferenceService": "e2e-same-id-b-082ad071", "namespace": "llm"} 2026-09-10T03:26:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-082ad071", "reconcileID": "2c6ed1e4-a1d7-460b-872c-d010cdb345b8", "LLMInferenceService": "e2e-same-id-b-082ad071", "namespace": "llm"} 2026-09-10T03:26:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-082ad071", "reconcileID": "2c6ed1e4-a1d7-460b-872c-d010cdb345b8", "LLMInferenceService": "e2e-same-id-b-082ad071", "namespace": "llm"} 2026-09-10T03:26:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f5d78380-86ee-4c56-b516-7d81108b8ba1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T03:26:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-082ad071", "reconcileID": "2c6ed1e4-a1d7-460b-872c-d010cdb345b8", "LLMInferenceService": "e2e-same-id-b-082ad071", "namespace": "llm", "name": "e2e-same-id-b-082ad071-kserve-route-authn"} 2026-09-10T03:26:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-082ad071", "reconcileID": "2c6ed1e4-a1d7-460b-872c-d010cdb345b8", "LLMInferenceService": "e2e-same-id-b-082ad071", "namespace": "llm", "authType": "userdefined"} 2026-09-10T03:26:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-082ad071", "reconcileID": "2c6ed1e4-a1d7-460b-872c-d010cdb345b8", "LLMInferenceService": "e2e-same-id-b-082ad071", "namespace": "llm"} 2026-09-10T03:26:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f5d78380-86ee-4c56-b516-7d81108b8ba1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T03:26:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f5d78380-86ee-4c56-b516-7d81108b8ba1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T03:26:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "822214d1-e676-43ec-927c-da949483e57b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T03:26:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "822214d1-e676-43ec-927c-da949483e57b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T03:26:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "822214d1-e676-43ec-927c-da949483e57b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T03:26:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-082ad071", "reconcileID": "b859ee3c-26de-414c-aa29-ce84990c55fa", "LLMInferenceService": "e2e-same-id-a-082ad071", "namespace": "llm"} 2026-09-10T03:26:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-082ad071", "reconcileID": "b859ee3c-26de-414c-aa29-ce84990c55fa", "LLMInferenceService": "e2e-same-id-a-082ad071", "namespace": "llm"} 2026-09-10T03:26:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-082ad071", "reconcileID": "b859ee3c-26de-414c-aa29-ce84990c55fa", "LLMInferenceService": "e2e-same-id-a-082ad071", "namespace": "llm"} 2026-09-10T03:26:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-082ad071", "reconcileID": "b859ee3c-26de-414c-aa29-ce84990c55fa", "LLMInferenceService": "e2e-same-id-a-082ad071", "namespace": "llm", "name": "e2e-same-id-a-082ad071-kserve-route-authn"} 2026-09-10T03:26:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-082ad071", "reconcileID": "b859ee3c-26de-414c-aa29-ce84990c55fa", "LLMInferenceService": "e2e-same-id-a-082ad071", "namespace": "llm", "authType": "userdefined"} 2026-09-10T03:26:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-082ad071", "reconcileID": "b859ee3c-26de-414c-aa29-ce84990c55fa", "LLMInferenceService": "e2e-same-id-a-082ad071", "namespace": "llm"} 2026-09-10T03:26:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-082ad071", "reconcileID": "9d1bf120-529b-4c82-94a1-7ce65a104e64", "LLMInferenceService": "e2e-same-id-b-082ad071", "namespace": "llm"} 2026-09-10T03:26:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-082ad071", "reconcileID": "9d1bf120-529b-4c82-94a1-7ce65a104e64", "LLMInferenceService": "e2e-same-id-b-082ad071", "namespace": "llm"} 2026-09-10T03:26:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-082ad071", "reconcileID": "9d1bf120-529b-4c82-94a1-7ce65a104e64", "LLMInferenceService": "e2e-same-id-b-082ad071", "namespace": "llm"} 2026-09-10T03:26:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-082ad071", "reconcileID": "9d1bf120-529b-4c82-94a1-7ce65a104e64", "LLMInferenceService": "e2e-same-id-b-082ad071", "namespace": "llm", "name": "e2e-same-id-b-082ad071-kserve-route-authn"} 2026-09-10T03:26:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-082ad071", "reconcileID": "9d1bf120-529b-4c82-94a1-7ce65a104e64", "LLMInferenceService": "e2e-same-id-b-082ad071", "namespace": "llm", "authType": "userdefined"} 2026-09-10T03:26:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-082ad071", "reconcileID": "9d1bf120-529b-4c82-94a1-7ce65a104e64", "LLMInferenceService": "e2e-same-id-b-082ad071", "namespace": "llm"} 2026-09-10T03:26:22Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T03:26:22Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T03:26:23Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T03:26:23Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T03:26:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4aaf2a10-7356-4f29-a333-96c7d6521641", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T03:26:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4aaf2a10-7356-4f29-a333-96c7d6521641", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T03:26:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4aaf2a10-7356-4f29-a333-96c7d6521641", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T03:26:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-082ad071", "reconcileID": "0f154703-a833-42be-97c7-740ba673edea", "LLMInferenceService": "e2e-same-id-b-082ad071", "namespace": "llm"} 2026-09-10T03:26:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-082ad071", "reconcileID": "0f154703-a833-42be-97c7-740ba673edea", "LLMInferenceService": "e2e-same-id-b-082ad071", "namespace": "llm"} 2026-09-10T03:26:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-082ad071", "reconcileID": "0f154703-a833-42be-97c7-740ba673edea", "LLMInferenceService": "e2e-same-id-b-082ad071", "namespace": "llm"} 2026-09-10T03:26:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-082ad071", "reconcileID": "0f154703-a833-42be-97c7-740ba673edea", "LLMInferenceService": "e2e-same-id-b-082ad071", "namespace": "llm", "name": "e2e-same-id-b-082ad071-kserve-route-authn"} 2026-09-10T03:26:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-082ad071", "reconcileID": "0f154703-a833-42be-97c7-740ba673edea", "LLMInferenceService": "e2e-same-id-b-082ad071", "namespace": "llm", "authType": "userdefined"} 2026-09-10T03:26:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-082ad071", "reconcileID": "0f154703-a833-42be-97c7-740ba673edea", "LLMInferenceService": "e2e-same-id-b-082ad071", "namespace": "llm"} 2026-09-10T03:26:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-082ad071", "reconcileID": "1dc4a1fb-535a-46f5-a5de-247ff2818777", "LLMInferenceService": "e2e-same-id-a-082ad071", "namespace": "llm"} 2026-09-10T03:26:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-082ad071", "reconcileID": "1dc4a1fb-535a-46f5-a5de-247ff2818777", "LLMInferenceService": "e2e-same-id-a-082ad071", "namespace": "llm"} 2026-09-10T03:26:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-082ad071", "reconcileID": "1dc4a1fb-535a-46f5-a5de-247ff2818777", "LLMInferenceService": "e2e-same-id-a-082ad071", "namespace": "llm"} 2026-09-10T03:26:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-082ad071", "reconcileID": "1dc4a1fb-535a-46f5-a5de-247ff2818777", "LLMInferenceService": "e2e-same-id-a-082ad071", "namespace": "llm", "name": "e2e-same-id-a-082ad071-kserve-route-authn"} 2026-09-10T03:26:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-082ad071", "reconcileID": "1dc4a1fb-535a-46f5-a5de-247ff2818777", "LLMInferenceService": "e2e-same-id-a-082ad071", "namespace": "llm", "authType": "userdefined"} 2026-09-10T03:26:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-082ad071", "reconcileID": "1dc4a1fb-535a-46f5-a5de-247ff2818777", "LLMInferenceService": "e2e-same-id-a-082ad071", "namespace": "llm"} 2026-09-10T03:27:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-082ad071", "reconcileID": "7251c8d5-828d-40db-b195-f635f3a18675", "LLMInferenceService": "e2e-same-id-b-082ad071", "namespace": "llm"} 2026-09-10T03:27:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-082ad071", "reconcileID": "7251c8d5-828d-40db-b195-f635f3a18675", "LLMInferenceService": "e2e-same-id-b-082ad071", "namespace": "llm"} 2026-09-10T03:27:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-082ad071", "reconcileID": "7251c8d5-828d-40db-b195-f635f3a18675", "LLMInferenceService": "e2e-same-id-b-082ad071", "namespace": "llm"} 2026-09-10T03:27:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-082ad071", "reconcileID": "7251c8d5-828d-40db-b195-f635f3a18675", "LLMInferenceService": "e2e-same-id-b-082ad071", "namespace": "llm", "name": "e2e-same-id-b-082ad071-kserve-route-authn"} 2026-09-10T03:27:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-082ad071", "reconcileID": "7251c8d5-828d-40db-b195-f635f3a18675", "LLMInferenceService": "e2e-same-id-b-082ad071", "namespace": "llm", "authType": "userdefined"} 2026-09-10T03:27:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-082ad071", "reconcileID": "7251c8d5-828d-40db-b195-f635f3a18675", "LLMInferenceService": "e2e-same-id-b-082ad071", "namespace": "llm"} 2026-09-10T03:27:09Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-082ad071", "reconcileID": "e26fbc75-7b00-43c2-b9a7-a0c3e9900c61", "LLMInferenceService": "e2e-same-id-a-082ad071", "namespace": "llm"} 2026-09-10T03:27:09Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-082ad071", "reconcileID": "e26fbc75-7b00-43c2-b9a7-a0c3e9900c61", "LLMInferenceService": "e2e-same-id-a-082ad071", "namespace": "llm", "name": "e2e-same-id-a-082ad071"} 2026-09-10T03:27:09Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-082ad071", "reconcileID": "e26fbc75-7b00-43c2-b9a7-a0c3e9900c61", "LLMInferenceService": "e2e-same-id-a-082ad071", "namespace": "llm"} 2026-09-10T03:27:09Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-082ad071", "reconcileID": "e26fbc75-7b00-43c2-b9a7-a0c3e9900c61", "LLMInferenceService": "e2e-same-id-a-082ad071", "namespace": "llm"} 2026-09-10T03:27:09Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-082ad071", "reconcileID": "e26fbc75-7b00-43c2-b9a7-a0c3e9900c61", "LLMInferenceService": "e2e-same-id-a-082ad071", "namespace": "llm", "name": "e2e-same-id-a-082ad071-kserve-route-authn"} 2026-09-10T03:27:09Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-082ad071", "reconcileID": "e26fbc75-7b00-43c2-b9a7-a0c3e9900c61", "LLMInferenceService": "e2e-same-id-a-082ad071", "namespace": "llm", "name": "e2e-same-id-a-082ad071-kserve-route-authn"} 2026-09-10T03:27:09Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-082ad071", "reconcileID": "ca872764-6d4a-4086-94d9-699c22522a82", "LLMInferenceService": "e2e-same-id-a-082ad071", "namespace": "llm"} 2026-09-10T03:27:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "70c36a1f-7f05-4003-88fc-e58e896ef573", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T03:27:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "70c36a1f-7f05-4003-88fc-e58e896ef573", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T03:27:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "70c36a1f-7f05-4003-88fc-e58e896ef573", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T03:27:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "83bcfe47-dad3-407b-bbb8-4c9350e760c0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T03:27:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "83bcfe47-dad3-407b-bbb8-4c9350e760c0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T03:27:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "83bcfe47-dad3-407b-bbb8-4c9350e760c0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T03:27:09Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-082ad071", "reconcileID": "3cab5d5c-1381-4a91-8f8d-d61b5980b44e", "LLMInferenceService": "e2e-same-id-b-082ad071", "namespace": "llm"} 2026-09-10T03:27:09Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-082ad071", "reconcileID": "3cab5d5c-1381-4a91-8f8d-d61b5980b44e", "LLMInferenceService": "e2e-same-id-b-082ad071", "namespace": "llm", "name": "e2e-same-id-b-082ad071"} 2026-09-10T03:27:09Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-082ad071", "reconcileID": "3cab5d5c-1381-4a91-8f8d-d61b5980b44e", "LLMInferenceService": "e2e-same-id-b-082ad071", "namespace": "llm"} 2026-09-10T03:27:09Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-082ad071", "reconcileID": "3cab5d5c-1381-4a91-8f8d-d61b5980b44e", "LLMInferenceService": "e2e-same-id-b-082ad071", "namespace": "llm"} 2026-09-10T03:27:09Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-082ad071", "reconcileID": "3cab5d5c-1381-4a91-8f8d-d61b5980b44e", "LLMInferenceService": "e2e-same-id-b-082ad071", "namespace": "llm", "name": "e2e-same-id-b-082ad071-kserve-route-authn"} 2026-09-10T03:27:09Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-082ad071", "reconcileID": "3cab5d5c-1381-4a91-8f8d-d61b5980b44e", "LLMInferenceService": "e2e-same-id-b-082ad071", "namespace": "llm", "name": "e2e-same-id-b-082ad071-kserve-route-authn"} 2026-09-10T03:27:11Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-082ad071","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-082ad071", "reconcileID": "11069940-d99a-445b-9a76-fdad9d681803", "LLMInferenceService": "e2e-same-id-b-082ad071", "namespace": "llm"} 2026-09-10T03:27:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f1ea9f19-c744-49ee-87e9-04d4dc3de661", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T03:27:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f1ea9f19-c744-49ee-87e9-04d4dc3de661", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T03:27:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f1ea9f19-c744-49ee-87e9-04d4dc3de661", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T03:27:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8fc3b9b8-e0a6-4287-9565-2e6367b005b6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T03:27:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8fc3b9b8-e0a6-4287-9565-2e6367b005b6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T03:27:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8fc3b9b8-e0a6-4287-9565-2e6367b005b6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}