2026-09-16T21:49:16Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a7df81","namespace":"ai-tenant-e2e-shared-a-w3-a7df81"}, "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "sub-test-model-a7df81", "reconcileID": "62b688cd-4e61-4df6-b62b-454bb5d59409", "LLMInferenceService": "sub-test-model-a7df81", "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "namespace": "ai-tenant-e2e-shared-a-w3-a7df81"} 2026-09-16T21:49:16Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a7df81","namespace":"ai-tenant-e2e-shared-a-w3-a7df81"}, "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "sub-test-model-a7df81", "reconcileID": "51eb706b-c2e4-4f92-9e80-04ca8aee7e27", "LLMInferenceService": "sub-test-model-a7df81", "namespace": "ai-tenant-e2e-shared-a-w3-a7df81"} 2026-09-16T21:49:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a7df81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a7df81", "reconcileID": "1ab9a95d-b846-4700-ae0c-feb4860dbad5", "Gateway": "e2e-shared-a-w3-a7df81", "namespace": "openshift-ingress"} 2026-09-16T21:49:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a7df81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a7df81", "reconcileID": "1ab9a95d-b846-4700-ae0c-feb4860dbad5", "Gateway": "e2e-shared-a-w3-a7df81", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a7df81-authn-ssl"} 2026-09-16T21:49:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a7df81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a7df81", "reconcileID": "1ab9a95d-b846-4700-ae0c-feb4860dbad5", "Gateway": "e2e-shared-a-w3-a7df81", "namespace": "openshift-ingress"} 2026-09-16T21:49:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a7df81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a7df81", "reconcileID": "601e18fc-d4eb-4712-b929-e7ddec1ee14f", "Gateway": "e2e-shared-a-w3-a7df81", "namespace": "openshift-ingress"} 2026-09-16T21:49:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a7df81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a7df81", "reconcileID": "601e18fc-d4eb-4712-b929-e7ddec1ee14f", "Gateway": "e2e-shared-a-w3-a7df81", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a7df81-authn-ssl"} 2026-09-16T21:49:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a7df81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a7df81", "reconcileID": "601e18fc-d4eb-4712-b929-e7ddec1ee14f", "Gateway": "e2e-shared-a-w3-a7df81", "namespace": "openshift-ingress"} 2026-09-16T21:49:17Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1b68db","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "sub-test-model-1b68db", "reconcileID": "fd376ce8-3074-41eb-9511-6d1578790bd3", "LLMInferenceService": "sub-test-model-1b68db", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db"} 2026-09-16T21:49:17Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1b68db","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "sub-test-model-1b68db", "reconcileID": "fd376ce8-3074-41eb-9511-6d1578790bd3", "LLMInferenceService": "sub-test-model-1b68db", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "sub-test-model-1b68db"} 2026-09-16T21:49:17Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1b68db","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "sub-test-model-1b68db", "reconcileID": "fd376ce8-3074-41eb-9511-6d1578790bd3", "LLMInferenceService": "sub-test-model-1b68db", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db"} 2026-09-16T21:49:17Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1b68db","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "sub-test-model-1b68db", "reconcileID": "fd376ce8-3074-41eb-9511-6d1578790bd3", "LLMInferenceService": "sub-test-model-1b68db", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db"} 2026-09-16T21:49:17Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1b68db","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "sub-test-model-1b68db", "reconcileID": "fd376ce8-3074-41eb-9511-6d1578790bd3", "LLMInferenceService": "sub-test-model-1b68db", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "sub-test-model-1b68db-kserve-route-authn"} 2026-09-16T21:49:17Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1b68db","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "sub-test-model-1b68db", "reconcileID": "fd376ce8-3074-41eb-9511-6d1578790bd3", "LLMInferenceService": "sub-test-model-1b68db", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "sub-test-model-1b68db-kserve-route-authn"} 2026-09-16T21:49:17Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1b68db","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "sub-test-model-1b68db", "reconcileID": "fd376ce8-3074-41eb-9511-6d1578790bd3", "LLMInferenceService": "sub-test-model-1b68db", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db"} 2026-09-16T21:49:17Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1b68db","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "sub-test-model-1b68db", "reconcileID": "fd376ce8-3074-41eb-9511-6d1578790bd3", "LLMInferenceService": "sub-test-model-1b68db", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db"} 2026-09-16T21:49:17Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1b68db","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "sub-test-model-1b68db", "reconcileID": "2eb96ed2-7c64-41ea-ab54-95f744d0b287", "LLMInferenceService": "sub-test-model-1b68db", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db"} 2026-09-16T21:49:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1b68db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1b68db", "reconcileID": "ba1faf49-2a30-40ca-b3eb-9ec6e570f5cb", "Gateway": "e2e-shared-b-w3-1b68db", "namespace": "openshift-ingress"} 2026-09-16T21:49:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1b68db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1b68db", "reconcileID": "ba1faf49-2a30-40ca-b3eb-9ec6e570f5cb", "Gateway": "e2e-shared-b-w3-1b68db", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1b68db-authn-ssl"} 2026-09-16T21:49:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1b68db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1b68db", "reconcileID": "ba1faf49-2a30-40ca-b3eb-9ec6e570f5cb", "Gateway": "e2e-shared-b-w3-1b68db", "namespace": "openshift-ingress"} 2026-09-16T21:49:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1b68db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1b68db", "reconcileID": "f0a1474d-68e0-4ec8-ba5e-28f2f31ae7c7", "Gateway": "e2e-shared-b-w3-1b68db", "namespace": "openshift-ingress"} 2026-09-16T21:49:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1b68db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1b68db", "reconcileID": "f0a1474d-68e0-4ec8-ba5e-28f2f31ae7c7", "Gateway": "e2e-shared-b-w3-1b68db", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1b68db-authn-ssl"} 2026-09-16T21:49:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1b68db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1b68db", "reconcileID": "f0a1474d-68e0-4ec8-ba5e-28f2f31ae7c7", "Gateway": "e2e-shared-b-w3-1b68db", "namespace": "openshift-ingress"} 2026-09-16T21:49:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7df81","namespace":"ai-tenant-e2e-shared-a-w3-a7df81"}, "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "rate-test-model-a7df81", "reconcileID": "badad541-83ec-4a12-90ba-0de0eeb0210c", "LLMInferenceService": "rate-test-model-a7df81", "namespace": "ai-tenant-e2e-shared-a-w3-a7df81"} 2026-09-16T21:49:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7df81","namespace":"ai-tenant-e2e-shared-a-w3-a7df81"}, "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "rate-test-model-a7df81", "reconcileID": "badad541-83ec-4a12-90ba-0de0eeb0210c", "LLMInferenceService": "rate-test-model-a7df81", "namespace": "ai-tenant-e2e-shared-a-w3-a7df81"} 2026-09-16T21:49:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7df81","namespace":"ai-tenant-e2e-shared-a-w3-a7df81"}, "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "rate-test-model-a7df81", "reconcileID": "badad541-83ec-4a12-90ba-0de0eeb0210c", "LLMInferenceService": "rate-test-model-a7df81", "namespace": "ai-tenant-e2e-shared-a-w3-a7df81"} 2026-09-16T21:49:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a7df81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a7df81", "reconcileID": "e1467518-4726-4dfa-87fa-d24f667c9ebc", "Gateway": "e2e-shared-a-w3-a7df81", "namespace": "openshift-ingress"} 2026-09-16T21:49:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7df81","namespace":"ai-tenant-e2e-shared-a-w3-a7df81"}, "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "rate-test-model-a7df81", "reconcileID": "badad541-83ec-4a12-90ba-0de0eeb0210c", "LLMInferenceService": "rate-test-model-a7df81", "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "rate-test-model-a7df81-kserve-route-authn"} 2026-09-16T21:49:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7df81","namespace":"ai-tenant-e2e-shared-a-w3-a7df81"}, "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "rate-test-model-a7df81", "reconcileID": "badad541-83ec-4a12-90ba-0de0eeb0210c", "LLMInferenceService": "rate-test-model-a7df81", "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "authType": "userdefined"} 2026-09-16T21:49:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7df81","namespace":"ai-tenant-e2e-shared-a-w3-a7df81"}, "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "rate-test-model-a7df81", "reconcileID": "badad541-83ec-4a12-90ba-0de0eeb0210c", "LLMInferenceService": "rate-test-model-a7df81", "namespace": "ai-tenant-e2e-shared-a-w3-a7df81"} 2026-09-16T21:49:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a7df81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a7df81", "reconcileID": "e1467518-4726-4dfa-87fa-d24f667c9ebc", "Gateway": "e2e-shared-a-w3-a7df81", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a7df81-authn-ssl"} 2026-09-16T21:49:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a7df81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a7df81", "reconcileID": "e1467518-4726-4dfa-87fa-d24f667c9ebc", "Gateway": "e2e-shared-a-w3-a7df81", "namespace": "openshift-ingress"} 2026-09-16T21:49:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7df81","namespace":"ai-tenant-e2e-shared-a-w3-a7df81"}, "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "rate-test-model-a7df81", "reconcileID": "30ac5c97-81ef-4fc5-941a-1d3f4e02d81e", "LLMInferenceService": "rate-test-model-a7df81", "namespace": "ai-tenant-e2e-shared-a-w3-a7df81"} 2026-09-16T21:49:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7df81","namespace":"ai-tenant-e2e-shared-a-w3-a7df81"}, "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "rate-test-model-a7df81", "reconcileID": "30ac5c97-81ef-4fc5-941a-1d3f4e02d81e", "LLMInferenceService": "rate-test-model-a7df81", "namespace": "ai-tenant-e2e-shared-a-w3-a7df81"} 2026-09-16T21:49:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7df81","namespace":"ai-tenant-e2e-shared-a-w3-a7df81"}, "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "rate-test-model-a7df81", "reconcileID": "30ac5c97-81ef-4fc5-941a-1d3f4e02d81e", "LLMInferenceService": "rate-test-model-a7df81", "namespace": "ai-tenant-e2e-shared-a-w3-a7df81"} 2026-09-16T21:49:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7df81","namespace":"ai-tenant-e2e-shared-a-w3-a7df81"}, "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "rate-test-model-a7df81", "reconcileID": "30ac5c97-81ef-4fc5-941a-1d3f4e02d81e", "LLMInferenceService": "rate-test-model-a7df81", "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "rate-test-model-a7df81-kserve-route-authn"} 2026-09-16T21:49:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7df81","namespace":"ai-tenant-e2e-shared-a-w3-a7df81"}, "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "rate-test-model-a7df81", "reconcileID": "30ac5c97-81ef-4fc5-941a-1d3f4e02d81e", "LLMInferenceService": "rate-test-model-a7df81", "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "authType": "userdefined"} 2026-09-16T21:49:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7df81","namespace":"ai-tenant-e2e-shared-a-w3-a7df81"}, "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "rate-test-model-a7df81", "reconcileID": "30ac5c97-81ef-4fc5-941a-1d3f4e02d81e", "LLMInferenceService": "rate-test-model-a7df81", "namespace": "ai-tenant-e2e-shared-a-w3-a7df81"} 2026-09-16T21:49:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a7df81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a7df81", "reconcileID": "e96d8fdf-c28b-42f3-80ee-0c8c23277042", "Gateway": "e2e-shared-a-w3-a7df81", "namespace": "openshift-ingress"} 2026-09-16T21:49:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a7df81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a7df81", "reconcileID": "e96d8fdf-c28b-42f3-80ee-0c8c23277042", "Gateway": "e2e-shared-a-w3-a7df81", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a7df81-authn-ssl"} 2026-09-16T21:49:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a7df81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a7df81", "reconcileID": "e96d8fdf-c28b-42f3-80ee-0c8c23277042", "Gateway": "e2e-shared-a-w3-a7df81", "namespace": "openshift-ingress"} 2026-09-16T21:49:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7df81","namespace":"ai-tenant-e2e-shared-a-w3-a7df81"}, "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "rate-test-model-a7df81", "reconcileID": "8e57ecda-ba77-4adc-b7c2-76df887abb18", "LLMInferenceService": "rate-test-model-a7df81", "namespace": "ai-tenant-e2e-shared-a-w3-a7df81"} 2026-09-16T21:49:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7df81","namespace":"ai-tenant-e2e-shared-a-w3-a7df81"}, "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "rate-test-model-a7df81", "reconcileID": "8e57ecda-ba77-4adc-b7c2-76df887abb18", "LLMInferenceService": "rate-test-model-a7df81", "namespace": "ai-tenant-e2e-shared-a-w3-a7df81"} 2026-09-16T21:49:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7df81","namespace":"ai-tenant-e2e-shared-a-w3-a7df81"}, "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "rate-test-model-a7df81", "reconcileID": "8e57ecda-ba77-4adc-b7c2-76df887abb18", "LLMInferenceService": "rate-test-model-a7df81", "namespace": "ai-tenant-e2e-shared-a-w3-a7df81"} 2026-09-16T21:49:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7df81","namespace":"ai-tenant-e2e-shared-a-w3-a7df81"}, "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "rate-test-model-a7df81", "reconcileID": "8e57ecda-ba77-4adc-b7c2-76df887abb18", "LLMInferenceService": "rate-test-model-a7df81", "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "rate-test-model-a7df81-kserve-route-authn"} 2026-09-16T21:49:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7df81","namespace":"ai-tenant-e2e-shared-a-w3-a7df81"}, "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "rate-test-model-a7df81", "reconcileID": "8e57ecda-ba77-4adc-b7c2-76df887abb18", "LLMInferenceService": "rate-test-model-a7df81", "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "authType": "userdefined"} 2026-09-16T21:49:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7df81","namespace":"ai-tenant-e2e-shared-a-w3-a7df81"}, "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "rate-test-model-a7df81", "reconcileID": "8e57ecda-ba77-4adc-b7c2-76df887abb18", "LLMInferenceService": "rate-test-model-a7df81", "namespace": "ai-tenant-e2e-shared-a-w3-a7df81"} 2026-09-16T21:50:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7df81","namespace":"ai-tenant-e2e-shared-a-w3-a7df81"}, "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "rate-test-model-a7df81", "reconcileID": "de5a6ab9-b81a-4865-84f1-ab8bd4793000", "LLMInferenceService": "rate-test-model-a7df81", "namespace": "ai-tenant-e2e-shared-a-w3-a7df81"} 2026-09-16T21:50:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7df81","namespace":"ai-tenant-e2e-shared-a-w3-a7df81"}, "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "rate-test-model-a7df81", "reconcileID": "de5a6ab9-b81a-4865-84f1-ab8bd4793000", "LLMInferenceService": "rate-test-model-a7df81", "namespace": "ai-tenant-e2e-shared-a-w3-a7df81"} 2026-09-16T21:50:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7df81","namespace":"ai-tenant-e2e-shared-a-w3-a7df81"}, "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "rate-test-model-a7df81", "reconcileID": "de5a6ab9-b81a-4865-84f1-ab8bd4793000", "LLMInferenceService": "rate-test-model-a7df81", "namespace": "ai-tenant-e2e-shared-a-w3-a7df81"} 2026-09-16T21:50:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7df81","namespace":"ai-tenant-e2e-shared-a-w3-a7df81"}, "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "rate-test-model-a7df81", "reconcileID": "de5a6ab9-b81a-4865-84f1-ab8bd4793000", "LLMInferenceService": "rate-test-model-a7df81", "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "rate-test-model-a7df81-kserve-route-authn"} 2026-09-16T21:50:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7df81","namespace":"ai-tenant-e2e-shared-a-w3-a7df81"}, "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "rate-test-model-a7df81", "reconcileID": "de5a6ab9-b81a-4865-84f1-ab8bd4793000", "LLMInferenceService": "rate-test-model-a7df81", "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "authType": "userdefined"} 2026-09-16T21:50:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7df81","namespace":"ai-tenant-e2e-shared-a-w3-a7df81"}, "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "rate-test-model-a7df81", "reconcileID": "de5a6ab9-b81a-4865-84f1-ab8bd4793000", "LLMInferenceService": "rate-test-model-a7df81", "namespace": "ai-tenant-e2e-shared-a-w3-a7df81"} 2026-09-16T21:50:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1b68db","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "rate-test-model-1b68db", "reconcileID": "fa18142e-f83a-4a9e-834e-00b8c0a3e10b", "LLMInferenceService": "rate-test-model-1b68db", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db"} 2026-09-16T21:50:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1b68db","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "rate-test-model-1b68db", "reconcileID": "fa18142e-f83a-4a9e-834e-00b8c0a3e10b", "LLMInferenceService": "rate-test-model-1b68db", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db"} 2026-09-16T21:50:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1b68db","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "rate-test-model-1b68db", "reconcileID": "fa18142e-f83a-4a9e-834e-00b8c0a3e10b", "LLMInferenceService": "rate-test-model-1b68db", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db"} 2026-09-16T21:50:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1b68db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1b68db", "reconcileID": "8dde13d1-d870-4f3b-a33e-0f293edec9d6", "Gateway": "e2e-shared-b-w3-1b68db", "namespace": "openshift-ingress"} 2026-09-16T21:50:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1b68db","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "rate-test-model-1b68db", "reconcileID": "fa18142e-f83a-4a9e-834e-00b8c0a3e10b", "LLMInferenceService": "rate-test-model-1b68db", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "rate-test-model-1b68db-kserve-route-authn"} 2026-09-16T21:50:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1b68db","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "rate-test-model-1b68db", "reconcileID": "fa18142e-f83a-4a9e-834e-00b8c0a3e10b", "LLMInferenceService": "rate-test-model-1b68db", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "authType": "userdefined"} 2026-09-16T21:50:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1b68db","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "rate-test-model-1b68db", "reconcileID": "fa18142e-f83a-4a9e-834e-00b8c0a3e10b", "LLMInferenceService": "rate-test-model-1b68db", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db"} 2026-09-16T21:50:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1b68db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1b68db", "reconcileID": "8dde13d1-d870-4f3b-a33e-0f293edec9d6", "Gateway": "e2e-shared-b-w3-1b68db", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1b68db-authn-ssl"} 2026-09-16T21:50:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1b68db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1b68db", "reconcileID": "8dde13d1-d870-4f3b-a33e-0f293edec9d6", "Gateway": "e2e-shared-b-w3-1b68db", "namespace": "openshift-ingress"} 2026-09-16T21:50:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1b68db","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "rate-test-model-1b68db", "reconcileID": "32f1c8bd-c399-440c-ba4b-80b8141c95ff", "LLMInferenceService": "rate-test-model-1b68db", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db"} 2026-09-16T21:50:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1b68db","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "rate-test-model-1b68db", "reconcileID": "32f1c8bd-c399-440c-ba4b-80b8141c95ff", "LLMInferenceService": "rate-test-model-1b68db", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db"} 2026-09-16T21:50:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1b68db","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "rate-test-model-1b68db", "reconcileID": "32f1c8bd-c399-440c-ba4b-80b8141c95ff", "LLMInferenceService": "rate-test-model-1b68db", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db"} 2026-09-16T21:50:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1b68db","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "rate-test-model-1b68db", "reconcileID": "32f1c8bd-c399-440c-ba4b-80b8141c95ff", "LLMInferenceService": "rate-test-model-1b68db", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "rate-test-model-1b68db-kserve-route-authn"} 2026-09-16T21:50:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1b68db","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "rate-test-model-1b68db", "reconcileID": "32f1c8bd-c399-440c-ba4b-80b8141c95ff", "LLMInferenceService": "rate-test-model-1b68db", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "authType": "userdefined"} 2026-09-16T21:50:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1b68db","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "rate-test-model-1b68db", "reconcileID": "32f1c8bd-c399-440c-ba4b-80b8141c95ff", "LLMInferenceService": "rate-test-model-1b68db", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db"} 2026-09-16T21:50:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1b68db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1b68db", "reconcileID": "98e6b55f-2e5e-4c7f-8105-01a141516eac", "Gateway": "e2e-shared-b-w3-1b68db", "namespace": "openshift-ingress"} 2026-09-16T21:50:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1b68db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1b68db", "reconcileID": "98e6b55f-2e5e-4c7f-8105-01a141516eac", "Gateway": "e2e-shared-b-w3-1b68db", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1b68db-authn-ssl"} 2026-09-16T21:50:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1b68db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1b68db", "reconcileID": "98e6b55f-2e5e-4c7f-8105-01a141516eac", "Gateway": "e2e-shared-b-w3-1b68db", "namespace": "openshift-ingress"} 2026-09-16T21:50:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1b68db","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "rate-test-model-1b68db", "reconcileID": "ea78690a-a2ba-4ab7-919a-ef7d4066c994", "LLMInferenceService": "rate-test-model-1b68db", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db"} 2026-09-16T21:50:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1b68db","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "rate-test-model-1b68db", "reconcileID": "ea78690a-a2ba-4ab7-919a-ef7d4066c994", "LLMInferenceService": "rate-test-model-1b68db", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db"} 2026-09-16T21:50:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1b68db","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "rate-test-model-1b68db", "reconcileID": "ea78690a-a2ba-4ab7-919a-ef7d4066c994", "LLMInferenceService": "rate-test-model-1b68db", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db"} 2026-09-16T21:50:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1b68db","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "rate-test-model-1b68db", "reconcileID": "ea78690a-a2ba-4ab7-919a-ef7d4066c994", "LLMInferenceService": "rate-test-model-1b68db", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "rate-test-model-1b68db-kserve-route-authn"} 2026-09-16T21:50:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1b68db","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "rate-test-model-1b68db", "reconcileID": "ea78690a-a2ba-4ab7-919a-ef7d4066c994", "LLMInferenceService": "rate-test-model-1b68db", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "authType": "userdefined"} 2026-09-16T21:50:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1b68db","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "rate-test-model-1b68db", "reconcileID": "ea78690a-a2ba-4ab7-919a-ef7d4066c994", "LLMInferenceService": "rate-test-model-1b68db", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db"} 2026-09-16T21:50:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1b68db","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "rate-test-model-1b68db", "reconcileID": "4c84d0cd-4b52-4148-8941-0b1a5516e2d4", "LLMInferenceService": "rate-test-model-1b68db", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db"} 2026-09-16T21:50:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1b68db","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "rate-test-model-1b68db", "reconcileID": "4c84d0cd-4b52-4148-8941-0b1a5516e2d4", "LLMInferenceService": "rate-test-model-1b68db", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db"} 2026-09-16T21:50:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1b68db","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "rate-test-model-1b68db", "reconcileID": "4c84d0cd-4b52-4148-8941-0b1a5516e2d4", "LLMInferenceService": "rate-test-model-1b68db", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db"} 2026-09-16T21:50:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1b68db","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "rate-test-model-1b68db", "reconcileID": "4c84d0cd-4b52-4148-8941-0b1a5516e2d4", "LLMInferenceService": "rate-test-model-1b68db", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "rate-test-model-1b68db-kserve-route-authn"} 2026-09-16T21:50:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1b68db","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "rate-test-model-1b68db", "reconcileID": "4c84d0cd-4b52-4148-8941-0b1a5516e2d4", "LLMInferenceService": "rate-test-model-1b68db", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "authType": "userdefined"} 2026-09-16T21:50:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1b68db","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "rate-test-model-1b68db", "reconcileID": "4c84d0cd-4b52-4148-8941-0b1a5516e2d4", "LLMInferenceService": "rate-test-model-1b68db", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db"} 2026-09-16T21:50:53Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T21:50:53Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T21:50:57Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T21:50:57Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T21:51:04Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7df81","namespace":"ai-tenant-e2e-shared-a-w3-a7df81"}, "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "rate-test-model-a7df81", "reconcileID": "837e79a8-1d0e-4acf-b01b-356de34ff201", "LLMInferenceService": "rate-test-model-a7df81", "namespace": "ai-tenant-e2e-shared-a-w3-a7df81"} 2026-09-16T21:51:04Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7df81","namespace":"ai-tenant-e2e-shared-a-w3-a7df81"}, "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "rate-test-model-a7df81", "reconcileID": "837e79a8-1d0e-4acf-b01b-356de34ff201", "LLMInferenceService": "rate-test-model-a7df81", "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "rate-test-model-a7df81"} 2026-09-16T21:51:04Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7df81","namespace":"ai-tenant-e2e-shared-a-w3-a7df81"}, "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "rate-test-model-a7df81", "reconcileID": "837e79a8-1d0e-4acf-b01b-356de34ff201", "LLMInferenceService": "rate-test-model-a7df81", "namespace": "ai-tenant-e2e-shared-a-w3-a7df81"} 2026-09-16T21:51:04Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7df81","namespace":"ai-tenant-e2e-shared-a-w3-a7df81"}, "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "rate-test-model-a7df81", "reconcileID": "837e79a8-1d0e-4acf-b01b-356de34ff201", "LLMInferenceService": "rate-test-model-a7df81", "namespace": "ai-tenant-e2e-shared-a-w3-a7df81"} 2026-09-16T21:51:04Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7df81","namespace":"ai-tenant-e2e-shared-a-w3-a7df81"}, "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "rate-test-model-a7df81", "reconcileID": "837e79a8-1d0e-4acf-b01b-356de34ff201", "LLMInferenceService": "rate-test-model-a7df81", "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "rate-test-model-a7df81-kserve-route-authn"} 2026-09-16T21:51:04Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7df81","namespace":"ai-tenant-e2e-shared-a-w3-a7df81"}, "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "rate-test-model-a7df81", "reconcileID": "837e79a8-1d0e-4acf-b01b-356de34ff201", "LLMInferenceService": "rate-test-model-a7df81", "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "rate-test-model-a7df81-kserve-route-authn"} 2026-09-16T21:51:04Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7df81","namespace":"ai-tenant-e2e-shared-a-w3-a7df81"}, "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "rate-test-model-a7df81", "reconcileID": "837e79a8-1d0e-4acf-b01b-356de34ff201", "LLMInferenceService": "rate-test-model-a7df81", "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "namespace": "ai-tenant-e2e-shared-a-w3-a7df81"} 2026-09-16T21:51:04Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7df81","namespace":"ai-tenant-e2e-shared-a-w3-a7df81"}, "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "rate-test-model-a7df81", "reconcileID": "837e79a8-1d0e-4acf-b01b-356de34ff201", "LLMInferenceService": "rate-test-model-a7df81", "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "namespace": "ai-tenant-e2e-shared-a-w3-a7df81"} 2026-09-16T21:51:04Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7df81","namespace":"ai-tenant-e2e-shared-a-w3-a7df81"}, "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "rate-test-model-a7df81", "reconcileID": "ed721d13-d667-498d-b82d-35d7c5471301", "LLMInferenceService": "rate-test-model-a7df81", "namespace": "ai-tenant-e2e-shared-a-w3-a7df81"} 2026-09-16T21:51:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a7df81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a7df81", "reconcileID": "98683fca-348a-43c2-ad9e-8dfb60444650", "Gateway": "e2e-shared-a-w3-a7df81", "namespace": "openshift-ingress"} 2026-09-16T21:51:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a7df81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a7df81", "reconcileID": "98683fca-348a-43c2-ad9e-8dfb60444650", "Gateway": "e2e-shared-a-w3-a7df81", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a7df81-authn-ssl"} 2026-09-16T21:51:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a7df81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a7df81", "reconcileID": "98683fca-348a-43c2-ad9e-8dfb60444650", "Gateway": "e2e-shared-a-w3-a7df81", "namespace": "openshift-ingress"} 2026-09-16T21:51:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a7df81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a7df81", "reconcileID": "27a096f9-601b-4c5b-baff-d193f961e19f", "Gateway": "e2e-shared-a-w3-a7df81", "namespace": "openshift-ingress"} 2026-09-16T21:51:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a7df81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a7df81", "reconcileID": "27a096f9-601b-4c5b-baff-d193f961e19f", "Gateway": "e2e-shared-a-w3-a7df81", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a7df81-authn-ssl"} 2026-09-16T21:51:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a7df81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a7df81", "reconcileID": "27a096f9-601b-4c5b-baff-d193f961e19f", "Gateway": "e2e-shared-a-w3-a7df81", "namespace": "openshift-ingress"} 2026-09-16T21:51:05Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1b68db","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "rate-test-model-1b68db", "reconcileID": "6d4abfdf-06e0-477f-a768-427d1d79c439", "LLMInferenceService": "rate-test-model-1b68db", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db"} 2026-09-16T21:51:05Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1b68db","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "rate-test-model-1b68db", "reconcileID": "6d4abfdf-06e0-477f-a768-427d1d79c439", "LLMInferenceService": "rate-test-model-1b68db", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "rate-test-model-1b68db"} 2026-09-16T21:51:05Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1b68db","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "rate-test-model-1b68db", "reconcileID": "6d4abfdf-06e0-477f-a768-427d1d79c439", "LLMInferenceService": "rate-test-model-1b68db", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db"} 2026-09-16T21:51:05Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1b68db","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "rate-test-model-1b68db", "reconcileID": "6d4abfdf-06e0-477f-a768-427d1d79c439", "LLMInferenceService": "rate-test-model-1b68db", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db"} 2026-09-16T21:51:05Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1b68db","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "rate-test-model-1b68db", "reconcileID": "6d4abfdf-06e0-477f-a768-427d1d79c439", "LLMInferenceService": "rate-test-model-1b68db", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "rate-test-model-1b68db-kserve-route-authn"} 2026-09-16T21:51:05Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1b68db","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "rate-test-model-1b68db", "reconcileID": "6d4abfdf-06e0-477f-a768-427d1d79c439", "LLMInferenceService": "rate-test-model-1b68db", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "rate-test-model-1b68db-kserve-route-authn"} 2026-09-16T21:51:05Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1b68db","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "rate-test-model-1b68db", "reconcileID": "6d4abfdf-06e0-477f-a768-427d1d79c439", "LLMInferenceService": "rate-test-model-1b68db", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db"} 2026-09-16T21:51:05Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1b68db","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "rate-test-model-1b68db", "reconcileID": "6d4abfdf-06e0-477f-a768-427d1d79c439", "LLMInferenceService": "rate-test-model-1b68db", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db"} 2026-09-16T21:51:05Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1b68db","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "rate-test-model-1b68db", "reconcileID": "5f3cd420-fe46-4864-92db-f77cc6e9ff02", "LLMInferenceService": "rate-test-model-1b68db", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db"} 2026-09-16T21:51:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1b68db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1b68db", "reconcileID": "39dbaf90-6380-4923-a7e8-9aef90623ddf", "Gateway": "e2e-shared-b-w3-1b68db", "namespace": "openshift-ingress"} 2026-09-16T21:51:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1b68db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1b68db", "reconcileID": "39dbaf90-6380-4923-a7e8-9aef90623ddf", "Gateway": "e2e-shared-b-w3-1b68db", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1b68db-authn-ssl"} 2026-09-16T21:51:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1b68db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1b68db", "reconcileID": "39dbaf90-6380-4923-a7e8-9aef90623ddf", "Gateway": "e2e-shared-b-w3-1b68db", "namespace": "openshift-ingress"} 2026-09-16T21:51:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1b68db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1b68db", "reconcileID": "45163e59-12b0-4a3a-afa7-4a9a033f237b", "Gateway": "e2e-shared-b-w3-1b68db", "namespace": "openshift-ingress"} 2026-09-16T21:51:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1b68db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1b68db", "reconcileID": "45163e59-12b0-4a3a-afa7-4a9a033f237b", "Gateway": "e2e-shared-b-w3-1b68db", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1b68db-authn-ssl"} 2026-09-16T21:51:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1b68db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1b68db", "reconcileID": "45163e59-12b0-4a3a-afa7-4a9a033f237b", "Gateway": "e2e-shared-b-w3-1b68db", "namespace": "openshift-ingress"} 2026-09-16T21:51:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "e5e1536d-2a2b-415d-9bd9-df624ac05202", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress"} 2026-09-16T21:51:06Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "e5e1536d-2a2b-415d-9bd9-df624ac05202", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222-authn-ssl"} 2026-09-16T21:51:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "e5e1536d-2a2b-415d-9bd9-df624ac05202", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress"} 2026-09-16T21:51:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "a68cfe5f-3b0d-428f-9209-b5fc35100a81", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress"} 2026-09-16T21:51:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "a68cfe5f-3b0d-428f-9209-b5fc35100a81", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222-authn-ssl"} 2026-09-16T21:51:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "a68cfe5f-3b0d-428f-9209-b5fc35100a81", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress"} 2026-09-16T21:51:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "af59a245-757b-4e19-979a-3a292e470540", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress"} 2026-09-16T21:51:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "af59a245-757b-4e19-979a-3a292e470540", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222-authn-ssl"} 2026-09-16T21:51:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "af59a245-757b-4e19-979a-3a292e470540", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress"} 2026-09-16T21:51:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "7160ba40-9bff-4f62-aff8-5eeba1e72781", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress"} 2026-09-16T21:51:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "7160ba40-9bff-4f62-aff8-5eeba1e72781", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222-authn-ssl"} 2026-09-16T21:51:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "7160ba40-9bff-4f62-aff8-5eeba1e72781", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress"} 2026-09-16T21:51:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "dfd46bd4-79be-47d1-a6f9-7a20f7cb58b3", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress"} 2026-09-16T21:51:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "dfd46bd4-79be-47d1-a6f9-7a20f7cb58b3", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222-authn-ssl"} 2026-09-16T21:51:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "dfd46bd4-79be-47d1-a6f9-7a20f7cb58b3", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress"} 2026-09-16T21:51:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "69bf7e01-3c81-4ab5-b7a8-d4a3b966f664", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress"} 2026-09-16T21:51:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "69bf7e01-3c81-4ab5-b7a8-d4a3b966f664", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222-authn-ssl"} 2026-09-16T21:51:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "69bf7e01-3c81-4ab5-b7a8-d4a3b966f664", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress"} 2026-09-16T21:51:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "17988015-cff0-4cea-92b6-c5f03d9244bc", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress"} 2026-09-16T21:51:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "17988015-cff0-4cea-92b6-c5f03d9244bc", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222-authn-ssl"} 2026-09-16T21:51:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "17988015-cff0-4cea-92b6-c5f03d9244bc", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress"} 2026-09-16T21:51:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "openshift-service-ca.crt", "reconcileID": "589abe4a-490a-4ee1-8e68-8cbbb35c4b1e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ad0222"} 2026-09-16T21:51:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "odh-trusted-ca-bundle", "reconcileID": "254e704b-dfab-4839-aa46-0c611b26bf89", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ad0222"} 2026-09-16T21:51:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "openshift-service-ca.crt", "reconcileID": "0f797bf0-b8aa-4369-b328-5b5dcf136350", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ad0222", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T21:51:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "openshift-service-ca.crt", "reconcileID": "0f797bf0-b8aa-4369-b328-5b5dcf136350", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ad0222"} 2026-09-16T21:51:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "openshift-service-ca.crt", "reconcileID": "b4f1afaa-beb3-4e43-a7bb-f2cee0fdfb8c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ad0222"} 2026-09-16T21:51:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2372b1c2-34ad-4ddf-85a1-1ed9e6943476", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ad0222"} 2026-09-16T21:51:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "odh-trusted-ca-bundle", "reconcileID": "3e2ac974-dcba-4a53-bd1b-83f933c0b935", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ad0222", "update": "odh-kserve-custom-ca-bundle"} 2026-09-16T21:51:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "odh-trusted-ca-bundle", "reconcileID": "3e2ac974-dcba-4a53-bd1b-83f933c0b935", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ad0222"} 2026-09-16T21:51:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41197f4e-b29b-4bb2-b037-9b50d4edebdf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ad0222"} 2026-09-16T21:51:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "446674f3-a670-4e1f-aea4-bc9c82093de4", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress"} 2026-09-16T21:51:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "446674f3-a670-4e1f-aea4-bc9c82093de4", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222-authn-ssl"} 2026-09-16T21:51:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "446674f3-a670-4e1f-aea4-bc9c82093de4", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress"} 2026-09-16T21:51:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "6ba8e792-47f1-4e4c-a029-3816fa8fec40", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress"} 2026-09-16T21:51:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "6ba8e792-47f1-4e4c-a029-3816fa8fec40", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222-authn-ssl"} 2026-09-16T21:51:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "6ba8e792-47f1-4e4c-a029-3816fa8fec40", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress"} 2026-09-16T21:51:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03eca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6", "reconcileID": "d58a2cc3-1766-4b3e-a430-9059fbae4459", "Gateway": "e2e-ipp-b-03eca6", "namespace": "openshift-ingress"} 2026-09-16T21:51:35Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03eca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6", "reconcileID": "d58a2cc3-1766-4b3e-a430-9059fbae4459", "Gateway": "e2e-ipp-b-03eca6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6-authn-ssl"} 2026-09-16T21:51:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03eca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6", "reconcileID": "d58a2cc3-1766-4b3e-a430-9059fbae4459", "Gateway": "e2e-ipp-b-03eca6", "namespace": "openshift-ingress"} 2026-09-16T21:51:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03eca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6", "reconcileID": "a3f827c2-1544-42da-8d4d-ef50d3fd844d", "Gateway": "e2e-ipp-b-03eca6", "namespace": "openshift-ingress"} 2026-09-16T21:51:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03eca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6", "reconcileID": "a3f827c2-1544-42da-8d4d-ef50d3fd844d", "Gateway": "e2e-ipp-b-03eca6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6-authn-ssl"} 2026-09-16T21:51:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03eca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6", "reconcileID": "a3f827c2-1544-42da-8d4d-ef50d3fd844d", "Gateway": "e2e-ipp-b-03eca6", "namespace": "openshift-ingress"} 2026-09-16T21:51:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03eca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6", "reconcileID": "546530c8-8371-4044-9cdf-6ff8ca0e4d83", "Gateway": "e2e-ipp-b-03eca6", "namespace": "openshift-ingress"} 2026-09-16T21:51:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03eca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6", "reconcileID": "546530c8-8371-4044-9cdf-6ff8ca0e4d83", "Gateway": "e2e-ipp-b-03eca6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6-authn-ssl"} 2026-09-16T21:51:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03eca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6", "reconcileID": "546530c8-8371-4044-9cdf-6ff8ca0e4d83", "Gateway": "e2e-ipp-b-03eca6", "namespace": "openshift-ingress"} 2026-09-16T21:51:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03eca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6", "reconcileID": "a51aba0c-9a7f-4774-9c36-ea120ad71a57", "Gateway": "e2e-ipp-b-03eca6", "namespace": "openshift-ingress"} 2026-09-16T21:51:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03eca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6", "reconcileID": "a51aba0c-9a7f-4774-9c36-ea120ad71a57", "Gateway": "e2e-ipp-b-03eca6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6-authn-ssl"} 2026-09-16T21:51:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03eca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6", "reconcileID": "a51aba0c-9a7f-4774-9c36-ea120ad71a57", "Gateway": "e2e-ipp-b-03eca6", "namespace": "openshift-ingress"} 2026-09-16T21:51:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03eca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6", "reconcileID": "8aea1e12-e4f6-43c6-a38a-11eb809d2e23", "Gateway": "e2e-ipp-b-03eca6", "namespace": "openshift-ingress"} 2026-09-16T21:51:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03eca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6", "reconcileID": "8aea1e12-e4f6-43c6-a38a-11eb809d2e23", "Gateway": "e2e-ipp-b-03eca6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6-authn-ssl"} 2026-09-16T21:51:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03eca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6", "reconcileID": "8aea1e12-e4f6-43c6-a38a-11eb809d2e23", "Gateway": "e2e-ipp-b-03eca6", "namespace": "openshift-ingress"} 2026-09-16T21:51:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03eca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6", "reconcileID": "28cb9bc8-075a-4c07-b31a-92749da0fdc6", "Gateway": "e2e-ipp-b-03eca6", "namespace": "openshift-ingress"} 2026-09-16T21:51:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03eca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6", "reconcileID": "28cb9bc8-075a-4c07-b31a-92749da0fdc6", "Gateway": "e2e-ipp-b-03eca6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6-authn-ssl"} 2026-09-16T21:51:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03eca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6", "reconcileID": "28cb9bc8-075a-4c07-b31a-92749da0fdc6", "Gateway": "e2e-ipp-b-03eca6", "namespace": "openshift-ingress"} 2026-09-16T21:51:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03eca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6", "reconcileID": "a9099784-df54-46b9-b2a9-490a16653618", "Gateway": "e2e-ipp-b-03eca6", "namespace": "openshift-ingress"} 2026-09-16T21:51:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03eca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6", "reconcileID": "a9099784-df54-46b9-b2a9-490a16653618", "Gateway": "e2e-ipp-b-03eca6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6-authn-ssl"} 2026-09-16T21:51:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03eca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6", "reconcileID": "a9099784-df54-46b9-b2a9-490a16653618", "Gateway": "e2e-ipp-b-03eca6", "namespace": "openshift-ingress"} 2026-09-16T21:51:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03eca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6", "reconcileID": "3df5f9a9-2ef4-4dcf-b7c3-1bb4c99e5d55", "Gateway": "e2e-ipp-b-03eca6", "namespace": "openshift-ingress"} 2026-09-16T21:51:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03eca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6", "reconcileID": "3df5f9a9-2ef4-4dcf-b7c3-1bb4c99e5d55", "Gateway": "e2e-ipp-b-03eca6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6-authn-ssl"} 2026-09-16T21:51:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03eca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6", "reconcileID": "3df5f9a9-2ef4-4dcf-b7c3-1bb4c99e5d55", "Gateway": "e2e-ipp-b-03eca6", "namespace": "openshift-ingress"} 2026-09-16T21:51:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-03eca6"}, "namespace": "ai-tenant-e2e-ipp-b-03eca6", "name": "openshift-service-ca.crt", "reconcileID": "25162628-f8fc-434b-8309-044b769e50b9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-03eca6"} 2026-09-16T21:51:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-03eca6"}, "namespace": "ai-tenant-e2e-ipp-b-03eca6", "name": "odh-trusted-ca-bundle", "reconcileID": "c135472c-8603-45ee-a626-17c6c259df6a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-03eca6"} 2026-09-16T21:51:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-03eca6"}, "namespace": "ai-tenant-e2e-ipp-b-03eca6", "name": "openshift-service-ca.crt", "reconcileID": "bf93d9da-8eed-4d85-ad18-f10eb504c4b2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-03eca6", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T21:51:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-03eca6"}, "namespace": "ai-tenant-e2e-ipp-b-03eca6", "name": "openshift-service-ca.crt", "reconcileID": "bf93d9da-8eed-4d85-ad18-f10eb504c4b2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-03eca6"} 2026-09-16T21:51:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-03eca6"}, "namespace": "ai-tenant-e2e-ipp-b-03eca6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "270ce3d7-4a66-4de8-b612-de105a1118e1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-03eca6"} 2026-09-16T21:51:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-03eca6"}, "namespace": "ai-tenant-e2e-ipp-b-03eca6", "name": "openshift-service-ca.crt", "reconcileID": "4fd020bc-931a-4e98-94e8-530df78dbabf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-03eca6"} 2026-09-16T21:51:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-03eca6"}, "namespace": "ai-tenant-e2e-ipp-b-03eca6", "name": "odh-trusted-ca-bundle", "reconcileID": "acc62f57-fd51-4657-9385-ba56969893d0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-03eca6", "update": "odh-kserve-custom-ca-bundle"} 2026-09-16T21:51:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-03eca6"}, "namespace": "ai-tenant-e2e-ipp-b-03eca6", "name": "odh-trusted-ca-bundle", "reconcileID": "acc62f57-fd51-4657-9385-ba56969893d0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-03eca6"} 2026-09-16T21:51:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-03eca6"}, "namespace": "ai-tenant-e2e-ipp-b-03eca6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d2917afd-0b6c-40d5-8b03-f6e1de956774", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-03eca6"} 2026-09-16T21:51:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03eca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6", "reconcileID": "d9e7d37c-c84d-488e-960a-e7cd5321c399", "Gateway": "e2e-ipp-b-03eca6", "namespace": "openshift-ingress"} 2026-09-16T21:51:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03eca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6", "reconcileID": "d9e7d37c-c84d-488e-960a-e7cd5321c399", "Gateway": "e2e-ipp-b-03eca6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6-authn-ssl"} 2026-09-16T21:51:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03eca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6", "reconcileID": "d9e7d37c-c84d-488e-960a-e7cd5321c399", "Gateway": "e2e-ipp-b-03eca6", "namespace": "openshift-ingress"} 2026-09-16T21:51:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03eca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6", "reconcileID": "afee643c-bb8a-445d-a49c-b3a6bec23aea", "Gateway": "e2e-ipp-b-03eca6", "namespace": "openshift-ingress"} 2026-09-16T21:51:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03eca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6", "reconcileID": "afee643c-bb8a-445d-a49c-b3a6bec23aea", "Gateway": "e2e-ipp-b-03eca6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6-authn-ssl"} 2026-09-16T21:51:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03eca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6", "reconcileID": "afee643c-bb8a-445d-a49c-b3a6bec23aea", "Gateway": "e2e-ipp-b-03eca6", "namespace": "openshift-ingress"} 2026-09-16T21:52:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ad0222","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222", "reconcileID": "86a5ea94-3c98-45c0-b089-e41b6562b70e", "LLMInferenceService": "ipp-route-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222"} 2026-09-16T21:52:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ad0222","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222", "reconcileID": "86a5ea94-3c98-45c0-b089-e41b6562b70e", "LLMInferenceService": "ipp-route-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222"} 2026-09-16T21:52:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ad0222","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222", "reconcileID": "86a5ea94-3c98-45c0-b089-e41b6562b70e", "LLMInferenceService": "ipp-route-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222"} 2026-09-16T21:52:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "2fb541e3-1c39-48f7-91f9-ef9079fbd95a", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress"} 2026-09-16T21:52:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ad0222","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222", "reconcileID": "86a5ea94-3c98-45c0-b089-e41b6562b70e", "LLMInferenceService": "ipp-route-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222-kserve-route-authn"} 2026-09-16T21:52:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ad0222","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222", "reconcileID": "86a5ea94-3c98-45c0-b089-e41b6562b70e", "LLMInferenceService": "ipp-route-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222", "authType": "userdefined"} 2026-09-16T21:52:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ad0222","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222", "reconcileID": "86a5ea94-3c98-45c0-b089-e41b6562b70e", "LLMInferenceService": "ipp-route-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222"} 2026-09-16T21:52:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "2fb541e3-1c39-48f7-91f9-ef9079fbd95a", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222-authn-ssl"} 2026-09-16T21:52:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "2fb541e3-1c39-48f7-91f9-ef9079fbd95a", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress"} 2026-09-16T21:52:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ad0222","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222", "reconcileID": "33fab157-e427-4477-b276-cce6bd2a0983", "LLMInferenceService": "ipp-route-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222"} 2026-09-16T21:52:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ad0222","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222", "reconcileID": "33fab157-e427-4477-b276-cce6bd2a0983", "LLMInferenceService": "ipp-route-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222"} 2026-09-16T21:52:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ad0222","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222", "reconcileID": "33fab157-e427-4477-b276-cce6bd2a0983", "LLMInferenceService": "ipp-route-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222"} 2026-09-16T21:52:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ad0222","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222", "reconcileID": "33fab157-e427-4477-b276-cce6bd2a0983", "LLMInferenceService": "ipp-route-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222-kserve-route-authn"} 2026-09-16T21:52:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ad0222","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222", "reconcileID": "33fab157-e427-4477-b276-cce6bd2a0983", "LLMInferenceService": "ipp-route-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222", "authType": "userdefined"} 2026-09-16T21:52:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ad0222","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222", "reconcileID": "33fab157-e427-4477-b276-cce6bd2a0983", "LLMInferenceService": "ipp-route-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222"} 2026-09-16T21:52:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "e28089e2-610f-4c19-8b85-c98891ba9fec", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress"} 2026-09-16T21:52:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "e28089e2-610f-4c19-8b85-c98891ba9fec", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222-authn-ssl"} 2026-09-16T21:52:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "e28089e2-610f-4c19-8b85-c98891ba9fec", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress"} 2026-09-16T21:52:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ad0222","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222", "reconcileID": "9f8afda8-2e57-419d-80bc-f5ca96253656", "LLMInferenceService": "ipp-route-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222"} 2026-09-16T21:52:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ad0222","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222", "reconcileID": "9f8afda8-2e57-419d-80bc-f5ca96253656", "LLMInferenceService": "ipp-route-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222"} 2026-09-16T21:52:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ad0222","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222", "reconcileID": "9f8afda8-2e57-419d-80bc-f5ca96253656", "LLMInferenceService": "ipp-route-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222"} 2026-09-16T21:52:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ad0222","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222", "reconcileID": "9f8afda8-2e57-419d-80bc-f5ca96253656", "LLMInferenceService": "ipp-route-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222-kserve-route-authn"} 2026-09-16T21:52:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ad0222","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222", "reconcileID": "9f8afda8-2e57-419d-80bc-f5ca96253656", "LLMInferenceService": "ipp-route-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222", "authType": "userdefined"} 2026-09-16T21:52:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ad0222","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222", "reconcileID": "9f8afda8-2e57-419d-80bc-f5ca96253656", "LLMInferenceService": "ipp-route-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222"} 2026-09-16T21:52:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ad0222","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222", "reconcileID": "14c6df8d-67cf-4c80-955c-ce0f0f45ecba", "LLMInferenceService": "ipp-route-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222"} 2026-09-16T21:52:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ad0222","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222", "reconcileID": "14c6df8d-67cf-4c80-955c-ce0f0f45ecba", "LLMInferenceService": "ipp-route-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222"} 2026-09-16T21:52:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ad0222","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222", "reconcileID": "14c6df8d-67cf-4c80-955c-ce0f0f45ecba", "LLMInferenceService": "ipp-route-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222"} 2026-09-16T21:52:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ad0222","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222", "reconcileID": "14c6df8d-67cf-4c80-955c-ce0f0f45ecba", "LLMInferenceService": "ipp-route-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222-kserve-route-authn"} 2026-09-16T21:52:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ad0222","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222", "reconcileID": "14c6df8d-67cf-4c80-955c-ce0f0f45ecba", "LLMInferenceService": "ipp-route-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222", "authType": "userdefined"} 2026-09-16T21:52:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ad0222","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222", "reconcileID": "14c6df8d-67cf-4c80-955c-ce0f0f45ecba", "LLMInferenceService": "ipp-route-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222"} 2026-09-16T21:52:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dcbfbc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc", "reconcileID": "91daa596-fa0e-4253-87ad-f2cee76a7637", "Gateway": "e2e-ipp-cleanup-dcbfbc", "namespace": "openshift-ingress"} 2026-09-16T21:52:45Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dcbfbc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc", "reconcileID": "91daa596-fa0e-4253-87ad-f2cee76a7637", "Gateway": "e2e-ipp-cleanup-dcbfbc", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc-authn-ssl"} 2026-09-16T21:52:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dcbfbc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc", "reconcileID": "91daa596-fa0e-4253-87ad-f2cee76a7637", "Gateway": "e2e-ipp-cleanup-dcbfbc", "namespace": "openshift-ingress"} 2026-09-16T21:52:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dcbfbc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc", "reconcileID": "8e68b9a4-1000-425c-924b-9f3ef2031130", "Gateway": "e2e-ipp-cleanup-dcbfbc", "namespace": "openshift-ingress"} 2026-09-16T21:52:45Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dcbfbc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc", "reconcileID": "8e68b9a4-1000-425c-924b-9f3ef2031130", "Gateway": "e2e-ipp-cleanup-dcbfbc", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc-authn-ssl"} 2026-09-16T21:52:45Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dcbfbc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc", "reconcileID": "8e68b9a4-1000-425c-924b-9f3ef2031130", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-cleanup-dcbfbc-authn-ssl: envoyfilters.networking.istio.io \"e2e-ipp-cleanup-dcbfbc-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T21:52:45Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-cleanup-dcbfbc-authn-ssl: envoyfilters.networking.istio.io "e2e-ipp-cleanup-dcbfbc-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-ipp-cleanup-dcbfbc","uid":"5c26c696-0cc6-451f-949f-cade7d81cfec","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"59929"}, "reason": "ReconcileError"} 2026-09-16T21:52:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dcbfbc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc", "reconcileID": "b7537f7f-2a3e-4ffa-9288-b8f4b2fa3df5", "Gateway": "e2e-ipp-cleanup-dcbfbc", "namespace": "openshift-ingress"} 2026-09-16T21:52:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dcbfbc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc", "reconcileID": "b7537f7f-2a3e-4ffa-9288-b8f4b2fa3df5", "Gateway": "e2e-ipp-cleanup-dcbfbc", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc-authn-ssl"} 2026-09-16T21:52:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dcbfbc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc", "reconcileID": "b7537f7f-2a3e-4ffa-9288-b8f4b2fa3df5", "Gateway": "e2e-ipp-cleanup-dcbfbc", "namespace": "openshift-ingress"} 2026-09-16T21:52:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dcbfbc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc", "reconcileID": "b2ffacbb-74ff-4e47-8021-97f141f67f6a", "Gateway": "e2e-ipp-cleanup-dcbfbc", "namespace": "openshift-ingress"} 2026-09-16T21:52:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dcbfbc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc", "reconcileID": "b2ffacbb-74ff-4e47-8021-97f141f67f6a", "Gateway": "e2e-ipp-cleanup-dcbfbc", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc-authn-ssl"} 2026-09-16T21:52:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dcbfbc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc", "reconcileID": "b2ffacbb-74ff-4e47-8021-97f141f67f6a", "Gateway": "e2e-ipp-cleanup-dcbfbc", "namespace": "openshift-ingress"} 2026-09-16T21:52:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dcbfbc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc", "reconcileID": "169e94e7-3223-4321-96d0-bfc2a8ca8def", "Gateway": "e2e-ipp-cleanup-dcbfbc", "namespace": "openshift-ingress"} 2026-09-16T21:52:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dcbfbc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc", "reconcileID": "169e94e7-3223-4321-96d0-bfc2a8ca8def", "Gateway": "e2e-ipp-cleanup-dcbfbc", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc-authn-ssl"} 2026-09-16T21:52:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dcbfbc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc", "reconcileID": "169e94e7-3223-4321-96d0-bfc2a8ca8def", "Gateway": "e2e-ipp-cleanup-dcbfbc", "namespace": "openshift-ingress"} 2026-09-16T21:52:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dcbfbc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc", "reconcileID": "b8cc1841-c0ad-4911-9906-04f5c5c4775d", "Gateway": "e2e-ipp-cleanup-dcbfbc", "namespace": "openshift-ingress"} 2026-09-16T21:52:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dcbfbc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc", "reconcileID": "b8cc1841-c0ad-4911-9906-04f5c5c4775d", "Gateway": "e2e-ipp-cleanup-dcbfbc", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc-authn-ssl"} 2026-09-16T21:52:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dcbfbc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc", "reconcileID": "b8cc1841-c0ad-4911-9906-04f5c5c4775d", "Gateway": "e2e-ipp-cleanup-dcbfbc", "namespace": "openshift-ingress"} 2026-09-16T21:52:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dcbfbc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc", "reconcileID": "3f77118c-18da-46dc-a276-27850c75d192", "Gateway": "e2e-ipp-cleanup-dcbfbc", "namespace": "openshift-ingress"} 2026-09-16T21:52:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dcbfbc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc", "reconcileID": "3f77118c-18da-46dc-a276-27850c75d192", "Gateway": "e2e-ipp-cleanup-dcbfbc", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc-authn-ssl"} 2026-09-16T21:52:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dcbfbc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc", "reconcileID": "3f77118c-18da-46dc-a276-27850c75d192", "Gateway": "e2e-ipp-cleanup-dcbfbc", "namespace": "openshift-ingress"} 2026-09-16T21:52:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dcbfbc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc", "reconcileID": "bc2be3f6-e144-4c02-a320-351f1b536928", "Gateway": "e2e-ipp-cleanup-dcbfbc", "namespace": "openshift-ingress"} 2026-09-16T21:52:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dcbfbc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc", "reconcileID": "bc2be3f6-e144-4c02-a320-351f1b536928", "Gateway": "e2e-ipp-cleanup-dcbfbc", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc-authn-ssl"} 2026-09-16T21:52:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dcbfbc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc", "reconcileID": "bc2be3f6-e144-4c02-a320-351f1b536928", "Gateway": "e2e-ipp-cleanup-dcbfbc", "namespace": "openshift-ingress"} 2026-09-16T21:52:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-dcbfbc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dcbfbc", "name": "openshift-service-ca.crt", "reconcileID": "38b6687c-750e-4a77-821b-80ac8b104af5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-dcbfbc"} 2026-09-16T21:52:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-dcbfbc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dcbfbc", "name": "openshift-service-ca.crt", "reconcileID": "ac8b36ce-10b9-464e-b5d1-b85e07538c3c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-dcbfbc", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T21:52:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-dcbfbc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dcbfbc", "name": "openshift-service-ca.crt", "reconcileID": "ac8b36ce-10b9-464e-b5d1-b85e07538c3c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-dcbfbc"} 2026-09-16T21:52:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-dcbfbc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dcbfbc", "name": "odh-trusted-ca-bundle", "reconcileID": "447cbabe-a3b8-4ac2-bb4e-840333a01da7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-dcbfbc"} 2026-09-16T21:52:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-dcbfbc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dcbfbc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5f330760-d164-4b1e-b36f-b0e27b7bd971", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-dcbfbc"} 2026-09-16T21:52:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-dcbfbc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dcbfbc", "name": "openshift-service-ca.crt", "reconcileID": "b45b1b2b-84e1-466d-a679-c5831687bbfb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-dcbfbc"} 2026-09-16T21:52:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-dcbfbc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dcbfbc", "name": "odh-trusted-ca-bundle", "reconcileID": "9d0666d7-a1c8-4632-8cf2-c12dfc3b1309", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-dcbfbc", "update": "odh-kserve-custom-ca-bundle"} 2026-09-16T21:52:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-dcbfbc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dcbfbc", "name": "odh-trusted-ca-bundle", "reconcileID": "9d0666d7-a1c8-4632-8cf2-c12dfc3b1309", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-dcbfbc"} 2026-09-16T21:52:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-dcbfbc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dcbfbc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db5962b2-7b71-40f0-ba8b-b7c17c21d577", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-dcbfbc"} 2026-09-16T21:52:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dcbfbc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc", "reconcileID": "8f0c579b-14e5-417c-9180-55fb37b41038", "Gateway": "e2e-ipp-cleanup-dcbfbc", "namespace": "openshift-ingress"} 2026-09-16T21:52:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dcbfbc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc", "reconcileID": "8f0c579b-14e5-417c-9180-55fb37b41038", "Gateway": "e2e-ipp-cleanup-dcbfbc", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc-authn-ssl"} 2026-09-16T21:52:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dcbfbc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc", "reconcileID": "8f0c579b-14e5-417c-9180-55fb37b41038", "Gateway": "e2e-ipp-cleanup-dcbfbc", "namespace": "openshift-ingress"} 2026-09-16T21:53:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dcbfbc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc", "reconcileID": "a013aabb-0b29-4923-bae4-910c82f81ad1", "Gateway": "e2e-ipp-cleanup-dcbfbc", "namespace": "openshift-ingress"} 2026-09-16T21:53:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dcbfbc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc", "reconcileID": "a013aabb-0b29-4923-bae4-910c82f81ad1", "Gateway": "e2e-ipp-cleanup-dcbfbc", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc-authn-ssl"} 2026-09-16T21:53:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dcbfbc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc", "reconcileID": "a013aabb-0b29-4923-bae4-910c82f81ad1", "Gateway": "e2e-ipp-cleanup-dcbfbc", "namespace": "openshift-ingress"} 2026-09-16T21:53:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dcbfbc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc", "reconcileID": "3b91ce3f-59eb-4ea8-b3e4-185735a740dd", "Gateway": "e2e-ipp-cleanup-dcbfbc", "namespace": "openshift-ingress"} 2026-09-16T21:53:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dcbfbc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc", "reconcileID": "3b91ce3f-59eb-4ea8-b3e4-185735a740dd", "Gateway": "e2e-ipp-cleanup-dcbfbc", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc-authn-ssl"} 2026-09-16T21:53:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dcbfbc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc", "reconcileID": "3b91ce3f-59eb-4ea8-b3e4-185735a740dd", "Gateway": "e2e-ipp-cleanup-dcbfbc", "namespace": "openshift-ingress"} 2026-09-16T21:53:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-dcbfbc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dcbfbc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc98c182-5a1a-468d-9298-35b8d5ff2905", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-dcbfbc"} 2026-09-16T21:53:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-dcbfbc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dcbfbc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc98c182-5a1a-468d-9298-35b8d5ff2905", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-dcbfbc", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T21:53:36Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-dcbfbc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dcbfbc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc98c182-5a1a-468d-9298-35b8d5ff2905", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-dcbfbc because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T21:53:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-dcbfbc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dcbfbc", "name": "odh-trusted-ca-bundle", "reconcileID": "5a4e15f5-c159-48e0-aad5-05e0b49dca0e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-dcbfbc"} 2026-09-16T21:53:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-dcbfbc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dcbfbc", "name": "odh-trusted-ca-bundle", "reconcileID": "5a4e15f5-c159-48e0-aad5-05e0b49dca0e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-dcbfbc"} 2026-09-16T21:53:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-dcbfbc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dcbfbc", "name": "openshift-service-ca.crt", "reconcileID": "55d9959f-037e-4d08-8a4f-8b6aa83b8d85", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-dcbfbc"} 2026-09-16T21:53:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-dcbfbc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dcbfbc", "name": "openshift-service-ca.crt", "reconcileID": "55d9959f-037e-4d08-8a4f-8b6aa83b8d85", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-dcbfbc"} 2026-09-16T21:53:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-dcbfbc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dcbfbc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f93f4f1a-693c-47a5-8ad6-84ddd0ba9d0b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-dcbfbc"} 2026-09-16T21:53:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-dcbfbc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dcbfbc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f93f4f1a-693c-47a5-8ad6-84ddd0ba9d0b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-dcbfbc"} 2026-09-16T21:53:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dcbfbc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc", "reconcileID": "611bbc1d-7e9c-4338-8e6e-6c68f661d079", "Gateway": "e2e-ipp-cleanup-dcbfbc", "namespace": "openshift-ingress"} 2026-09-16T21:53:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dcbfbc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc", "reconcileID": "611bbc1d-7e9c-4338-8e6e-6c68f661d079", "Gateway": "e2e-ipp-cleanup-dcbfbc", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc-authn-ssl"} 2026-09-16T21:53:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dcbfbc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc", "reconcileID": "611bbc1d-7e9c-4338-8e6e-6c68f661d079", "Gateway": "e2e-ipp-cleanup-dcbfbc", "namespace": "openshift-ingress"} 2026-09-16T21:53:37Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dcbfbc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dcbfbc", "reconcileID": "4a0386b1-e909-4d16-98e1-9f38df9297eb", "Gateway": "e2e-ipp-cleanup-dcbfbc", "namespace": "openshift-ingress"} 2026-09-16T21:53:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "0115242e-3b3d-4d14-85de-ea6b411681e4", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress"} 2026-09-16T21:53:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "0115242e-3b3d-4d14-85de-ea6b411681e4", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222-authn-ssl"} 2026-09-16T21:53:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "0115242e-3b3d-4d14-85de-ea6b411681e4", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress"} 2026-09-16T21:53:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "391e2ffe-971e-46d8-a1bd-3df5e8557da4", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress"} 2026-09-16T21:53:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "391e2ffe-971e-46d8-a1bd-3df5e8557da4", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222-authn-ssl"} 2026-09-16T21:53:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "391e2ffe-971e-46d8-a1bd-3df5e8557da4", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress"} 2026-09-16T21:54:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "df77d88b-be32-4607-af22-c61d8f9f169d", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress"} 2026-09-16T21:54:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "df77d88b-be32-4607-af22-c61d8f9f169d", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222-authn-ssl"} 2026-09-16T21:54:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "df77d88b-be32-4607-af22-c61d8f9f169d", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress"} 2026-09-16T21:54:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ad0222","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222", "reconcileID": "189ebd8f-1d79-4367-9b89-88997c48df94", "LLMInferenceService": "ipp-route-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222"} 2026-09-16T21:54:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ad0222","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222", "reconcileID": "189ebd8f-1d79-4367-9b89-88997c48df94", "LLMInferenceService": "ipp-route-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222"} 2026-09-16T21:54:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ad0222","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222", "reconcileID": "189ebd8f-1d79-4367-9b89-88997c48df94", "LLMInferenceService": "ipp-route-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222"} 2026-09-16T21:54:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ad0222","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222", "reconcileID": "189ebd8f-1d79-4367-9b89-88997c48df94", "LLMInferenceService": "ipp-route-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222-kserve-route-authn"} 2026-09-16T21:54:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ad0222","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222", "reconcileID": "189ebd8f-1d79-4367-9b89-88997c48df94", "LLMInferenceService": "ipp-route-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222", "authType": "userdefined"} 2026-09-16T21:54:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ad0222","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222", "reconcileID": "189ebd8f-1d79-4367-9b89-88997c48df94", "LLMInferenceService": "ipp-route-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222"} 2026-09-16T21:54:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "f4443a59-a8e2-4d7f-9ff5-34eae411f0f3", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress"} 2026-09-16T21:54:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "f4443a59-a8e2-4d7f-9ff5-34eae411f0f3", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222-authn-ssl"} 2026-09-16T21:54:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "f4443a59-a8e2-4d7f-9ff5-34eae411f0f3", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress"} 2026-09-16T21:54:39Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ad0222","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222", "reconcileID": "96b1a3dd-d68f-4924-bc09-2de5768547dc", "LLMInferenceService": "ipp-route-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222"} 2026-09-16T21:54:39Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ad0222","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222", "reconcileID": "96b1a3dd-d68f-4924-bc09-2de5768547dc", "LLMInferenceService": "ipp-route-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222"} 2026-09-16T21:54:39Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ad0222","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222", "reconcileID": "96b1a3dd-d68f-4924-bc09-2de5768547dc", "LLMInferenceService": "ipp-route-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222"} 2026-09-16T21:54:39Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ad0222","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222", "reconcileID": "96b1a3dd-d68f-4924-bc09-2de5768547dc", "LLMInferenceService": "ipp-route-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222"} 2026-09-16T21:54:39Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ad0222","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222", "reconcileID": "96b1a3dd-d68f-4924-bc09-2de5768547dc", "LLMInferenceService": "ipp-route-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222-kserve-route-authn"} 2026-09-16T21:54:39Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ad0222","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222", "reconcileID": "96b1a3dd-d68f-4924-bc09-2de5768547dc", "LLMInferenceService": "ipp-route-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222-kserve-route-authn"} 2026-09-16T21:54:39Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ad0222","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222", "reconcileID": "96b1a3dd-d68f-4924-bc09-2de5768547dc", "LLMInferenceService": "ipp-route-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222"} 2026-09-16T21:54:39Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ad0222","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222", "reconcileID": "96b1a3dd-d68f-4924-bc09-2de5768547dc", "LLMInferenceService": "ipp-route-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222"} 2026-09-16T21:54:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "afe12a72-41ec-4d48-91e6-b3cfd8b40edf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ad0222"} 2026-09-16T21:54:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "afe12a72-41ec-4d48-91e6-b3cfd8b40edf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ad0222", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T21:54:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "afe12a72-41ec-4d48-91e6-b3cfd8b40edf", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-ad0222 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T21:54:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "odh-trusted-ca-bundle", "reconcileID": "5021f8e9-31e5-4b20-86cb-6af4c1ff3697", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ad0222"} 2026-09-16T21:54:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "odh-trusted-ca-bundle", "reconcileID": "5021f8e9-31e5-4b20-86cb-6af4c1ff3697", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ad0222"} 2026-09-16T21:54:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "openshift-service-ca.crt", "reconcileID": "09f7fb5f-0623-4fc0-a588-c510d71b6af1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ad0222"} 2026-09-16T21:54:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "openshift-service-ca.crt", "reconcileID": "09f7fb5f-0623-4fc0-a588-c510d71b6af1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ad0222"} 2026-09-16T21:54:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b98b75a8-4abe-47aa-9b3a-9d1edadd8aab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ad0222"} 2026-09-16T21:54:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b98b75a8-4abe-47aa-9b3a-9d1edadd8aab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ad0222"} 2026-09-16T21:54:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ad0222","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222", "reconcileID": "67cb3112-9d75-4a83-a572-c7bdcf87759f", "LLMInferenceService": "ipp-route-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222"} 2026-09-16T21:54:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ad0222","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222", "reconcileID": "67cb3112-9d75-4a83-a572-c7bdcf87759f", "LLMInferenceService": "ipp-route-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222"} 2026-09-16T21:54:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ad0222","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222", "reconcileID": "67cb3112-9d75-4a83-a572-c7bdcf87759f", "LLMInferenceService": "ipp-route-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222"} 2026-09-16T21:54:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ad0222","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222", "reconcileID": "67cb3112-9d75-4a83-a572-c7bdcf87759f", "LLMInferenceService": "ipp-route-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222"} 2026-09-16T21:54:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ad0222","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222", "reconcileID": "67cb3112-9d75-4a83-a572-c7bdcf87759f", "LLMInferenceService": "ipp-route-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222-kserve-route-authn"} 2026-09-16T21:54:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ad0222","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222", "reconcileID": "67cb3112-9d75-4a83-a572-c7bdcf87759f", "LLMInferenceService": "ipp-route-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222-kserve-route-authn"} 2026-09-16T21:54:42Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ad0222","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222", "reconcileID": "67cb3112-9d75-4a83-a572-c7bdcf87759f", "LLMInferenceService": "ipp-route-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222"} 2026-09-16T21:54:42Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ad0222","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222", "reconcileID": "67cb3112-9d75-4a83-a572-c7bdcf87759f", "LLMInferenceService": "ipp-route-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222"} 2026-09-16T21:54:42Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ad0222","namespace":"ai-tenant-e2e-ipp-a-ad0222"}, "namespace": "ai-tenant-e2e-ipp-a-ad0222", "name": "ipp-route-ad0222", "reconcileID": "c0b5323d-89a1-4541-9a0c-7b7e45d0bad2", "LLMInferenceService": "ipp-route-ad0222", "namespace": "ai-tenant-e2e-ipp-a-ad0222"} 2026-09-16T21:54:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "9d64b4e2-e918-423b-b449-1fed0e41d660", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress"} 2026-09-16T21:54:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "9d64b4e2-e918-423b-b449-1fed0e41d660", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222-authn-ssl"} 2026-09-16T21:54:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "9d64b4e2-e918-423b-b449-1fed0e41d660", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress"} 2026-09-16T21:54:45Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ad0222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ad0222", "reconcileID": "edd22cb9-14ba-4224-943e-cfedd1300357", "Gateway": "e2e-ipp-a-ad0222", "namespace": "openshift-ingress"} 2026-09-16T21:54:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03eca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6", "reconcileID": "55fbeacd-049e-42aa-8089-e01a09a6e681", "Gateway": "e2e-ipp-b-03eca6", "namespace": "openshift-ingress"} 2026-09-16T21:54:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03eca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6", "reconcileID": "55fbeacd-049e-42aa-8089-e01a09a6e681", "Gateway": "e2e-ipp-b-03eca6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6-authn-ssl"} 2026-09-16T21:54:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03eca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6", "reconcileID": "55fbeacd-049e-42aa-8089-e01a09a6e681", "Gateway": "e2e-ipp-b-03eca6", "namespace": "openshift-ingress"} 2026-09-16T21:55:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03eca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6", "reconcileID": "40dd7498-50f5-4a3b-9b85-8a1908101a77", "Gateway": "e2e-ipp-b-03eca6", "namespace": "openshift-ingress"} 2026-09-16T21:55:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03eca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6", "reconcileID": "40dd7498-50f5-4a3b-9b85-8a1908101a77", "Gateway": "e2e-ipp-b-03eca6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6-authn-ssl"} 2026-09-16T21:55:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03eca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6", "reconcileID": "40dd7498-50f5-4a3b-9b85-8a1908101a77", "Gateway": "e2e-ipp-b-03eca6", "namespace": "openshift-ingress"} 2026-09-16T21:55:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-03eca6"}, "namespace": "ai-tenant-e2e-ipp-b-03eca6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fb8d34ae-0d9e-40d2-9d9b-ad568d409291", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-03eca6"} 2026-09-16T21:55:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-03eca6"}, "namespace": "ai-tenant-e2e-ipp-b-03eca6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fb8d34ae-0d9e-40d2-9d9b-ad568d409291", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-03eca6", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T21:55:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-03eca6"}, "namespace": "ai-tenant-e2e-ipp-b-03eca6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fb8d34ae-0d9e-40d2-9d9b-ad568d409291", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-03eca6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T21:55:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-03eca6"}, "namespace": "ai-tenant-e2e-ipp-b-03eca6", "name": "odh-trusted-ca-bundle", "reconcileID": "511fad2a-caee-46a2-8ae9-98b9063b28f3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-03eca6"} 2026-09-16T21:55:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-03eca6"}, "namespace": "ai-tenant-e2e-ipp-b-03eca6", "name": "odh-trusted-ca-bundle", "reconcileID": "511fad2a-caee-46a2-8ae9-98b9063b28f3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-03eca6"} 2026-09-16T21:55:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-03eca6"}, "namespace": "ai-tenant-e2e-ipp-b-03eca6", "name": "openshift-service-ca.crt", "reconcileID": "6755c753-bbdc-4d50-bd50-eeab0abc0f29", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-03eca6"} 2026-09-16T21:55:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-03eca6"}, "namespace": "ai-tenant-e2e-ipp-b-03eca6", "name": "openshift-service-ca.crt", "reconcileID": "6755c753-bbdc-4d50-bd50-eeab0abc0f29", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-03eca6"} 2026-09-16T21:55:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-03eca6"}, "namespace": "ai-tenant-e2e-ipp-b-03eca6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "704314e6-4b5e-4bc0-a891-66ceab4fef8a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-03eca6"} 2026-09-16T21:55:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-03eca6"}, "namespace": "ai-tenant-e2e-ipp-b-03eca6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "704314e6-4b5e-4bc0-a891-66ceab4fef8a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-03eca6"} 2026-09-16T21:55:03Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03eca6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03eca6", "reconcileID": "00919a55-d8b5-4608-b4c9-08ac45958b0d", "Gateway": "e2e-ipp-b-03eca6", "namespace": "openshift-ingress"} 2026-09-16T21:55:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a7df81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a7df81", "reconcileID": "ec527842-e4ea-4b6c-a328-e564ce06bb8b", "Gateway": "e2e-shared-a-w3-a7df81", "namespace": "openshift-ingress"} 2026-09-16T21:55:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a7df81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a7df81", "reconcileID": "ec527842-e4ea-4b6c-a328-e564ce06bb8b", "Gateway": "e2e-shared-a-w3-a7df81", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a7df81-authn-ssl"} 2026-09-16T21:55:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a7df81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a7df81", "reconcileID": "ec527842-e4ea-4b6c-a328-e564ce06bb8b", "Gateway": "e2e-shared-a-w3-a7df81", "namespace": "openshift-ingress"} 2026-09-16T21:55:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a7df81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a7df81", "reconcileID": "6807d1b5-12bf-418e-8f64-809f7b739e86", "Gateway": "e2e-shared-a-w3-a7df81", "namespace": "openshift-ingress"} 2026-09-16T21:55:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a7df81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a7df81", "reconcileID": "6807d1b5-12bf-418e-8f64-809f7b739e86", "Gateway": "e2e-shared-a-w3-a7df81", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a7df81-authn-ssl"} 2026-09-16T21:55:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a7df81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a7df81", "reconcileID": "6807d1b5-12bf-418e-8f64-809f7b739e86", "Gateway": "e2e-shared-a-w3-a7df81", "namespace": "openshift-ingress"} 2026-09-16T21:55:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-a7df81"}, "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "061281b8-ea60-4842-b8fd-3fc3fd31e714", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-a7df81"} 2026-09-16T21:55:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-a7df81"}, "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "061281b8-ea60-4842-b8fd-3fc3fd31e714", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T21:55:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-a7df81"}, "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "061281b8-ea60-4842-b8fd-3fc3fd31e714", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-a7df81 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T21:55:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-a7df81"}, "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "odh-trusted-ca-bundle", "reconcileID": "063d7cab-aecf-4e3d-a0f4-6011203f86af", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-a7df81"} 2026-09-16T21:55:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-a7df81"}, "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "odh-trusted-ca-bundle", "reconcileID": "063d7cab-aecf-4e3d-a0f4-6011203f86af", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-a7df81"} 2026-09-16T21:55:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-a7df81"}, "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "openshift-service-ca.crt", "reconcileID": "efc7c855-0db9-47e0-9efe-f2a37f4922cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-a7df81"} 2026-09-16T21:55:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-a7df81"}, "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "openshift-service-ca.crt", "reconcileID": "efc7c855-0db9-47e0-9efe-f2a37f4922cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-a7df81"} 2026-09-16T21:55:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-a7df81"}, "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "929a898a-bd16-41c2-b237-5d376147fa02", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-a7df81"} 2026-09-16T21:55:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-a7df81"}, "namespace": "ai-tenant-e2e-shared-a-w3-a7df81", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "929a898a-bd16-41c2-b237-5d376147fa02", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-a7df81"} 2026-09-16T21:55:21Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a7df81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a7df81", "reconcileID": "a20e8290-fbe5-4881-8cf1-30386510ea07", "Gateway": "e2e-shared-a-w3-a7df81", "namespace": "openshift-ingress"} 2026-09-16T21:55:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1b68db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1b68db", "reconcileID": "f1f31de8-21ea-4b16-93e8-a2d1c64fa015", "Gateway": "e2e-shared-b-w3-1b68db", "namespace": "openshift-ingress"} 2026-09-16T21:55:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1b68db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1b68db", "reconcileID": "f1f31de8-21ea-4b16-93e8-a2d1c64fa015", "Gateway": "e2e-shared-b-w3-1b68db", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1b68db-authn-ssl"} 2026-09-16T21:55:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1b68db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1b68db", "reconcileID": "f1f31de8-21ea-4b16-93e8-a2d1c64fa015", "Gateway": "e2e-shared-b-w3-1b68db", "namespace": "openshift-ingress"} 2026-09-16T21:55:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1b68db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1b68db", "reconcileID": "b7b6d717-8d13-4f2b-8766-f473b79444a3", "Gateway": "e2e-shared-b-w3-1b68db", "namespace": "openshift-ingress"} 2026-09-16T21:55:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1b68db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1b68db", "reconcileID": "b7b6d717-8d13-4f2b-8766-f473b79444a3", "Gateway": "e2e-shared-b-w3-1b68db", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1b68db-authn-ssl"} 2026-09-16T21:55:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1b68db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1b68db", "reconcileID": "b7b6d717-8d13-4f2b-8766-f473b79444a3", "Gateway": "e2e-shared-b-w3-1b68db", "namespace": "openshift-ingress"} 2026-09-16T21:55:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "670dbd17-7626-47cd-8824-a20c1d3b402c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db"} 2026-09-16T21:55:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "670dbd17-7626-47cd-8824-a20c1d3b402c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T21:55:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "670dbd17-7626-47cd-8824-a20c1d3b402c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-1b68db because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T21:55:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "odh-trusted-ca-bundle", "reconcileID": "986a891a-28dd-438c-8236-8b4d788ca6b8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db"} 2026-09-16T21:55:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "odh-trusted-ca-bundle", "reconcileID": "986a891a-28dd-438c-8236-8b4d788ca6b8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db"} 2026-09-16T21:55:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "openshift-service-ca.crt", "reconcileID": "0c76e538-356e-495d-9ed5-833640465d24", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db"} 2026-09-16T21:55:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "openshift-service-ca.crt", "reconcileID": "0c76e538-356e-495d-9ed5-833640465d24", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db"} 2026-09-16T21:55:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "912d6664-1cdc-4e2c-9f40-aa9c607220c3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db"} 2026-09-16T21:55:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-1b68db"}, "namespace": "ai-tenant-e2e-shared-b-w3-1b68db", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "912d6664-1cdc-4e2c-9f40-aa9c607220c3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-1b68db"} 2026-09-16T21:55:38Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1b68db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1b68db", "reconcileID": "676d3260-3982-4b6c-997e-9ef6d25a8de1", "Gateway": "e2e-shared-b-w3-1b68db", "namespace": "openshift-ingress"} 2026-09-16T21:57:34Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T21:57:34Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T21:57:37Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T21:57:37Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T21:59:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44cf9098", "reconcileID": "a6bf294b-e534-4ece-9ca7-988b1e5e0740", "LLMInferenceService": "e2e-same-id-a-44cf9098", "namespace": "llm"} 2026-09-16T21:59:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44cf9098", "reconcileID": "a6bf294b-e534-4ece-9ca7-988b1e5e0740", "LLMInferenceService": "e2e-same-id-a-44cf9098", "namespace": "llm"} 2026-09-16T21:59:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44cf9098", "reconcileID": "a6bf294b-e534-4ece-9ca7-988b1e5e0740", "LLMInferenceService": "e2e-same-id-a-44cf9098", "namespace": "llm"} 2026-09-16T21:59:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fe70dfd3-ddb5-4df7-91ac-3fdfde9952d5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T21:59:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44cf9098", "reconcileID": "a6bf294b-e534-4ece-9ca7-988b1e5e0740", "LLMInferenceService": "e2e-same-id-a-44cf9098", "namespace": "llm", "name": "e2e-same-id-a-44cf9098-kserve-route-authn"} 2026-09-16T21:59:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44cf9098", "reconcileID": "a6bf294b-e534-4ece-9ca7-988b1e5e0740", "LLMInferenceService": "e2e-same-id-a-44cf9098", "namespace": "llm", "authType": "userdefined"} 2026-09-16T21:59:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44cf9098", "reconcileID": "a6bf294b-e534-4ece-9ca7-988b1e5e0740", "LLMInferenceService": "e2e-same-id-a-44cf9098", "namespace": "llm"} 2026-09-16T21:59:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fe70dfd3-ddb5-4df7-91ac-3fdfde9952d5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T21:59:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fe70dfd3-ddb5-4df7-91ac-3fdfde9952d5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T21:59:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44cf9098", "reconcileID": "1d261f2f-63fd-41d2-8b4f-15df30fd681d", "LLMInferenceService": "e2e-same-id-a-44cf9098", "namespace": "llm"} 2026-09-16T21:59:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44cf9098", "reconcileID": "1d261f2f-63fd-41d2-8b4f-15df30fd681d", "LLMInferenceService": "e2e-same-id-a-44cf9098", "namespace": "llm"} 2026-09-16T21:59:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44cf9098", "reconcileID": "1d261f2f-63fd-41d2-8b4f-15df30fd681d", "LLMInferenceService": "e2e-same-id-a-44cf9098", "namespace": "llm"} 2026-09-16T21:59:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44cf9098", "reconcileID": "1d261f2f-63fd-41d2-8b4f-15df30fd681d", "LLMInferenceService": "e2e-same-id-a-44cf9098", "namespace": "llm", "name": "e2e-same-id-a-44cf9098-kserve-route-authn"} 2026-09-16T21:59:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44cf9098", "reconcileID": "1d261f2f-63fd-41d2-8b4f-15df30fd681d", "LLMInferenceService": "e2e-same-id-a-44cf9098", "namespace": "llm", "authType": "userdefined"} 2026-09-16T21:59:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44cf9098", "reconcileID": "1d261f2f-63fd-41d2-8b4f-15df30fd681d", "LLMInferenceService": "e2e-same-id-a-44cf9098", "namespace": "llm"} 2026-09-16T21:59:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44cf9098", "reconcileID": "79a74435-a363-42d9-b71c-063bfba4db9e", "LLMInferenceService": "e2e-same-id-b-44cf9098", "namespace": "llm"} 2026-09-16T21:59:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44cf9098", "reconcileID": "79a74435-a363-42d9-b71c-063bfba4db9e", "LLMInferenceService": "e2e-same-id-b-44cf9098", "namespace": "llm"} 2026-09-16T21:59:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44cf9098", "reconcileID": "79a74435-a363-42d9-b71c-063bfba4db9e", "LLMInferenceService": "e2e-same-id-b-44cf9098", "namespace": "llm"} 2026-09-16T21:59:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e024f907-0fa2-447a-8f4c-b0a1cfbea501", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T21:59:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44cf9098", "reconcileID": "79a74435-a363-42d9-b71c-063bfba4db9e", "LLMInferenceService": "e2e-same-id-b-44cf9098", "namespace": "llm", "name": "e2e-same-id-b-44cf9098-kserve-route-authn"} 2026-09-16T21:59:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44cf9098", "reconcileID": "79a74435-a363-42d9-b71c-063bfba4db9e", "LLMInferenceService": "e2e-same-id-b-44cf9098", "namespace": "llm", "authType": "userdefined"} 2026-09-16T21:59:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44cf9098", "reconcileID": "79a74435-a363-42d9-b71c-063bfba4db9e", "LLMInferenceService": "e2e-same-id-b-44cf9098", "namespace": "llm"} 2026-09-16T21:59:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e024f907-0fa2-447a-8f4c-b0a1cfbea501", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T21:59:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e024f907-0fa2-447a-8f4c-b0a1cfbea501", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T21:59:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b49dde1b-634e-4e23-8833-24c913260ebb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T21:59:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b49dde1b-634e-4e23-8833-24c913260ebb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T21:59:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b49dde1b-634e-4e23-8833-24c913260ebb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T22:00:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44cf9098", "reconcileID": "09b2b558-ad5b-4e5b-92d4-f7914c697277", "LLMInferenceService": "e2e-same-id-a-44cf9098", "namespace": "llm"} 2026-09-16T22:00:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44cf9098", "reconcileID": "09b2b558-ad5b-4e5b-92d4-f7914c697277", "LLMInferenceService": "e2e-same-id-a-44cf9098", "namespace": "llm"} 2026-09-16T22:00:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44cf9098", "reconcileID": "09b2b558-ad5b-4e5b-92d4-f7914c697277", "LLMInferenceService": "e2e-same-id-a-44cf9098", "namespace": "llm"} 2026-09-16T22:00:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44cf9098", "reconcileID": "09b2b558-ad5b-4e5b-92d4-f7914c697277", "LLMInferenceService": "e2e-same-id-a-44cf9098", "namespace": "llm", "name": "e2e-same-id-a-44cf9098-kserve-route-authn"} 2026-09-16T22:00:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44cf9098", "reconcileID": "09b2b558-ad5b-4e5b-92d4-f7914c697277", "LLMInferenceService": "e2e-same-id-a-44cf9098", "namespace": "llm", "authType": "userdefined"} 2026-09-16T22:00:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44cf9098", "reconcileID": "09b2b558-ad5b-4e5b-92d4-f7914c697277", "LLMInferenceService": "e2e-same-id-a-44cf9098", "namespace": "llm"} 2026-09-16T22:00:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44cf9098", "reconcileID": "301a5bcf-57f5-4222-a765-c69cfc3d38c7", "LLMInferenceService": "e2e-same-id-b-44cf9098", "namespace": "llm"} 2026-09-16T22:00:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44cf9098", "reconcileID": "301a5bcf-57f5-4222-a765-c69cfc3d38c7", "LLMInferenceService": "e2e-same-id-b-44cf9098", "namespace": "llm"} 2026-09-16T22:00:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44cf9098", "reconcileID": "301a5bcf-57f5-4222-a765-c69cfc3d38c7", "LLMInferenceService": "e2e-same-id-b-44cf9098", "namespace": "llm"} 2026-09-16T22:00:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44cf9098", "reconcileID": "301a5bcf-57f5-4222-a765-c69cfc3d38c7", "LLMInferenceService": "e2e-same-id-b-44cf9098", "namespace": "llm", "name": "e2e-same-id-b-44cf9098-kserve-route-authn"} 2026-09-16T22:00:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44cf9098", "reconcileID": "301a5bcf-57f5-4222-a765-c69cfc3d38c7", "LLMInferenceService": "e2e-same-id-b-44cf9098", "namespace": "llm", "authType": "userdefined"} 2026-09-16T22:00:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44cf9098", "reconcileID": "301a5bcf-57f5-4222-a765-c69cfc3d38c7", "LLMInferenceService": "e2e-same-id-b-44cf9098", "namespace": "llm"} 2026-09-16T22:00:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "465dccfa-5402-4171-8f56-f2551a89dc1f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T22:00:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "465dccfa-5402-4171-8f56-f2551a89dc1f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T22:00:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "465dccfa-5402-4171-8f56-f2551a89dc1f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T22:00:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44cf9098", "reconcileID": "cd4dd48f-d331-434e-a9ca-e1c0ac1030d3", "LLMInferenceService": "e2e-same-id-b-44cf9098", "namespace": "llm"} 2026-09-16T22:00:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44cf9098", "reconcileID": "cd4dd48f-d331-434e-a9ca-e1c0ac1030d3", "LLMInferenceService": "e2e-same-id-b-44cf9098", "namespace": "llm"} 2026-09-16T22:00:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44cf9098", "reconcileID": "cd4dd48f-d331-434e-a9ca-e1c0ac1030d3", "LLMInferenceService": "e2e-same-id-b-44cf9098", "namespace": "llm"} 2026-09-16T22:00:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44cf9098", "reconcileID": "cd4dd48f-d331-434e-a9ca-e1c0ac1030d3", "LLMInferenceService": "e2e-same-id-b-44cf9098", "namespace": "llm", "name": "e2e-same-id-b-44cf9098-kserve-route-authn"} 2026-09-16T22:00:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44cf9098", "reconcileID": "cd4dd48f-d331-434e-a9ca-e1c0ac1030d3", "LLMInferenceService": "e2e-same-id-b-44cf9098", "namespace": "llm", "authType": "userdefined"} 2026-09-16T22:00:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44cf9098", "reconcileID": "cd4dd48f-d331-434e-a9ca-e1c0ac1030d3", "LLMInferenceService": "e2e-same-id-b-44cf9098", "namespace": "llm"} 2026-09-16T22:00:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44cf9098", "reconcileID": "ca355504-0596-4702-9074-0131ae214469", "LLMInferenceService": "e2e-same-id-a-44cf9098", "namespace": "llm"} 2026-09-16T22:00:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44cf9098", "reconcileID": "ca355504-0596-4702-9074-0131ae214469", "LLMInferenceService": "e2e-same-id-a-44cf9098", "namespace": "llm"} 2026-09-16T22:00:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44cf9098", "reconcileID": "ca355504-0596-4702-9074-0131ae214469", "LLMInferenceService": "e2e-same-id-a-44cf9098", "namespace": "llm"} 2026-09-16T22:00:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44cf9098", "reconcileID": "ca355504-0596-4702-9074-0131ae214469", "LLMInferenceService": "e2e-same-id-a-44cf9098", "namespace": "llm", "name": "e2e-same-id-a-44cf9098-kserve-route-authn"} 2026-09-16T22:00:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44cf9098", "reconcileID": "ca355504-0596-4702-9074-0131ae214469", "LLMInferenceService": "e2e-same-id-a-44cf9098", "namespace": "llm", "authType": "userdefined"} 2026-09-16T22:00:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44cf9098", "reconcileID": "ca355504-0596-4702-9074-0131ae214469", "LLMInferenceService": "e2e-same-id-a-44cf9098", "namespace": "llm"} 2026-09-16T22:00:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44cf9098", "reconcileID": "419342b2-604a-46a2-b55a-3b375400871b", "LLMInferenceService": "e2e-same-id-b-44cf9098", "namespace": "llm"} 2026-09-16T22:00:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44cf9098", "reconcileID": "419342b2-604a-46a2-b55a-3b375400871b", "LLMInferenceService": "e2e-same-id-b-44cf9098", "namespace": "llm"} 2026-09-16T22:00:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44cf9098", "reconcileID": "419342b2-604a-46a2-b55a-3b375400871b", "LLMInferenceService": "e2e-same-id-b-44cf9098", "namespace": "llm"} 2026-09-16T22:00:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44cf9098", "reconcileID": "419342b2-604a-46a2-b55a-3b375400871b", "LLMInferenceService": "e2e-same-id-b-44cf9098", "namespace": "llm", "name": "e2e-same-id-b-44cf9098-kserve-route-authn"} 2026-09-16T22:00:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44cf9098", "reconcileID": "419342b2-604a-46a2-b55a-3b375400871b", "LLMInferenceService": "e2e-same-id-b-44cf9098", "namespace": "llm", "authType": "userdefined"} 2026-09-16T22:00:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44cf9098", "reconcileID": "419342b2-604a-46a2-b55a-3b375400871b", "LLMInferenceService": "e2e-same-id-b-44cf9098", "namespace": "llm"} 2026-09-16T22:00:27Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44cf9098", "reconcileID": "a44b5345-43ed-46c1-a85c-0a34284f9627", "LLMInferenceService": "e2e-same-id-a-44cf9098", "namespace": "llm"} 2026-09-16T22:00:27Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44cf9098", "reconcileID": "a44b5345-43ed-46c1-a85c-0a34284f9627", "LLMInferenceService": "e2e-same-id-a-44cf9098", "namespace": "llm", "name": "e2e-same-id-a-44cf9098"} 2026-09-16T22:00:27Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44cf9098", "reconcileID": "a44b5345-43ed-46c1-a85c-0a34284f9627", "LLMInferenceService": "e2e-same-id-a-44cf9098", "namespace": "llm"} 2026-09-16T22:00:27Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44cf9098", "reconcileID": "a44b5345-43ed-46c1-a85c-0a34284f9627", "LLMInferenceService": "e2e-same-id-a-44cf9098", "namespace": "llm"} 2026-09-16T22:00:27Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44cf9098", "reconcileID": "a44b5345-43ed-46c1-a85c-0a34284f9627", "LLMInferenceService": "e2e-same-id-a-44cf9098", "namespace": "llm", "name": "e2e-same-id-a-44cf9098-kserve-route-authn"} 2026-09-16T22:00:27Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44cf9098", "reconcileID": "a44b5345-43ed-46c1-a85c-0a34284f9627", "LLMInferenceService": "e2e-same-id-a-44cf9098", "namespace": "llm", "name": "e2e-same-id-a-44cf9098-kserve-route-authn"} 2026-09-16T22:00:27Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44cf9098", "reconcileID": "ced88e60-a8e0-4c11-8934-ed48f24bd130", "LLMInferenceService": "e2e-same-id-a-44cf9098", "namespace": "llm"} 2026-09-16T22:00:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "01a827d3-a28d-4cf2-8114-41a5ea7b88f2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T22:00:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "01a827d3-a28d-4cf2-8114-41a5ea7b88f2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T22:00:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "01a827d3-a28d-4cf2-8114-41a5ea7b88f2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T22:00:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7f833a54-538e-4459-ae75-83455c7ed1c2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T22:00:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7f833a54-538e-4459-ae75-83455c7ed1c2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T22:00:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7f833a54-538e-4459-ae75-83455c7ed1c2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T22:00:28Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44cf9098", "reconcileID": "8307e20c-11c8-4186-ae62-80d0ea79d057", "LLMInferenceService": "e2e-same-id-b-44cf9098", "namespace": "llm"} 2026-09-16T22:00:28Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44cf9098", "reconcileID": "8307e20c-11c8-4186-ae62-80d0ea79d057", "LLMInferenceService": "e2e-same-id-b-44cf9098", "namespace": "llm", "name": "e2e-same-id-b-44cf9098"} 2026-09-16T22:00:28Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44cf9098", "reconcileID": "8307e20c-11c8-4186-ae62-80d0ea79d057", "LLMInferenceService": "e2e-same-id-b-44cf9098", "namespace": "llm"} 2026-09-16T22:00:28Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44cf9098", "reconcileID": "8307e20c-11c8-4186-ae62-80d0ea79d057", "LLMInferenceService": "e2e-same-id-b-44cf9098", "namespace": "llm"} 2026-09-16T22:00:28Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44cf9098", "reconcileID": "8307e20c-11c8-4186-ae62-80d0ea79d057", "LLMInferenceService": "e2e-same-id-b-44cf9098", "namespace": "llm", "name": "e2e-same-id-b-44cf9098-kserve-route-authn"} 2026-09-16T22:00:28Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44cf9098", "reconcileID": "8307e20c-11c8-4186-ae62-80d0ea79d057", "LLMInferenceService": "e2e-same-id-b-44cf9098", "namespace": "llm", "name": "e2e-same-id-b-44cf9098-kserve-route-authn"} 2026-09-16T22:00:29Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44cf9098","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44cf9098", "reconcileID": "17224c9a-2335-4313-82e7-43c1e2d98b5b", "LLMInferenceService": "e2e-same-id-b-44cf9098", "namespace": "llm"} 2026-09-16T22:00:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "525aa1cd-464c-49af-b6bf-69fecff98ce0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T22:00:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "525aa1cd-464c-49af-b6bf-69fecff98ce0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T22:00:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "525aa1cd-464c-49af-b6bf-69fecff98ce0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T22:00:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a07dac22-378c-4f20-a736-429c0f27723f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T22:00:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a07dac22-378c-4f20-a736-429c0f27723f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T22:00:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a07dac22-378c-4f20-a736-429c0f27723f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}