2026-07-28T20:55:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc370c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c", "reconcileID": "dd18ba28-0899-4657-8562-aa2a4c4e8bbf", "Gateway": "e2e-shared-a-cc370c", "namespace": "openshift-ingress"} 2026-07-28T20:55:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc370c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c", "reconcileID": "dd18ba28-0899-4657-8562-aa2a4c4e8bbf", "Gateway": "e2e-shared-a-cc370c", "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c-authn-ssl"} 2026-07-28T20:55:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc370c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c", "reconcileID": "dd18ba28-0899-4657-8562-aa2a4c4e8bbf", "Gateway": "e2e-shared-a-cc370c", "namespace": "openshift-ingress"} 2026-07-28T20:55:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-35c841","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841", "reconcileID": "40d72be5-c1ab-45d5-a3f2-8703550ec7aa", "Gateway": "e2e-shared-b-35c841", "namespace": "openshift-ingress"} 2026-07-28T20:55:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-35c841","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841", "reconcileID": "40d72be5-c1ab-45d5-a3f2-8703550ec7aa", "Gateway": "e2e-shared-b-35c841", "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841-authn-ssl"} 2026-07-28T20:55:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-35c841","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841", "reconcileID": "40d72be5-c1ab-45d5-a3f2-8703550ec7aa", "Gateway": "e2e-shared-b-35c841", "namespace": "openshift-ingress"} 2026-07-28T20:56:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc370c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c", "reconcileID": "6a31106b-de1b-42ea-a154-fe02f2fcb381", "Gateway": "e2e-shared-a-cc370c", "namespace": "openshift-ingress"} 2026-07-28T20:56:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc370c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c", "reconcileID": "6a31106b-de1b-42ea-a154-fe02f2fcb381", "Gateway": "e2e-shared-a-cc370c", "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c-authn-ssl"} 2026-07-28T20:56:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc370c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c", "reconcileID": "6a31106b-de1b-42ea-a154-fe02f2fcb381", "Gateway": "e2e-shared-a-cc370c", "namespace": "openshift-ingress"} 2026-07-28T20:56:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "sub-test-model-cc370c", "reconcileID": "a38452eb-cb10-4d66-8764-7990ea65948c", "LLMInferenceService": "sub-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c"} 2026-07-28T20:56:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "sub-test-model-cc370c", "reconcileID": "a38452eb-cb10-4d66-8764-7990ea65948c", "LLMInferenceService": "sub-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c"} 2026-07-28T20:56:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "sub-test-model-cc370c", "reconcileID": "a38452eb-cb10-4d66-8764-7990ea65948c", "LLMInferenceService": "sub-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c"} 2026-07-28T20:56:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "sub-test-model-cc370c", "reconcileID": "a38452eb-cb10-4d66-8764-7990ea65948c", "LLMInferenceService": "sub-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "sub-test-model-cc370c-kserve-route-authn"} 2026-07-28T20:56:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "sub-test-model-cc370c", "reconcileID": "a38452eb-cb10-4d66-8764-7990ea65948c", "LLMInferenceService": "sub-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c", "authType": "userdefined"} 2026-07-28T20:56:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "sub-test-model-cc370c", "reconcileID": "a38452eb-cb10-4d66-8764-7990ea65948c", "LLMInferenceService": "sub-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c"} 2026-07-28T20:56:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "sub-test-model-cc370c", "reconcileID": "8d26e899-fd0e-423f-be44-5d79598dc6d1", "LLMInferenceService": "sub-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c"} 2026-07-28T20:56:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "sub-test-model-cc370c", "reconcileID": "8d26e899-fd0e-423f-be44-5d79598dc6d1", "LLMInferenceService": "sub-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c"} 2026-07-28T20:56:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "sub-test-model-cc370c", "reconcileID": "8d26e899-fd0e-423f-be44-5d79598dc6d1", "LLMInferenceService": "sub-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c"} 2026-07-28T20:56:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "sub-test-model-cc370c", "reconcileID": "8d26e899-fd0e-423f-be44-5d79598dc6d1", "LLMInferenceService": "sub-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "sub-test-model-cc370c-kserve-route-authn"} 2026-07-28T20:56:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "sub-test-model-cc370c", "reconcileID": "8d26e899-fd0e-423f-be44-5d79598dc6d1", "LLMInferenceService": "sub-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c", "authType": "userdefined"} 2026-07-28T20:56:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "sub-test-model-cc370c", "reconcileID": "8d26e899-fd0e-423f-be44-5d79598dc6d1", "LLMInferenceService": "sub-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c"} 2026-07-28T20:56:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "sub-test-model-cc370c", "reconcileID": "87f12c7b-16c4-439d-9b37-47e4d5875005", "LLMInferenceService": "sub-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c"} 2026-07-28T20:56:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "sub-test-model-cc370c", "reconcileID": "87f12c7b-16c4-439d-9b37-47e4d5875005", "LLMInferenceService": "sub-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c"} 2026-07-28T20:56:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "sub-test-model-cc370c", "reconcileID": "87f12c7b-16c4-439d-9b37-47e4d5875005", "LLMInferenceService": "sub-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c"} 2026-07-28T20:56:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "sub-test-model-cc370c", "reconcileID": "87f12c7b-16c4-439d-9b37-47e4d5875005", "LLMInferenceService": "sub-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "sub-test-model-cc370c-kserve-route-authn"} 2026-07-28T20:56:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "sub-test-model-cc370c", "reconcileID": "87f12c7b-16c4-439d-9b37-47e4d5875005", "LLMInferenceService": "sub-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c", "authType": "userdefined"} 2026-07-28T20:56:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "sub-test-model-cc370c", "reconcileID": "87f12c7b-16c4-439d-9b37-47e4d5875005", "LLMInferenceService": "sub-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c"} 2026-07-28T20:56:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "sub-test-model-35c841", "reconcileID": "12d7bb54-95e8-4191-a8d8-0fb525030775", "LLMInferenceService": "sub-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T20:56:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "sub-test-model-35c841", "reconcileID": "12d7bb54-95e8-4191-a8d8-0fb525030775", "LLMInferenceService": "sub-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T20:56:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "sub-test-model-35c841", "reconcileID": "12d7bb54-95e8-4191-a8d8-0fb525030775", "LLMInferenceService": "sub-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T20:56:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-35c841","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841", "reconcileID": "2a503962-c8d4-4d83-bc63-4b2c399694fa", "Gateway": "e2e-shared-b-35c841", "namespace": "openshift-ingress"} 2026-07-28T20:56:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "sub-test-model-35c841", "reconcileID": "12d7bb54-95e8-4191-a8d8-0fb525030775", "LLMInferenceService": "sub-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "sub-test-model-35c841-kserve-route-authn"} 2026-07-28T20:56:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "sub-test-model-35c841", "reconcileID": "12d7bb54-95e8-4191-a8d8-0fb525030775", "LLMInferenceService": "sub-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841", "authType": "userdefined"} 2026-07-28T20:56:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "sub-test-model-35c841", "reconcileID": "12d7bb54-95e8-4191-a8d8-0fb525030775", "LLMInferenceService": "sub-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T20:56:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-35c841","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841", "reconcileID": "2a503962-c8d4-4d83-bc63-4b2c399694fa", "Gateway": "e2e-shared-b-35c841", "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841-authn-ssl"} 2026-07-28T20:56:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-35c841","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841", "reconcileID": "2a503962-c8d4-4d83-bc63-4b2c399694fa", "Gateway": "e2e-shared-b-35c841", "namespace": "openshift-ingress"} 2026-07-28T20:56:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "sub-test-model-35c841", "reconcileID": "0c3521fb-2e35-4c26-b477-e55e7ebcfcee", "LLMInferenceService": "sub-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T20:56:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "sub-test-model-35c841", "reconcileID": "0c3521fb-2e35-4c26-b477-e55e7ebcfcee", "LLMInferenceService": "sub-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T20:56:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "sub-test-model-35c841", "reconcileID": "0c3521fb-2e35-4c26-b477-e55e7ebcfcee", "LLMInferenceService": "sub-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T20:56:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "sub-test-model-35c841", "reconcileID": "0c3521fb-2e35-4c26-b477-e55e7ebcfcee", "LLMInferenceService": "sub-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "sub-test-model-35c841-kserve-route-authn"} 2026-07-28T20:56:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "sub-test-model-35c841", "reconcileID": "0c3521fb-2e35-4c26-b477-e55e7ebcfcee", "LLMInferenceService": "sub-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841", "authType": "userdefined"} 2026-07-28T20:56:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "sub-test-model-35c841", "reconcileID": "0c3521fb-2e35-4c26-b477-e55e7ebcfcee", "LLMInferenceService": "sub-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T20:56:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-35c841","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841", "reconcileID": "e1b5d6f3-c21e-4145-9d98-f7dd31047798", "Gateway": "e2e-shared-b-35c841", "namespace": "openshift-ingress"} 2026-07-28T20:56:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-35c841","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841", "reconcileID": "e1b5d6f3-c21e-4145-9d98-f7dd31047798", "Gateway": "e2e-shared-b-35c841", "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841-authn-ssl"} 2026-07-28T20:56:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-35c841","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841", "reconcileID": "e1b5d6f3-c21e-4145-9d98-f7dd31047798", "Gateway": "e2e-shared-b-35c841", "namespace": "openshift-ingress"} 2026-07-28T20:56:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "sub-test-model-35c841", "reconcileID": "5090110d-c299-4858-b162-aab86a85c9a4", "LLMInferenceService": "sub-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T20:56:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "sub-test-model-35c841", "reconcileID": "5090110d-c299-4858-b162-aab86a85c9a4", "LLMInferenceService": "sub-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T20:56:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "sub-test-model-35c841", "reconcileID": "5090110d-c299-4858-b162-aab86a85c9a4", "LLMInferenceService": "sub-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T20:56:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "sub-test-model-35c841", "reconcileID": "5090110d-c299-4858-b162-aab86a85c9a4", "LLMInferenceService": "sub-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "sub-test-model-35c841-kserve-route-authn"} 2026-07-28T20:56:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "sub-test-model-35c841", "reconcileID": "5090110d-c299-4858-b162-aab86a85c9a4", "LLMInferenceService": "sub-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841", "authType": "userdefined"} 2026-07-28T20:56:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "sub-test-model-35c841", "reconcileID": "5090110d-c299-4858-b162-aab86a85c9a4", "LLMInferenceService": "sub-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T20:57:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "sub-test-model-35c841", "reconcileID": "63fd0ceb-96f9-4644-93d5-5b14d0385bc6", "LLMInferenceService": "sub-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T20:57:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "sub-test-model-35c841", "reconcileID": "63fd0ceb-96f9-4644-93d5-5b14d0385bc6", "LLMInferenceService": "sub-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T20:57:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "sub-test-model-35c841", "reconcileID": "63fd0ceb-96f9-4644-93d5-5b14d0385bc6", "LLMInferenceService": "sub-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T20:57:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "sub-test-model-35c841", "reconcileID": "63fd0ceb-96f9-4644-93d5-5b14d0385bc6", "LLMInferenceService": "sub-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "sub-test-model-35c841-kserve-route-authn"} 2026-07-28T20:57:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "sub-test-model-35c841", "reconcileID": "63fd0ceb-96f9-4644-93d5-5b14d0385bc6", "LLMInferenceService": "sub-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841", "authType": "userdefined"} 2026-07-28T20:57:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "sub-test-model-35c841", "reconcileID": "63fd0ceb-96f9-4644-93d5-5b14d0385bc6", "LLMInferenceService": "sub-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T20:57:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-35c841","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841", "reconcileID": "a4d3f824-8967-4007-b5f1-372fc69e8657", "Gateway": "e2e-shared-b-35c841", "namespace": "openshift-ingress"} 2026-07-28T20:57:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-35c841","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841", "reconcileID": "a4d3f824-8967-4007-b5f1-372fc69e8657", "Gateway": "e2e-shared-b-35c841", "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841-authn-ssl"} 2026-07-28T20:57:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-35c841","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841", "reconcileID": "a4d3f824-8967-4007-b5f1-372fc69e8657", "Gateway": "e2e-shared-b-35c841", "namespace": "openshift-ingress"} 2026-07-28T20:57:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc370c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c", "reconcileID": "cce380b8-cf65-48e8-ad12-53d6e8c2f44b", "Gateway": "e2e-shared-a-cc370c", "namespace": "openshift-ingress"} 2026-07-28T20:57:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc370c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c", "reconcileID": "cce380b8-cf65-48e8-ad12-53d6e8c2f44b", "Gateway": "e2e-shared-a-cc370c", "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c-authn-ssl"} 2026-07-28T20:57:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc370c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c", "reconcileID": "cce380b8-cf65-48e8-ad12-53d6e8c2f44b", "Gateway": "e2e-shared-a-cc370c", "namespace": "openshift-ingress"} 2026-07-28T20:58:06Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "sub-test-model-cc370c", "reconcileID": "f50b7949-211d-4c95-a3c5-1e54452117dc", "LLMInferenceService": "sub-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c"} 2026-07-28T20:58:06Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "sub-test-model-cc370c", "reconcileID": "f50b7949-211d-4c95-a3c5-1e54452117dc", "LLMInferenceService": "sub-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "sub-test-model-cc370c"} 2026-07-28T20:58:06Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "sub-test-model-cc370c", "reconcileID": "f50b7949-211d-4c95-a3c5-1e54452117dc", "LLMInferenceService": "sub-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c"} 2026-07-28T20:58:06Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "sub-test-model-cc370c", "reconcileID": "f50b7949-211d-4c95-a3c5-1e54452117dc", "LLMInferenceService": "sub-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c"} 2026-07-28T20:58:06Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "sub-test-model-cc370c", "reconcileID": "f50b7949-211d-4c95-a3c5-1e54452117dc", "LLMInferenceService": "sub-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "sub-test-model-cc370c-kserve-route-authn"} 2026-07-28T20:58:06Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "sub-test-model-cc370c", "reconcileID": "f50b7949-211d-4c95-a3c5-1e54452117dc", "LLMInferenceService": "sub-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "sub-test-model-cc370c-kserve-route-authn"} 2026-07-28T20:58:06Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "sub-test-model-cc370c", "reconcileID": "f50b7949-211d-4c95-a3c5-1e54452117dc", "LLMInferenceService": "sub-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c"} 2026-07-28T20:58:06Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "sub-test-model-cc370c", "reconcileID": "f50b7949-211d-4c95-a3c5-1e54452117dc", "LLMInferenceService": "sub-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c"} 2026-07-28T20:58:06Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "sub-test-model-cc370c", "reconcileID": "442a00ff-5a82-4aae-be8a-294a50953214", "LLMInferenceService": "sub-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c"} 2026-07-28T20:58:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc370c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c", "reconcileID": "d02b751e-2574-4392-afd6-ecf2425a1033", "Gateway": "e2e-shared-a-cc370c", "namespace": "openshift-ingress"} 2026-07-28T20:58:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc370c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c", "reconcileID": "d02b751e-2574-4392-afd6-ecf2425a1033", "Gateway": "e2e-shared-a-cc370c", "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c-authn-ssl"} 2026-07-28T20:58:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc370c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c", "reconcileID": "d02b751e-2574-4392-afd6-ecf2425a1033", "Gateway": "e2e-shared-a-cc370c", "namespace": "openshift-ingress"} 2026-07-28T20:58:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc370c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c", "reconcileID": "ef06f82a-77a5-4536-a7a3-876f7bb34f5a", "Gateway": "e2e-shared-a-cc370c", "namespace": "openshift-ingress"} 2026-07-28T20:58:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc370c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c", "reconcileID": "ef06f82a-77a5-4536-a7a3-876f7bb34f5a", "Gateway": "e2e-shared-a-cc370c", "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c-authn-ssl"} 2026-07-28T20:58:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc370c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c", "reconcileID": "ef06f82a-77a5-4536-a7a3-876f7bb34f5a", "Gateway": "e2e-shared-a-cc370c", "namespace": "openshift-ingress"} 2026-07-28T20:58:06Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "sub-test-model-35c841", "reconcileID": "262e17ab-c4c3-458a-8d14-4974a517f714", "LLMInferenceService": "sub-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T20:58:06Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "sub-test-model-35c841", "reconcileID": "262e17ab-c4c3-458a-8d14-4974a517f714", "LLMInferenceService": "sub-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "sub-test-model-35c841"} 2026-07-28T20:58:06Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "sub-test-model-35c841", "reconcileID": "262e17ab-c4c3-458a-8d14-4974a517f714", "LLMInferenceService": "sub-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T20:58:06Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "sub-test-model-35c841", "reconcileID": "262e17ab-c4c3-458a-8d14-4974a517f714", "LLMInferenceService": "sub-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T20:58:06Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "sub-test-model-35c841", "reconcileID": "262e17ab-c4c3-458a-8d14-4974a517f714", "LLMInferenceService": "sub-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "sub-test-model-35c841-kserve-route-authn"} 2026-07-28T20:58:06Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "sub-test-model-35c841", "reconcileID": "262e17ab-c4c3-458a-8d14-4974a517f714", "LLMInferenceService": "sub-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "sub-test-model-35c841-kserve-route-authn"} 2026-07-28T20:58:06Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "sub-test-model-35c841", "reconcileID": "262e17ab-c4c3-458a-8d14-4974a517f714", "LLMInferenceService": "sub-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T20:58:06Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "sub-test-model-35c841", "reconcileID": "262e17ab-c4c3-458a-8d14-4974a517f714", "LLMInferenceService": "sub-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T20:58:07Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "sub-test-model-35c841", "reconcileID": "6ff6809a-8663-4586-a0fc-8fe9e299408f", "LLMInferenceService": "sub-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T20:58:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-35c841","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841", "reconcileID": "2a3d2abc-76ce-4731-83cc-2b46e5e636f7", "Gateway": "e2e-shared-b-35c841", "namespace": "openshift-ingress"} 2026-07-28T20:58:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-35c841","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841", "reconcileID": "2a3d2abc-76ce-4731-83cc-2b46e5e636f7", "Gateway": "e2e-shared-b-35c841", "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841-authn-ssl"} 2026-07-28T20:58:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-35c841","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841", "reconcileID": "2a3d2abc-76ce-4731-83cc-2b46e5e636f7", "Gateway": "e2e-shared-b-35c841", "namespace": "openshift-ingress"} 2026-07-28T20:58:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-35c841","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841", "reconcileID": "98e6aa69-57b4-4a0e-aa52-4cb4960740bb", "Gateway": "e2e-shared-b-35c841", "namespace": "openshift-ingress"} 2026-07-28T20:58:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-35c841","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841", "reconcileID": "98e6aa69-57b4-4a0e-aa52-4cb4960740bb", "Gateway": "e2e-shared-b-35c841", "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841-authn-ssl"} 2026-07-28T20:58:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-35c841","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841", "reconcileID": "98e6aa69-57b4-4a0e-aa52-4cb4960740bb", "Gateway": "e2e-shared-b-35c841", "namespace": "openshift-ingress"} 2026-07-28T20:58:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "rate-test-model-cc370c", "reconcileID": "9a77c7aa-7b69-47ab-9b80-bfea18dcf990", "LLMInferenceService": "rate-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c"} 2026-07-28T20:58:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "rate-test-model-cc370c", "reconcileID": "9a77c7aa-7b69-47ab-9b80-bfea18dcf990", "LLMInferenceService": "rate-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c"} 2026-07-28T20:58:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "rate-test-model-cc370c", "reconcileID": "9a77c7aa-7b69-47ab-9b80-bfea18dcf990", "LLMInferenceService": "rate-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c"} 2026-07-28T20:58:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc370c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c", "reconcileID": "d2f1a7b0-ade0-4542-b3b6-496eb39fef1d", "Gateway": "e2e-shared-a-cc370c", "namespace": "openshift-ingress"} 2026-07-28T20:58:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "rate-test-model-cc370c", "reconcileID": "9a77c7aa-7b69-47ab-9b80-bfea18dcf990", "LLMInferenceService": "rate-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "rate-test-model-cc370c-kserve-route-authn"} 2026-07-28T20:58:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "rate-test-model-cc370c", "reconcileID": "9a77c7aa-7b69-47ab-9b80-bfea18dcf990", "LLMInferenceService": "rate-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c", "authType": "userdefined"} 2026-07-28T20:58:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "rate-test-model-cc370c", "reconcileID": "9a77c7aa-7b69-47ab-9b80-bfea18dcf990", "LLMInferenceService": "rate-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c"} 2026-07-28T20:58:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc370c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c", "reconcileID": "d2f1a7b0-ade0-4542-b3b6-496eb39fef1d", "Gateway": "e2e-shared-a-cc370c", "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c-authn-ssl"} 2026-07-28T20:58:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc370c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c", "reconcileID": "d2f1a7b0-ade0-4542-b3b6-496eb39fef1d", "Gateway": "e2e-shared-a-cc370c", "namespace": "openshift-ingress"} 2026-07-28T20:58:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "rate-test-model-cc370c", "reconcileID": "ea2be222-b438-4f68-ac0f-b911cb6d1adb", "LLMInferenceService": "rate-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c"} 2026-07-28T20:58:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "rate-test-model-cc370c", "reconcileID": "ea2be222-b438-4f68-ac0f-b911cb6d1adb", "LLMInferenceService": "rate-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c"} 2026-07-28T20:58:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "rate-test-model-cc370c", "reconcileID": "ea2be222-b438-4f68-ac0f-b911cb6d1adb", "LLMInferenceService": "rate-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c"} 2026-07-28T20:58:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "rate-test-model-cc370c", "reconcileID": "ea2be222-b438-4f68-ac0f-b911cb6d1adb", "LLMInferenceService": "rate-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "rate-test-model-cc370c-kserve-route-authn"} 2026-07-28T20:58:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "rate-test-model-cc370c", "reconcileID": "ea2be222-b438-4f68-ac0f-b911cb6d1adb", "LLMInferenceService": "rate-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c", "authType": "userdefined"} 2026-07-28T20:58:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "rate-test-model-cc370c", "reconcileID": "ea2be222-b438-4f68-ac0f-b911cb6d1adb", "LLMInferenceService": "rate-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c"} 2026-07-28T20:58:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc370c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c", "reconcileID": "967aee5b-0e44-4983-b97f-3cb7fd311674", "Gateway": "e2e-shared-a-cc370c", "namespace": "openshift-ingress"} 2026-07-28T20:58:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc370c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c", "reconcileID": "967aee5b-0e44-4983-b97f-3cb7fd311674", "Gateway": "e2e-shared-a-cc370c", "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c-authn-ssl"} 2026-07-28T20:58:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc370c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c", "reconcileID": "967aee5b-0e44-4983-b97f-3cb7fd311674", "Gateway": "e2e-shared-a-cc370c", "namespace": "openshift-ingress"} 2026-07-28T20:58:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d5630002-2c55-48bd-88de-f98c77d180f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T20:58:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc370c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c", "reconcileID": "b906281b-aeba-4d58-a706-5514b5caa308", "Gateway": "e2e-shared-a-cc370c", "namespace": "openshift-ingress"} 2026-07-28T20:58:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc370c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c", "reconcileID": "b906281b-aeba-4d58-a706-5514b5caa308", "Gateway": "e2e-shared-a-cc370c", "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c-authn-ssl"} 2026-07-28T20:58:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc370c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c", "reconcileID": "b906281b-aeba-4d58-a706-5514b5caa308", "Gateway": "e2e-shared-a-cc370c", "namespace": "openshift-ingress"} 2026-07-28T20:58:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-35c841","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841", "reconcileID": "0c5624ed-7097-4658-99dc-90d2c531a7a3", "Gateway": "e2e-shared-b-35c841", "namespace": "openshift-ingress"} 2026-07-28T20:58:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-35c841","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841", "reconcileID": "0c5624ed-7097-4658-99dc-90d2c531a7a3", "Gateway": "e2e-shared-b-35c841", "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841-authn-ssl"} 2026-07-28T20:58:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-35c841","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841", "reconcileID": "0c5624ed-7097-4658-99dc-90d2c531a7a3", "Gateway": "e2e-shared-b-35c841", "namespace": "openshift-ingress"} 2026-07-28T20:58:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "rate-test-model-cc370c", "reconcileID": "3e092536-36ad-45f2-85b5-367adc2a0766", "LLMInferenceService": "rate-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c"} 2026-07-28T20:58:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "rate-test-model-cc370c", "reconcileID": "3e092536-36ad-45f2-85b5-367adc2a0766", "LLMInferenceService": "rate-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c"} 2026-07-28T20:58:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "rate-test-model-cc370c", "reconcileID": "3e092536-36ad-45f2-85b5-367adc2a0766", "LLMInferenceService": "rate-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c"} 2026-07-28T20:58:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "rate-test-model-cc370c", "reconcileID": "3e092536-36ad-45f2-85b5-367adc2a0766", "LLMInferenceService": "rate-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "rate-test-model-cc370c-kserve-route-authn"} 2026-07-28T20:58:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "rate-test-model-cc370c", "reconcileID": "3e092536-36ad-45f2-85b5-367adc2a0766", "LLMInferenceService": "rate-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c", "authType": "userdefined"} 2026-07-28T20:58:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "rate-test-model-cc370c", "reconcileID": "3e092536-36ad-45f2-85b5-367adc2a0766", "LLMInferenceService": "rate-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c"} 2026-07-28T20:58:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "rate-test-model-cc370c", "reconcileID": "94761bd6-2778-4cf9-98c1-ee8110539bfe", "LLMInferenceService": "rate-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c"} 2026-07-28T20:58:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "rate-test-model-cc370c", "reconcileID": "94761bd6-2778-4cf9-98c1-ee8110539bfe", "LLMInferenceService": "rate-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c"} 2026-07-28T20:58:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "rate-test-model-cc370c", "reconcileID": "94761bd6-2778-4cf9-98c1-ee8110539bfe", "LLMInferenceService": "rate-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c"} 2026-07-28T20:58:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "rate-test-model-cc370c", "reconcileID": "94761bd6-2778-4cf9-98c1-ee8110539bfe", "LLMInferenceService": "rate-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "rate-test-model-cc370c-kserve-route-authn"} 2026-07-28T20:58:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "rate-test-model-cc370c", "reconcileID": "94761bd6-2778-4cf9-98c1-ee8110539bfe", "LLMInferenceService": "rate-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c", "authType": "userdefined"} 2026-07-28T20:58:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "rate-test-model-cc370c", "reconcileID": "94761bd6-2778-4cf9-98c1-ee8110539bfe", "LLMInferenceService": "rate-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c"} 2026-07-28T20:58:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "rate-test-model-35c841", "reconcileID": "f675fe8c-5ba1-49b5-8af0-5e12554f99c8", "LLMInferenceService": "rate-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T20:58:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "rate-test-model-35c841", "reconcileID": "f675fe8c-5ba1-49b5-8af0-5e12554f99c8", "LLMInferenceService": "rate-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T20:58:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "rate-test-model-35c841", "reconcileID": "f675fe8c-5ba1-49b5-8af0-5e12554f99c8", "LLMInferenceService": "rate-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T20:58:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-35c841","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841", "reconcileID": "46cd7d55-38e5-4c5a-b2d1-093ec7c274bf", "Gateway": "e2e-shared-b-35c841", "namespace": "openshift-ingress"} 2026-07-28T20:58:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "rate-test-model-35c841", "reconcileID": "f675fe8c-5ba1-49b5-8af0-5e12554f99c8", "LLMInferenceService": "rate-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "rate-test-model-35c841-kserve-route-authn"} 2026-07-28T20:58:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "rate-test-model-35c841", "reconcileID": "f675fe8c-5ba1-49b5-8af0-5e12554f99c8", "LLMInferenceService": "rate-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841", "authType": "userdefined"} 2026-07-28T20:58:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "rate-test-model-35c841", "reconcileID": "f675fe8c-5ba1-49b5-8af0-5e12554f99c8", "LLMInferenceService": "rate-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T20:58:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-35c841","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841", "reconcileID": "46cd7d55-38e5-4c5a-b2d1-093ec7c274bf", "Gateway": "e2e-shared-b-35c841", "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841-authn-ssl"} 2026-07-28T20:58:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-35c841","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841", "reconcileID": "46cd7d55-38e5-4c5a-b2d1-093ec7c274bf", "Gateway": "e2e-shared-b-35c841", "namespace": "openshift-ingress"} 2026-07-28T20:58:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "rate-test-model-35c841", "reconcileID": "a7865675-30d2-4230-ac33-6d4eee435dcd", "LLMInferenceService": "rate-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T20:58:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "rate-test-model-35c841", "reconcileID": "a7865675-30d2-4230-ac33-6d4eee435dcd", "LLMInferenceService": "rate-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T20:58:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "rate-test-model-35c841", "reconcileID": "a7865675-30d2-4230-ac33-6d4eee435dcd", "LLMInferenceService": "rate-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T20:58:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "rate-test-model-35c841", "reconcileID": "a7865675-30d2-4230-ac33-6d4eee435dcd", "LLMInferenceService": "rate-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "rate-test-model-35c841-kserve-route-authn"} 2026-07-28T20:58:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "rate-test-model-35c841", "reconcileID": "a7865675-30d2-4230-ac33-6d4eee435dcd", "LLMInferenceService": "rate-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841", "authType": "userdefined"} 2026-07-28T20:58:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "rate-test-model-35c841", "reconcileID": "a7865675-30d2-4230-ac33-6d4eee435dcd", "LLMInferenceService": "rate-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T20:59:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-35c841","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841", "reconcileID": "4f7d9ced-13f9-4935-9d1b-0a3cccef2103", "Gateway": "e2e-shared-b-35c841", "namespace": "openshift-ingress"} 2026-07-28T20:59:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-35c841","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841", "reconcileID": "4f7d9ced-13f9-4935-9d1b-0a3cccef2103", "Gateway": "e2e-shared-b-35c841", "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841-authn-ssl"} 2026-07-28T20:59:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-35c841","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841", "reconcileID": "4f7d9ced-13f9-4935-9d1b-0a3cccef2103", "Gateway": "e2e-shared-b-35c841", "namespace": "openshift-ingress"} 2026-07-28T20:59:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "rate-test-model-35c841", "reconcileID": "4705b9a3-3c78-40c3-a13c-fc35071b7b45", "LLMInferenceService": "rate-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T20:59:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "rate-test-model-35c841", "reconcileID": "4705b9a3-3c78-40c3-a13c-fc35071b7b45", "LLMInferenceService": "rate-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T20:59:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "rate-test-model-35c841", "reconcileID": "4705b9a3-3c78-40c3-a13c-fc35071b7b45", "LLMInferenceService": "rate-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T20:59:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "rate-test-model-35c841", "reconcileID": "4705b9a3-3c78-40c3-a13c-fc35071b7b45", "LLMInferenceService": "rate-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "rate-test-model-35c841-kserve-route-authn"} 2026-07-28T20:59:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "rate-test-model-35c841", "reconcileID": "4705b9a3-3c78-40c3-a13c-fc35071b7b45", "LLMInferenceService": "rate-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841", "authType": "userdefined"} 2026-07-28T20:59:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "rate-test-model-35c841", "reconcileID": "4705b9a3-3c78-40c3-a13c-fc35071b7b45", "LLMInferenceService": "rate-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T20:59:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "rate-test-model-35c841", "reconcileID": "47010f98-4f77-494b-99cb-2c16b18a273f", "LLMInferenceService": "rate-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T20:59:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "rate-test-model-35c841", "reconcileID": "47010f98-4f77-494b-99cb-2c16b18a273f", "LLMInferenceService": "rate-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T20:59:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "rate-test-model-35c841", "reconcileID": "47010f98-4f77-494b-99cb-2c16b18a273f", "LLMInferenceService": "rate-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T20:59:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "rate-test-model-35c841", "reconcileID": "47010f98-4f77-494b-99cb-2c16b18a273f", "LLMInferenceService": "rate-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "rate-test-model-35c841-kserve-route-authn"} 2026-07-28T20:59:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "rate-test-model-35c841", "reconcileID": "47010f98-4f77-494b-99cb-2c16b18a273f", "LLMInferenceService": "rate-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841", "authType": "userdefined"} 2026-07-28T20:59:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "rate-test-model-35c841", "reconcileID": "47010f98-4f77-494b-99cb-2c16b18a273f", "LLMInferenceService": "rate-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T20:59:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc370c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c", "reconcileID": "78e8221e-11c8-4ced-8b4a-8af52929328f", "Gateway": "e2e-shared-a-cc370c", "namespace": "openshift-ingress"} 2026-07-28T20:59:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc370c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c", "reconcileID": "78e8221e-11c8-4ced-8b4a-8af52929328f", "Gateway": "e2e-shared-a-cc370c", "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c-authn-ssl"} 2026-07-28T20:59:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc370c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c", "reconcileID": "78e8221e-11c8-4ced-8b4a-8af52929328f", "Gateway": "e2e-shared-a-cc370c", "namespace": "openshift-ingress"} 2026-07-28T20:59:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-35c841","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841", "reconcileID": "f9db2d16-5530-478c-9731-91d2c2264d36", "Gateway": "e2e-shared-b-35c841", "namespace": "openshift-ingress"} 2026-07-28T20:59:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-35c841","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841", "reconcileID": "f9db2d16-5530-478c-9731-91d2c2264d36", "Gateway": "e2e-shared-b-35c841", "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841-authn-ssl"} 2026-07-28T20:59:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-35c841","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841", "reconcileID": "f9db2d16-5530-478c-9731-91d2c2264d36", "Gateway": "e2e-shared-b-35c841", "namespace": "openshift-ingress"} 2026-07-28T21:00:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "89d53e2f-0be3-4745-b27e-acb30b227727", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T21:00:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a3281d1d-f820-46eb-9fbf-a4653696774b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T21:00:39Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "rate-test-model-cc370c", "reconcileID": "ac1037df-ba07-42ca-94ff-729c6919c032", "LLMInferenceService": "rate-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c"} 2026-07-28T21:00:39Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "rate-test-model-cc370c", "reconcileID": "ac1037df-ba07-42ca-94ff-729c6919c032", "LLMInferenceService": "rate-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "rate-test-model-cc370c"} 2026-07-28T21:00:39Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "rate-test-model-cc370c", "reconcileID": "ac1037df-ba07-42ca-94ff-729c6919c032", "LLMInferenceService": "rate-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c"} 2026-07-28T21:00:39Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "rate-test-model-cc370c", "reconcileID": "ac1037df-ba07-42ca-94ff-729c6919c032", "LLMInferenceService": "rate-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c"} 2026-07-28T21:00:39Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "rate-test-model-cc370c", "reconcileID": "ac1037df-ba07-42ca-94ff-729c6919c032", "LLMInferenceService": "rate-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "rate-test-model-cc370c-kserve-route-authn"} 2026-07-28T21:00:39Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "rate-test-model-cc370c", "reconcileID": "ac1037df-ba07-42ca-94ff-729c6919c032", "LLMInferenceService": "rate-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "rate-test-model-cc370c-kserve-route-authn"} 2026-07-28T21:00:39Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "rate-test-model-cc370c", "reconcileID": "ac1037df-ba07-42ca-94ff-729c6919c032", "LLMInferenceService": "rate-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c"} 2026-07-28T21:00:39Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "rate-test-model-cc370c", "reconcileID": "ac1037df-ba07-42ca-94ff-729c6919c032", "LLMInferenceService": "rate-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c"} 2026-07-28T21:00:39Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc370c","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "rate-test-model-cc370c", "reconcileID": "23a4774b-1a1b-4260-9722-8f0db6414f87", "LLMInferenceService": "rate-test-model-cc370c", "namespace": "ai-tenant-e2e-shared-a-cc370c"} 2026-07-28T21:00:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc370c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c", "reconcileID": "363110e1-ef68-42a4-ac50-6c73cbeba588", "Gateway": "e2e-shared-a-cc370c", "namespace": "openshift-ingress"} 2026-07-28T21:00:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc370c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c", "reconcileID": "363110e1-ef68-42a4-ac50-6c73cbeba588", "Gateway": "e2e-shared-a-cc370c", "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c-authn-ssl"} 2026-07-28T21:00:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc370c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c", "reconcileID": "363110e1-ef68-42a4-ac50-6c73cbeba588", "Gateway": "e2e-shared-a-cc370c", "namespace": "openshift-ingress"} 2026-07-28T21:00:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc370c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c", "reconcileID": "553a6db4-255e-44bb-ac71-8b5e376d11e2", "Gateway": "e2e-shared-a-cc370c", "namespace": "openshift-ingress"} 2026-07-28T21:00:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc370c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c", "reconcileID": "553a6db4-255e-44bb-ac71-8b5e376d11e2", "Gateway": "e2e-shared-a-cc370c", "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c-authn-ssl"} 2026-07-28T21:00:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc370c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c", "reconcileID": "553a6db4-255e-44bb-ac71-8b5e376d11e2", "Gateway": "e2e-shared-a-cc370c", "namespace": "openshift-ingress"} 2026-07-28T21:00:39Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "rate-test-model-35c841", "reconcileID": "828778e2-8bbb-4eea-855b-3b1b5f1330c7", "LLMInferenceService": "rate-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T21:00:39Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "rate-test-model-35c841", "reconcileID": "828778e2-8bbb-4eea-855b-3b1b5f1330c7", "LLMInferenceService": "rate-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "rate-test-model-35c841"} 2026-07-28T21:00:39Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "rate-test-model-35c841", "reconcileID": "828778e2-8bbb-4eea-855b-3b1b5f1330c7", "LLMInferenceService": "rate-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T21:00:39Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "rate-test-model-35c841", "reconcileID": "828778e2-8bbb-4eea-855b-3b1b5f1330c7", "LLMInferenceService": "rate-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T21:00:39Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "rate-test-model-35c841", "reconcileID": "828778e2-8bbb-4eea-855b-3b1b5f1330c7", "LLMInferenceService": "rate-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "rate-test-model-35c841-kserve-route-authn"} 2026-07-28T21:00:39Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "rate-test-model-35c841", "reconcileID": "828778e2-8bbb-4eea-855b-3b1b5f1330c7", "LLMInferenceService": "rate-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "rate-test-model-35c841-kserve-route-authn"} 2026-07-28T21:00:39Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "rate-test-model-35c841", "reconcileID": "828778e2-8bbb-4eea-855b-3b1b5f1330c7", "LLMInferenceService": "rate-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T21:00:39Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "rate-test-model-35c841", "reconcileID": "828778e2-8bbb-4eea-855b-3b1b5f1330c7", "LLMInferenceService": "rate-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T21:00:40Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-35c841","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "rate-test-model-35c841", "reconcileID": "cb0ed5fb-d909-4915-9006-fd6c89f9cc1b", "LLMInferenceService": "rate-test-model-35c841", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T21:00:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-35c841","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841", "reconcileID": "4341c25f-3479-485f-9a87-5086d145b9b5", "Gateway": "e2e-shared-b-35c841", "namespace": "openshift-ingress"} 2026-07-28T21:00:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-35c841","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841", "reconcileID": "4341c25f-3479-485f-9a87-5086d145b9b5", "Gateway": "e2e-shared-b-35c841", "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841-authn-ssl"} 2026-07-28T21:00:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-35c841","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841", "reconcileID": "4341c25f-3479-485f-9a87-5086d145b9b5", "Gateway": "e2e-shared-b-35c841", "namespace": "openshift-ingress"} 2026-07-28T21:00:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-35c841","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841", "reconcileID": "cb9833f3-7c23-4ec4-8a0f-36df83151d64", "Gateway": "e2e-shared-b-35c841", "namespace": "openshift-ingress"} 2026-07-28T21:00:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-35c841","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841", "reconcileID": "cb9833f3-7c23-4ec4-8a0f-36df83151d64", "Gateway": "e2e-shared-b-35c841", "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841-authn-ssl"} 2026-07-28T21:00:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-35c841","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841", "reconcileID": "cb9833f3-7c23-4ec4-8a0f-36df83151d64", "Gateway": "e2e-shared-b-35c841", "namespace": "openshift-ingress"} 2026-07-28T21:00:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-35c841","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841", "reconcileID": "dac6d3a2-f6c1-49e7-9711-e13d8093f48c", "Gateway": "e2e-shared-b-35c841", "namespace": "openshift-ingress"} 2026-07-28T21:00:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-35c841","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841", "reconcileID": "dac6d3a2-f6c1-49e7-9711-e13d8093f48c", "Gateway": "e2e-shared-b-35c841", "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841-authn-ssl"} 2026-07-28T21:00:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-35c841","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841", "reconcileID": "dac6d3a2-f6c1-49e7-9711-e13d8093f48c", "Gateway": "e2e-shared-b-35c841", "namespace": "openshift-ingress"} 2026-07-28T21:00:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc370c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c", "reconcileID": "4caf9723-5014-4b95-aca6-3962882ba2e4", "Gateway": "e2e-shared-a-cc370c", "namespace": "openshift-ingress"} 2026-07-28T21:00:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc370c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c", "reconcileID": "4caf9723-5014-4b95-aca6-3962882ba2e4", "Gateway": "e2e-shared-a-cc370c", "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c-authn-ssl"} 2026-07-28T21:00:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc370c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c", "reconcileID": "4caf9723-5014-4b95-aca6-3962882ba2e4", "Gateway": "e2e-shared-a-cc370c", "namespace": "openshift-ingress"} 2026-07-28T21:01:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "951f918e-2f95-470c-9338-e9c6d4ce18d4", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress"} 2026-07-28T21:01:02Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "951f918e-2f95-470c-9338-e9c6d4ce18d4", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a-authn-ssl"} 2026-07-28T21:01:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "951f918e-2f95-470c-9338-e9c6d4ce18d4", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress"} 2026-07-28T21:01:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "12dd4a0b-66a5-4437-b384-c6c377d5a145", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress"} 2026-07-28T21:01:02Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "12dd4a0b-66a5-4437-b384-c6c377d5a145", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a-authn-ssl"} 2026-07-28T21:01:02Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "12dd4a0b-66a5-4437-b384-c6c377d5a145", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-a-ce337a-authn-ssl: envoyfilters.networking.istio.io \"e2e-ipp-a-ce337a-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T21:01:02Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-a-ce337a-authn-ssl: envoyfilters.networking.istio.io "e2e-ipp-a-ce337a-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-ipp-a-ce337a","uid":"357ed892-ce27-4680-8649-37c849c7e971","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"70283"}, "reason": "ReconcileError"} 2026-07-28T21:01:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "30c2161c-ee2c-472a-bd5a-bc4bbdfcb7d6", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress"} 2026-07-28T21:01:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "30c2161c-ee2c-472a-bd5a-bc4bbdfcb7d6", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a-authn-ssl"} 2026-07-28T21:01:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "30c2161c-ee2c-472a-bd5a-bc4bbdfcb7d6", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress"} 2026-07-28T21:01:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "552e1e97-ca77-4bfe-bea1-e7426e056371", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress"} 2026-07-28T21:01:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "552e1e97-ca77-4bfe-bea1-e7426e056371", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a-authn-ssl"} 2026-07-28T21:01:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "552e1e97-ca77-4bfe-bea1-e7426e056371", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress"} 2026-07-28T21:01:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "7dbddbe6-43d5-4946-9172-a1a1a0be4151", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress"} 2026-07-28T21:01:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "7dbddbe6-43d5-4946-9172-a1a1a0be4151", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a-authn-ssl"} 2026-07-28T21:01:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "7dbddbe6-43d5-4946-9172-a1a1a0be4151", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress"} 2026-07-28T21:01:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "0b5e05ff-9450-4b3b-a256-c77ea499e31c", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress"} 2026-07-28T21:01:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "0b5e05ff-9450-4b3b-a256-c77ea499e31c", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a-authn-ssl"} 2026-07-28T21:01:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "0b5e05ff-9450-4b3b-a256-c77ea499e31c", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress"} 2026-07-28T21:01:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "707ead20-fd90-4af0-8e73-4cdcd3a9ead0", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress"} 2026-07-28T21:01:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "707ead20-fd90-4af0-8e73-4cdcd3a9ead0", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a-authn-ssl"} 2026-07-28T21:01:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "707ead20-fd90-4af0-8e73-4cdcd3a9ead0", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress"} 2026-07-28T21:01:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "odh-trusted-ca-bundle", "reconcileID": "56c4c2c3-a527-4ae7-aef4-7a3de9d2dcaf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ce337a"} 2026-07-28T21:01:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "openshift-service-ca.crt", "reconcileID": "8971b25c-35b4-49c3-b08f-978c1ae89f15", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ce337a"} 2026-07-28T21:01:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "openshift-service-ca.crt", "reconcileID": "d4b8b18b-1ae7-4768-8c85-ebec9631de3a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ce337a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T21:01:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "openshift-service-ca.crt", "reconcileID": "d4b8b18b-1ae7-4768-8c85-ebec9631de3a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ce337a"} 2026-07-28T21:01:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "openshift-service-ca.crt", "reconcileID": "8fbfa6dd-950e-4ac9-ac18-b0a76bf37903", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ce337a"} 2026-07-28T21:01:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b1eb1f30-bae4-4c08-b193-9fe36a51851a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ce337a"} 2026-07-28T21:01:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "odh-trusted-ca-bundle", "reconcileID": "ccd8d383-3c6f-41d4-b833-61ed162da86a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ce337a", "update": "odh-kserve-custom-ca-bundle"} 2026-07-28T21:01:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "odh-trusted-ca-bundle", "reconcileID": "ccd8d383-3c6f-41d4-b833-61ed162da86a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ce337a"} 2026-07-28T21:01:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed3ce981-c67a-41e5-a00d-243e12c148f4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ce337a"} 2026-07-28T21:01:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "85e102af-989d-4f36-b547-684c3299dfea", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress"} 2026-07-28T21:01:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "85e102af-989d-4f36-b547-684c3299dfea", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a-authn-ssl"} 2026-07-28T21:01:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "85e102af-989d-4f36-b547-684c3299dfea", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress"} 2026-07-28T21:01:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "129f62b3-4b61-4bc4-81fb-563aefa1839d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T21:01:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "150e6ba0-c088-4b0d-a059-299e68769425", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress"} 2026-07-28T21:01:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "150e6ba0-c088-4b0d-a059-299e68769425", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a-authn-ssl"} 2026-07-28T21:01:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "150e6ba0-c088-4b0d-a059-299e68769425", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress"} 2026-07-28T21:01:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-542599","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-542599", "reconcileID": "9646f946-31b7-4689-8812-0f35ea8b570c", "Gateway": "e2e-ipp-b-542599", "namespace": "openshift-ingress"} 2026-07-28T21:01:31Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-542599","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-542599", "reconcileID": "9646f946-31b7-4689-8812-0f35ea8b570c", "Gateway": "e2e-ipp-b-542599", "namespace": "openshift-ingress", "name": "e2e-ipp-b-542599-authn-ssl"} 2026-07-28T21:01:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-542599","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-542599", "reconcileID": "9646f946-31b7-4689-8812-0f35ea8b570c", "Gateway": "e2e-ipp-b-542599", "namespace": "openshift-ingress"} 2026-07-28T21:01:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-542599","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-542599", "reconcileID": "482edb9c-0459-44d5-96b0-3db56dc0205d", "Gateway": "e2e-ipp-b-542599", "namespace": "openshift-ingress"} 2026-07-28T21:01:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-542599","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-542599", "reconcileID": "482edb9c-0459-44d5-96b0-3db56dc0205d", "Gateway": "e2e-ipp-b-542599", "namespace": "openshift-ingress", "name": "e2e-ipp-b-542599-authn-ssl"} 2026-07-28T21:01:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-542599","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-542599", "reconcileID": "482edb9c-0459-44d5-96b0-3db56dc0205d", "Gateway": "e2e-ipp-b-542599", "namespace": "openshift-ingress"} 2026-07-28T21:01:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-542599","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-542599", "reconcileID": "effc6091-c59c-45bb-b133-8570cfe1b97d", "Gateway": "e2e-ipp-b-542599", "namespace": "openshift-ingress"} 2026-07-28T21:01:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-542599","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-542599", "reconcileID": "effc6091-c59c-45bb-b133-8570cfe1b97d", "Gateway": "e2e-ipp-b-542599", "namespace": "openshift-ingress", "name": "e2e-ipp-b-542599-authn-ssl"} 2026-07-28T21:01:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-542599","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-542599", "reconcileID": "effc6091-c59c-45bb-b133-8570cfe1b97d", "Gateway": "e2e-ipp-b-542599", "namespace": "openshift-ingress"} 2026-07-28T21:01:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-542599","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-542599", "reconcileID": "e0385b58-d334-475a-ad18-738c630a0950", "Gateway": "e2e-ipp-b-542599", "namespace": "openshift-ingress"} 2026-07-28T21:01:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-542599","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-542599", "reconcileID": "e0385b58-d334-475a-ad18-738c630a0950", "Gateway": "e2e-ipp-b-542599", "namespace": "openshift-ingress", "name": "e2e-ipp-b-542599-authn-ssl"} 2026-07-28T21:01:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-542599","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-542599", "reconcileID": "e0385b58-d334-475a-ad18-738c630a0950", "Gateway": "e2e-ipp-b-542599", "namespace": "openshift-ingress"} 2026-07-28T21:01:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-542599","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-542599", "reconcileID": "062e556e-5845-4f48-a9b8-ab2dab84576b", "Gateway": "e2e-ipp-b-542599", "namespace": "openshift-ingress"} 2026-07-28T21:01:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-542599","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-542599", "reconcileID": "062e556e-5845-4f48-a9b8-ab2dab84576b", "Gateway": "e2e-ipp-b-542599", "namespace": "openshift-ingress", "name": "e2e-ipp-b-542599-authn-ssl"} 2026-07-28T21:01:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-542599","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-542599", "reconcileID": "062e556e-5845-4f48-a9b8-ab2dab84576b", "Gateway": "e2e-ipp-b-542599", "namespace": "openshift-ingress"} 2026-07-28T21:01:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-542599","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-542599", "reconcileID": "c56e76b5-383f-4339-b606-7c3a1040b2ee", "Gateway": "e2e-ipp-b-542599", "namespace": "openshift-ingress"} 2026-07-28T21:01:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-542599","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-542599", "reconcileID": "c56e76b5-383f-4339-b606-7c3a1040b2ee", "Gateway": "e2e-ipp-b-542599", "namespace": "openshift-ingress", "name": "e2e-ipp-b-542599-authn-ssl"} 2026-07-28T21:01:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-542599","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-542599", "reconcileID": "c56e76b5-383f-4339-b606-7c3a1040b2ee", "Gateway": "e2e-ipp-b-542599", "namespace": "openshift-ingress"} 2026-07-28T21:01:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-542599","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-542599", "reconcileID": "88edd002-efbe-4717-8207-930e8c067327", "Gateway": "e2e-ipp-b-542599", "namespace": "openshift-ingress"} 2026-07-28T21:01:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-542599","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-542599", "reconcileID": "88edd002-efbe-4717-8207-930e8c067327", "Gateway": "e2e-ipp-b-542599", "namespace": "openshift-ingress", "name": "e2e-ipp-b-542599-authn-ssl"} 2026-07-28T21:01:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-542599","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-542599", "reconcileID": "88edd002-efbe-4717-8207-930e8c067327", "Gateway": "e2e-ipp-b-542599", "namespace": "openshift-ingress"} 2026-07-28T21:01:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-542599"}, "namespace": "ai-tenant-e2e-ipp-b-542599", "name": "openshift-service-ca.crt", "reconcileID": "12aefcf2-1c86-46ee-aa44-ee758f96efa2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-542599"} 2026-07-28T21:01:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-542599"}, "namespace": "ai-tenant-e2e-ipp-b-542599", "name": "odh-trusted-ca-bundle", "reconcileID": "d4110b00-eaf7-4ef4-b56c-de18902b8361", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-542599"} 2026-07-28T21:01:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-542599"}, "namespace": "ai-tenant-e2e-ipp-b-542599", "name": "openshift-service-ca.crt", "reconcileID": "463a0ec8-bb75-412f-8f6d-3cb04127445f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-542599", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T21:01:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-542599"}, "namespace": "ai-tenant-e2e-ipp-b-542599", "name": "openshift-service-ca.crt", "reconcileID": "463a0ec8-bb75-412f-8f6d-3cb04127445f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-542599"} 2026-07-28T21:01:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-542599"}, "namespace": "ai-tenant-e2e-ipp-b-542599", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ddbbcfc7-2b59-498c-a93d-90933485ff70", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-542599"} 2026-07-28T21:01:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-542599"}, "namespace": "ai-tenant-e2e-ipp-b-542599", "name": "openshift-service-ca.crt", "reconcileID": "2fc6b9e4-816c-45c4-9d37-dd62f70f9a97", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-542599"} 2026-07-28T21:01:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-542599"}, "namespace": "ai-tenant-e2e-ipp-b-542599", "name": "odh-trusted-ca-bundle", "reconcileID": "f80c5263-6120-4806-b21f-af3de5ab7e01", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-542599", "update": "odh-kserve-custom-ca-bundle"} 2026-07-28T21:01:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-542599"}, "namespace": "ai-tenant-e2e-ipp-b-542599", "name": "odh-trusted-ca-bundle", "reconcileID": "f80c5263-6120-4806-b21f-af3de5ab7e01", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-542599"} 2026-07-28T21:01:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-542599"}, "namespace": "ai-tenant-e2e-ipp-b-542599", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4c2ce9cb-58b8-4a10-b8c7-0a6e9e0972a7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-542599"} 2026-07-28T21:01:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-542599","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-542599", "reconcileID": "8746a9aa-2f6c-4bc0-b884-ed6625a00e79", "Gateway": "e2e-ipp-b-542599", "namespace": "openshift-ingress"} 2026-07-28T21:01:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-542599","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-542599", "reconcileID": "8746a9aa-2f6c-4bc0-b884-ed6625a00e79", "Gateway": "e2e-ipp-b-542599", "namespace": "openshift-ingress", "name": "e2e-ipp-b-542599-authn-ssl"} 2026-07-28T21:01:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-542599","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-542599", "reconcileID": "8746a9aa-2f6c-4bc0-b884-ed6625a00e79", "Gateway": "e2e-ipp-b-542599", "namespace": "openshift-ingress"} 2026-07-28T21:01:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6980ca1d-3dda-47d5-affe-198f69d668ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T21:01:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-542599","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-542599", "reconcileID": "eb5ae39e-6bc3-4dcc-94c8-f48bbc8a3df2", "Gateway": "e2e-ipp-b-542599", "namespace": "openshift-ingress"} 2026-07-28T21:01:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-542599","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-542599", "reconcileID": "eb5ae39e-6bc3-4dcc-94c8-f48bbc8a3df2", "Gateway": "e2e-ipp-b-542599", "namespace": "openshift-ingress", "name": "e2e-ipp-b-542599-authn-ssl"} 2026-07-28T21:01:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-542599","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-542599", "reconcileID": "eb5ae39e-6bc3-4dcc-94c8-f48bbc8a3df2", "Gateway": "e2e-ipp-b-542599", "namespace": "openshift-ingress"} 2026-07-28T21:02:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ce337a","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "ipp-route-ce337a", "reconcileID": "09fc6a49-9992-4eef-963a-9158ab227e82", "LLMInferenceService": "ipp-route-ce337a", "namespace": "ai-tenant-e2e-ipp-a-ce337a"} 2026-07-28T21:02:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ce337a","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "ipp-route-ce337a", "reconcileID": "09fc6a49-9992-4eef-963a-9158ab227e82", "LLMInferenceService": "ipp-route-ce337a", "namespace": "ai-tenant-e2e-ipp-a-ce337a"} 2026-07-28T21:02:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ce337a","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "ipp-route-ce337a", "reconcileID": "09fc6a49-9992-4eef-963a-9158ab227e82", "LLMInferenceService": "ipp-route-ce337a", "namespace": "ai-tenant-e2e-ipp-a-ce337a"} 2026-07-28T21:02:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "a6e1ec84-8f62-4f56-9a24-d641fbc18784", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress"} 2026-07-28T21:02:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ce337a","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "ipp-route-ce337a", "reconcileID": "09fc6a49-9992-4eef-963a-9158ab227e82", "LLMInferenceService": "ipp-route-ce337a", "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "ipp-route-ce337a-kserve-route-authn"} 2026-07-28T21:02:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ce337a","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "ipp-route-ce337a", "reconcileID": "09fc6a49-9992-4eef-963a-9158ab227e82", "LLMInferenceService": "ipp-route-ce337a", "namespace": "ai-tenant-e2e-ipp-a-ce337a", "authType": "userdefined"} 2026-07-28T21:02:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ce337a","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "ipp-route-ce337a", "reconcileID": "09fc6a49-9992-4eef-963a-9158ab227e82", "LLMInferenceService": "ipp-route-ce337a", "namespace": "ai-tenant-e2e-ipp-a-ce337a"} 2026-07-28T21:02:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "a6e1ec84-8f62-4f56-9a24-d641fbc18784", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a-authn-ssl"} 2026-07-28T21:02:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "a6e1ec84-8f62-4f56-9a24-d641fbc18784", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress"} 2026-07-28T21:02:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ce337a","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "ipp-route-ce337a", "reconcileID": "03da6644-c624-4cd6-9f00-687c61c448de", "LLMInferenceService": "ipp-route-ce337a", "namespace": "ai-tenant-e2e-ipp-a-ce337a"} 2026-07-28T21:02:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ce337a","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "ipp-route-ce337a", "reconcileID": "03da6644-c624-4cd6-9f00-687c61c448de", "LLMInferenceService": "ipp-route-ce337a", "namespace": "ai-tenant-e2e-ipp-a-ce337a"} 2026-07-28T21:02:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ce337a","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "ipp-route-ce337a", "reconcileID": "03da6644-c624-4cd6-9f00-687c61c448de", "LLMInferenceService": "ipp-route-ce337a", "namespace": "ai-tenant-e2e-ipp-a-ce337a"} 2026-07-28T21:02:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ce337a","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "ipp-route-ce337a", "reconcileID": "03da6644-c624-4cd6-9f00-687c61c448de", "LLMInferenceService": "ipp-route-ce337a", "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "ipp-route-ce337a-kserve-route-authn"} 2026-07-28T21:02:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ce337a","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "ipp-route-ce337a", "reconcileID": "03da6644-c624-4cd6-9f00-687c61c448de", "LLMInferenceService": "ipp-route-ce337a", "namespace": "ai-tenant-e2e-ipp-a-ce337a", "authType": "userdefined"} 2026-07-28T21:02:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ce337a","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "ipp-route-ce337a", "reconcileID": "03da6644-c624-4cd6-9f00-687c61c448de", "LLMInferenceService": "ipp-route-ce337a", "namespace": "ai-tenant-e2e-ipp-a-ce337a"} 2026-07-28T21:02:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "7f1c7d48-c4cb-4c5b-8cbf-d046de90fea3", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress"} 2026-07-28T21:02:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "7f1c7d48-c4cb-4c5b-8cbf-d046de90fea3", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a-authn-ssl"} 2026-07-28T21:02:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "7f1c7d48-c4cb-4c5b-8cbf-d046de90fea3", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress"} 2026-07-28T21:02:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ce337a","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "ipp-route-ce337a", "reconcileID": "be8a62d4-9e57-411d-899b-4ceca2b9a72d", "LLMInferenceService": "ipp-route-ce337a", "namespace": "ai-tenant-e2e-ipp-a-ce337a"} 2026-07-28T21:02:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ce337a","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "ipp-route-ce337a", "reconcileID": "be8a62d4-9e57-411d-899b-4ceca2b9a72d", "LLMInferenceService": "ipp-route-ce337a", "namespace": "ai-tenant-e2e-ipp-a-ce337a"} 2026-07-28T21:02:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ce337a","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "ipp-route-ce337a", "reconcileID": "be8a62d4-9e57-411d-899b-4ceca2b9a72d", "LLMInferenceService": "ipp-route-ce337a", "namespace": "ai-tenant-e2e-ipp-a-ce337a"} 2026-07-28T21:02:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ce337a","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "ipp-route-ce337a", "reconcileID": "be8a62d4-9e57-411d-899b-4ceca2b9a72d", "LLMInferenceService": "ipp-route-ce337a", "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "ipp-route-ce337a-kserve-route-authn"} 2026-07-28T21:02:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ce337a","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "ipp-route-ce337a", "reconcileID": "be8a62d4-9e57-411d-899b-4ceca2b9a72d", "LLMInferenceService": "ipp-route-ce337a", "namespace": "ai-tenant-e2e-ipp-a-ce337a", "authType": "userdefined"} 2026-07-28T21:02:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ce337a","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "ipp-route-ce337a", "reconcileID": "be8a62d4-9e57-411d-899b-4ceca2b9a72d", "LLMInferenceService": "ipp-route-ce337a", "namespace": "ai-tenant-e2e-ipp-a-ce337a"} 2026-07-28T21:02:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ce337a","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "ipp-route-ce337a", "reconcileID": "ba50171e-f7e3-45cf-8a5b-da445c5c880b", "LLMInferenceService": "ipp-route-ce337a", "namespace": "ai-tenant-e2e-ipp-a-ce337a"} 2026-07-28T21:02:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ce337a","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "ipp-route-ce337a", "reconcileID": "ba50171e-f7e3-45cf-8a5b-da445c5c880b", "LLMInferenceService": "ipp-route-ce337a", "namespace": "ai-tenant-e2e-ipp-a-ce337a"} 2026-07-28T21:02:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ce337a","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "ipp-route-ce337a", "reconcileID": "ba50171e-f7e3-45cf-8a5b-da445c5c880b", "LLMInferenceService": "ipp-route-ce337a", "namespace": "ai-tenant-e2e-ipp-a-ce337a"} 2026-07-28T21:02:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ce337a","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "ipp-route-ce337a", "reconcileID": "ba50171e-f7e3-45cf-8a5b-da445c5c880b", "LLMInferenceService": "ipp-route-ce337a", "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "ipp-route-ce337a-kserve-route-authn"} 2026-07-28T21:02:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ce337a","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "ipp-route-ce337a", "reconcileID": "ba50171e-f7e3-45cf-8a5b-da445c5c880b", "LLMInferenceService": "ipp-route-ce337a", "namespace": "ai-tenant-e2e-ipp-a-ce337a", "authType": "userdefined"} 2026-07-28T21:02:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ce337a","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "ipp-route-ce337a", "reconcileID": "ba50171e-f7e3-45cf-8a5b-da445c5c880b", "LLMInferenceService": "ipp-route-ce337a", "namespace": "ai-tenant-e2e-ipp-a-ce337a"} 2026-07-28T21:03:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "3af70516-87d5-4014-9473-304824174b42", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress"} 2026-07-28T21:03:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "3af70516-87d5-4014-9473-304824174b42", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a-authn-ssl"} 2026-07-28T21:03:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "3af70516-87d5-4014-9473-304824174b42", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress"} 2026-07-28T21:03:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9b4c52ad-2f2e-4454-9a85-1412ebbaedd3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T21:03:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-edb657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-edb657", "reconcileID": "329a69a9-84da-4d1b-b94b-2c541e2c913b", "Gateway": "e2e-ipp-cleanup-edb657", "namespace": "openshift-ingress"} 2026-07-28T21:03:28Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-edb657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-edb657", "reconcileID": "329a69a9-84da-4d1b-b94b-2c541e2c913b", "Gateway": "e2e-ipp-cleanup-edb657", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-edb657-authn-ssl"} 2026-07-28T21:03:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-edb657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-edb657", "reconcileID": "329a69a9-84da-4d1b-b94b-2c541e2c913b", "Gateway": "e2e-ipp-cleanup-edb657", "namespace": "openshift-ingress"} 2026-07-28T21:03:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-edb657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-edb657", "reconcileID": "a8ef4795-2366-4963-881c-4401b16ae9b9", "Gateway": "e2e-ipp-cleanup-edb657", "namespace": "openshift-ingress"} 2026-07-28T21:03:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-edb657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-edb657", "reconcileID": "a8ef4795-2366-4963-881c-4401b16ae9b9", "Gateway": "e2e-ipp-cleanup-edb657", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-edb657-authn-ssl"} 2026-07-28T21:03:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-edb657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-edb657", "reconcileID": "a8ef4795-2366-4963-881c-4401b16ae9b9", "Gateway": "e2e-ipp-cleanup-edb657", "namespace": "openshift-ingress"} 2026-07-28T21:03:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-edb657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-edb657", "reconcileID": "5f257c57-d4da-4292-ac6c-080575c147fb", "Gateway": "e2e-ipp-cleanup-edb657", "namespace": "openshift-ingress"} 2026-07-28T21:03:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-edb657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-edb657", "reconcileID": "5f257c57-d4da-4292-ac6c-080575c147fb", "Gateway": "e2e-ipp-cleanup-edb657", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-edb657-authn-ssl"} 2026-07-28T21:03:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-edb657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-edb657", "reconcileID": "5f257c57-d4da-4292-ac6c-080575c147fb", "Gateway": "e2e-ipp-cleanup-edb657", "namespace": "openshift-ingress"} 2026-07-28T21:03:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-edb657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-edb657", "reconcileID": "8f4a2c67-d849-454a-8acf-7bcd33ffd5b8", "Gateway": "e2e-ipp-cleanup-edb657", "namespace": "openshift-ingress"} 2026-07-28T21:03:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-edb657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-edb657", "reconcileID": "8f4a2c67-d849-454a-8acf-7bcd33ffd5b8", "Gateway": "e2e-ipp-cleanup-edb657", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-edb657-authn-ssl"} 2026-07-28T21:03:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-edb657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-edb657", "reconcileID": "8f4a2c67-d849-454a-8acf-7bcd33ffd5b8", "Gateway": "e2e-ipp-cleanup-edb657", "namespace": "openshift-ingress"} 2026-07-28T21:03:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-edb657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-edb657", "reconcileID": "93212b1b-7510-461f-a2af-cbd90ec60a99", "Gateway": "e2e-ipp-cleanup-edb657", "namespace": "openshift-ingress"} 2026-07-28T21:03:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-edb657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-edb657", "reconcileID": "93212b1b-7510-461f-a2af-cbd90ec60a99", "Gateway": "e2e-ipp-cleanup-edb657", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-edb657-authn-ssl"} 2026-07-28T21:03:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-edb657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-edb657", "reconcileID": "93212b1b-7510-461f-a2af-cbd90ec60a99", "Gateway": "e2e-ipp-cleanup-edb657", "namespace": "openshift-ingress"} 2026-07-28T21:03:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-edb657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-edb657", "reconcileID": "3c6bc23a-6cea-4b4f-a546-c926d55fef44", "Gateway": "e2e-ipp-cleanup-edb657", "namespace": "openshift-ingress"} 2026-07-28T21:03:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-edb657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-edb657", "reconcileID": "3c6bc23a-6cea-4b4f-a546-c926d55fef44", "Gateway": "e2e-ipp-cleanup-edb657", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-edb657-authn-ssl"} 2026-07-28T21:03:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-edb657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-edb657", "reconcileID": "3c6bc23a-6cea-4b4f-a546-c926d55fef44", "Gateway": "e2e-ipp-cleanup-edb657", "namespace": "openshift-ingress"} 2026-07-28T21:03:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-edb657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-edb657", "reconcileID": "6ba08672-24cf-45f5-9372-c94701a5337a", "Gateway": "e2e-ipp-cleanup-edb657", "namespace": "openshift-ingress"} 2026-07-28T21:03:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-edb657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-edb657", "reconcileID": "6ba08672-24cf-45f5-9372-c94701a5337a", "Gateway": "e2e-ipp-cleanup-edb657", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-edb657-authn-ssl"} 2026-07-28T21:03:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-edb657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-edb657", "reconcileID": "6ba08672-24cf-45f5-9372-c94701a5337a", "Gateway": "e2e-ipp-cleanup-edb657", "namespace": "openshift-ingress"} 2026-07-28T21:03:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-edb657"}, "namespace": "ai-tenant-e2e-ipp-cleanup-edb657", "name": "openshift-service-ca.crt", "reconcileID": "dad70265-6d88-4176-b9ec-cad8d95cc191", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-edb657"} 2026-07-28T21:03:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-edb657"}, "namespace": "ai-tenant-e2e-ipp-cleanup-edb657", "name": "odh-trusted-ca-bundle", "reconcileID": "cf3c0c01-bbc0-4a56-b333-65be5705b19f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-edb657"} 2026-07-28T21:03:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-edb657"}, "namespace": "ai-tenant-e2e-ipp-cleanup-edb657", "name": "openshift-service-ca.crt", "reconcileID": "c1208bf8-07fe-48df-b3e5-23b4b35fc0bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-edb657", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T21:03:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-edb657"}, "namespace": "ai-tenant-e2e-ipp-cleanup-edb657", "name": "openshift-service-ca.crt", "reconcileID": "c1208bf8-07fe-48df-b3e5-23b4b35fc0bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-edb657"} 2026-07-28T21:03:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-edb657"}, "namespace": "ai-tenant-e2e-ipp-cleanup-edb657", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fee9e1c0-3d1f-4a5e-b269-42a8edbe5d39", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-edb657"} 2026-07-28T21:03:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-edb657"}, "namespace": "ai-tenant-e2e-ipp-cleanup-edb657", "name": "openshift-service-ca.crt", "reconcileID": "d6e85930-a529-41d1-9549-59ab37c5e581", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-edb657"} 2026-07-28T21:03:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-edb657"}, "namespace": "ai-tenant-e2e-ipp-cleanup-edb657", "name": "odh-trusted-ca-bundle", "reconcileID": "3f28c696-9d5d-4644-9050-e42bf80e3c2a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-edb657", "update": "odh-kserve-custom-ca-bundle"} 2026-07-28T21:03:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-edb657"}, "namespace": "ai-tenant-e2e-ipp-cleanup-edb657", "name": "odh-trusted-ca-bundle", "reconcileID": "3f28c696-9d5d-4644-9050-e42bf80e3c2a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-edb657"} 2026-07-28T21:03:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-edb657"}, "namespace": "ai-tenant-e2e-ipp-cleanup-edb657", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "40a80a43-529a-4eec-8852-e0fc8e1413ed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-edb657"} 2026-07-28T21:03:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-edb657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-edb657", "reconcileID": "96e7274f-1360-4d4f-b6e3-161e7446ac6e", "Gateway": "e2e-ipp-cleanup-edb657", "namespace": "openshift-ingress"} 2026-07-28T21:03:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-edb657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-edb657", "reconcileID": "96e7274f-1360-4d4f-b6e3-161e7446ac6e", "Gateway": "e2e-ipp-cleanup-edb657", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-edb657-authn-ssl"} 2026-07-28T21:03:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-edb657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-edb657", "reconcileID": "96e7274f-1360-4d4f-b6e3-161e7446ac6e", "Gateway": "e2e-ipp-cleanup-edb657", "namespace": "openshift-ingress"} 2026-07-28T21:03:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e8cb73d3-80d9-4c8b-b104-5b81f2b4f59d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T21:03:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-edb657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-edb657", "reconcileID": "f150de50-1310-4cee-a591-097edd331350", "Gateway": "e2e-ipp-cleanup-edb657", "namespace": "openshift-ingress"} 2026-07-28T21:03:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-edb657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-edb657", "reconcileID": "f150de50-1310-4cee-a591-097edd331350", "Gateway": "e2e-ipp-cleanup-edb657", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-edb657-authn-ssl"} 2026-07-28T21:03:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-edb657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-edb657", "reconcileID": "f150de50-1310-4cee-a591-097edd331350", "Gateway": "e2e-ipp-cleanup-edb657", "namespace": "openshift-ingress"} 2026-07-28T21:04:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-edb657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-edb657", "reconcileID": "71985c23-376b-4b45-9d2d-4eae80c3e84c", "Gateway": "e2e-ipp-cleanup-edb657", "namespace": "openshift-ingress"} 2026-07-28T21:04:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-edb657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-edb657", "reconcileID": "71985c23-376b-4b45-9d2d-4eae80c3e84c", "Gateway": "e2e-ipp-cleanup-edb657", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-edb657-authn-ssl"} 2026-07-28T21:04:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-edb657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-edb657", "reconcileID": "71985c23-376b-4b45-9d2d-4eae80c3e84c", "Gateway": "e2e-ipp-cleanup-edb657", "namespace": "openshift-ingress"} 2026-07-28T21:04:06Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T21:04:06Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T21:04:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-edb657"}, "namespace": "ai-tenant-e2e-ipp-cleanup-edb657", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45dbc906-1498-4d20-a31e-4acd2b18866e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-edb657"} 2026-07-28T21:04:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-edb657"}, "namespace": "ai-tenant-e2e-ipp-cleanup-edb657", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45dbc906-1498-4d20-a31e-4acd2b18866e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-edb657", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T21:04:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-edb657"}, "namespace": "ai-tenant-e2e-ipp-cleanup-edb657", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45dbc906-1498-4d20-a31e-4acd2b18866e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-edb657 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T21:04:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-edb657"}, "namespace": "ai-tenant-e2e-ipp-cleanup-edb657", "name": "odh-trusted-ca-bundle", "reconcileID": "8044f43d-e89d-4856-b7c9-3654337f21c5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-edb657"} 2026-07-28T21:04:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-edb657"}, "namespace": "ai-tenant-e2e-ipp-cleanup-edb657", "name": "odh-trusted-ca-bundle", "reconcileID": "8044f43d-e89d-4856-b7c9-3654337f21c5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-edb657"} 2026-07-28T21:04:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-edb657"}, "namespace": "ai-tenant-e2e-ipp-cleanup-edb657", "name": "openshift-service-ca.crt", "reconcileID": "dc2af02c-954f-4055-8e2c-45715b99a4cd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-edb657"} 2026-07-28T21:04:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-edb657"}, "namespace": "ai-tenant-e2e-ipp-cleanup-edb657", "name": "openshift-service-ca.crt", "reconcileID": "dc2af02c-954f-4055-8e2c-45715b99a4cd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-edb657"} 2026-07-28T21:04:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-edb657"}, "namespace": "ai-tenant-e2e-ipp-cleanup-edb657", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b4dde47-9d54-4dc8-91ac-5a560090f81b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-edb657"} 2026-07-28T21:04:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-edb657"}, "namespace": "ai-tenant-e2e-ipp-cleanup-edb657", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b4dde47-9d54-4dc8-91ac-5a560090f81b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-edb657"} 2026-07-28T21:04:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-edb657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-edb657", "reconcileID": "9a2f4662-74c1-46f8-87dc-a4ee82e2d2cb", "Gateway": "e2e-ipp-cleanup-edb657", "namespace": "openshift-ingress"} 2026-07-28T21:04:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-edb657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-edb657", "reconcileID": "9a2f4662-74c1-46f8-87dc-a4ee82e2d2cb", "Gateway": "e2e-ipp-cleanup-edb657", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-edb657-authn-ssl"} 2026-07-28T21:04:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-edb657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-edb657", "reconcileID": "9a2f4662-74c1-46f8-87dc-a4ee82e2d2cb", "Gateway": "e2e-ipp-cleanup-edb657", "namespace": "openshift-ingress"} 2026-07-28T21:04:08Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-edb657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-edb657", "reconcileID": "ab5a8733-eb9b-44a2-8bd9-b5665f10b38a", "Gateway": "e2e-ipp-cleanup-edb657", "namespace": "openshift-ingress"} 2026-07-28T21:04:11Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T21:04:11Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T21:04:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e0e6c323-29e8-44f7-9840-d963a8a9f092", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T21:04:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "48bd4034-512c-46e2-8f30-a0a3a59ab03a", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress"} 2026-07-28T21:04:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "48bd4034-512c-46e2-8f30-a0a3a59ab03a", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a-authn-ssl"} 2026-07-28T21:04:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "48bd4034-512c-46e2-8f30-a0a3a59ab03a", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress"} 2026-07-28T21:04:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "6ca9c92c-86e5-44fa-8ff4-749c203e48d7", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress"} 2026-07-28T21:04:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "6ca9c92c-86e5-44fa-8ff4-749c203e48d7", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a-authn-ssl"} 2026-07-28T21:04:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "6ca9c92c-86e5-44fa-8ff4-749c203e48d7", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress"} 2026-07-28T21:04:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "eae44d58-b420-4c09-ae0f-fe69135a3829", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress"} 2026-07-28T21:04:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "eae44d58-b420-4c09-ae0f-fe69135a3829", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a-authn-ssl"} 2026-07-28T21:04:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "eae44d58-b420-4c09-ae0f-fe69135a3829", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress"} 2026-07-28T21:04:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ce337a","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "ipp-route-ce337a", "reconcileID": "45c519e2-483b-460c-8c30-31257792b09b", "LLMInferenceService": "ipp-route-ce337a", "namespace": "ai-tenant-e2e-ipp-a-ce337a"} 2026-07-28T21:04:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ce337a","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "ipp-route-ce337a", "reconcileID": "45c519e2-483b-460c-8c30-31257792b09b", "LLMInferenceService": "ipp-route-ce337a", "namespace": "ai-tenant-e2e-ipp-a-ce337a"} 2026-07-28T21:04:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ce337a","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "ipp-route-ce337a", "reconcileID": "45c519e2-483b-460c-8c30-31257792b09b", "LLMInferenceService": "ipp-route-ce337a", "namespace": "ai-tenant-e2e-ipp-a-ce337a"} 2026-07-28T21:04:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ce337a","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "ipp-route-ce337a", "reconcileID": "45c519e2-483b-460c-8c30-31257792b09b", "LLMInferenceService": "ipp-route-ce337a", "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "ipp-route-ce337a-kserve-route-authn"} 2026-07-28T21:04:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ce337a","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "ipp-route-ce337a", "reconcileID": "45c519e2-483b-460c-8c30-31257792b09b", "LLMInferenceService": "ipp-route-ce337a", "namespace": "ai-tenant-e2e-ipp-a-ce337a", "authType": "userdefined"} 2026-07-28T21:04:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ce337a","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "ipp-route-ce337a", "reconcileID": "45c519e2-483b-460c-8c30-31257792b09b", "LLMInferenceService": "ipp-route-ce337a", "namespace": "ai-tenant-e2e-ipp-a-ce337a"} 2026-07-28T21:05:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c153e8d3-0615-47e7-aab0-969ba9b70215", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T21:05:09Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ce337a","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "ipp-route-ce337a", "reconcileID": "22e1a855-6a6b-4370-954a-905cecdb679a", "LLMInferenceService": "ipp-route-ce337a", "namespace": "ai-tenant-e2e-ipp-a-ce337a"} 2026-07-28T21:05:09Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ce337a","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "ipp-route-ce337a", "reconcileID": "22e1a855-6a6b-4370-954a-905cecdb679a", "LLMInferenceService": "ipp-route-ce337a", "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "ipp-route-ce337a"} 2026-07-28T21:05:09Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ce337a","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "ipp-route-ce337a", "reconcileID": "22e1a855-6a6b-4370-954a-905cecdb679a", "LLMInferenceService": "ipp-route-ce337a", "namespace": "ai-tenant-e2e-ipp-a-ce337a"} 2026-07-28T21:05:09Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ce337a","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "ipp-route-ce337a", "reconcileID": "22e1a855-6a6b-4370-954a-905cecdb679a", "LLMInferenceService": "ipp-route-ce337a", "namespace": "ai-tenant-e2e-ipp-a-ce337a"} 2026-07-28T21:05:09Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ce337a","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "ipp-route-ce337a", "reconcileID": "22e1a855-6a6b-4370-954a-905cecdb679a", "LLMInferenceService": "ipp-route-ce337a", "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "ipp-route-ce337a-kserve-route-authn"} 2026-07-28T21:05:09Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ce337a","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "ipp-route-ce337a", "reconcileID": "22e1a855-6a6b-4370-954a-905cecdb679a", "LLMInferenceService": "ipp-route-ce337a", "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "ipp-route-ce337a-kserve-route-authn"} 2026-07-28T21:05:09Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ce337a","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "ipp-route-ce337a", "reconcileID": "22e1a855-6a6b-4370-954a-905cecdb679a", "LLMInferenceService": "ipp-route-ce337a", "namespace": "ai-tenant-e2e-ipp-a-ce337a", "namespace": "ai-tenant-e2e-ipp-a-ce337a"} 2026-07-28T21:05:09Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ce337a","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "ipp-route-ce337a", "reconcileID": "22e1a855-6a6b-4370-954a-905cecdb679a", "LLMInferenceService": "ipp-route-ce337a", "namespace": "ai-tenant-e2e-ipp-a-ce337a", "namespace": "ai-tenant-e2e-ipp-a-ce337a"} 2026-07-28T21:05:10Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ce337a","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "ipp-route-ce337a", "reconcileID": "797cf726-f315-47f5-9f73-4d475a739fa9", "LLMInferenceService": "ipp-route-ce337a", "namespace": "ai-tenant-e2e-ipp-a-ce337a"} 2026-07-28T21:05:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "fdf73034-e212-4734-9e34-d76e754a5556", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress"} 2026-07-28T21:05:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "fdf73034-e212-4734-9e34-d76e754a5556", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a-authn-ssl"} 2026-07-28T21:05:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "fdf73034-e212-4734-9e34-d76e754a5556", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress"} 2026-07-28T21:05:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "1cc2d745-8ee0-4a54-8fa2-f80ae2a706ea", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress"} 2026-07-28T21:05:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "1cc2d745-8ee0-4a54-8fa2-f80ae2a706ea", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a-authn-ssl"} 2026-07-28T21:05:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "1cc2d745-8ee0-4a54-8fa2-f80ae2a706ea", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress"} 2026-07-28T21:05:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cc64fd11-fc18-4e63-8b44-ea838d1b4393", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ce337a"} 2026-07-28T21:05:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cc64fd11-fc18-4e63-8b44-ea838d1b4393", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ce337a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T21:05:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cc64fd11-fc18-4e63-8b44-ea838d1b4393", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-ce337a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T21:05:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "odh-trusted-ca-bundle", "reconcileID": "159f8430-b7ba-43b1-bc03-655863016f9e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ce337a"} 2026-07-28T21:05:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "odh-trusted-ca-bundle", "reconcileID": "159f8430-b7ba-43b1-bc03-655863016f9e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ce337a"} 2026-07-28T21:05:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "openshift-service-ca.crt", "reconcileID": "48cf2537-3c44-4ec8-9a68-f2c5ef933ba8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ce337a"} 2026-07-28T21:05:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "openshift-service-ca.crt", "reconcileID": "48cf2537-3c44-4ec8-9a68-f2c5ef933ba8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ce337a"} 2026-07-28T21:05:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ee520f7-5850-43e1-9f64-9c71924d3f4c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ce337a"} 2026-07-28T21:05:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ce337a"}, "namespace": "ai-tenant-e2e-ipp-a-ce337a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ee520f7-5850-43e1-9f64-9c71924d3f4c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ce337a"} 2026-07-28T21:05:16Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ce337a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ce337a", "reconcileID": "9ac5050c-1f04-4f1e-9c8a-bb93ef2c41f0", "Gateway": "e2e-ipp-a-ce337a", "namespace": "openshift-ingress"} 2026-07-28T21:05:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0aaefe1f-96a3-4f65-8eb3-424493930ee7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T21:05:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "00425deb-7e1d-472e-ae28-844a1bc60da0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T21:05:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-542599","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-542599", "reconcileID": "8f75999d-6369-45f7-b163-0128959bb87f", "Gateway": "e2e-ipp-b-542599", "namespace": "openshift-ingress"} 2026-07-28T21:05:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-542599","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-542599", "reconcileID": "8f75999d-6369-45f7-b163-0128959bb87f", "Gateway": "e2e-ipp-b-542599", "namespace": "openshift-ingress", "name": "e2e-ipp-b-542599-authn-ssl"} 2026-07-28T21:05:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-542599","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-542599", "reconcileID": "8f75999d-6369-45f7-b163-0128959bb87f", "Gateway": "e2e-ipp-b-542599", "namespace": "openshift-ingress"} 2026-07-28T21:05:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-542599","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-542599", "reconcileID": "5001ed31-2cee-4554-ac51-64abe5ca0124", "Gateway": "e2e-ipp-b-542599", "namespace": "openshift-ingress"} 2026-07-28T21:05:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-542599","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-542599", "reconcileID": "5001ed31-2cee-4554-ac51-64abe5ca0124", "Gateway": "e2e-ipp-b-542599", "namespace": "openshift-ingress", "name": "e2e-ipp-b-542599-authn-ssl"} 2026-07-28T21:05:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-542599","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-542599", "reconcileID": "5001ed31-2cee-4554-ac51-64abe5ca0124", "Gateway": "e2e-ipp-b-542599", "namespace": "openshift-ingress"} 2026-07-28T21:05:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-542599"}, "namespace": "ai-tenant-e2e-ipp-b-542599", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a5a01d01-6524-40af-9e5a-c6dc392df523", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-542599"} 2026-07-28T21:05:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-542599"}, "namespace": "ai-tenant-e2e-ipp-b-542599", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a5a01d01-6524-40af-9e5a-c6dc392df523", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-542599", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T21:05:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-542599"}, "namespace": "ai-tenant-e2e-ipp-b-542599", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a5a01d01-6524-40af-9e5a-c6dc392df523", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-542599 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T21:05:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-542599"}, "namespace": "ai-tenant-e2e-ipp-b-542599", "name": "odh-trusted-ca-bundle", "reconcileID": "2f38b440-b53b-4ee5-a9df-2849e7d81d4e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-542599"} 2026-07-28T21:05:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-542599"}, "namespace": "ai-tenant-e2e-ipp-b-542599", "name": "odh-trusted-ca-bundle", "reconcileID": "2f38b440-b53b-4ee5-a9df-2849e7d81d4e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-542599"} 2026-07-28T21:05:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-542599"}, "namespace": "ai-tenant-e2e-ipp-b-542599", "name": "openshift-service-ca.crt", "reconcileID": "9c56bee2-ebb8-4761-ad65-41e9bced4031", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-542599"} 2026-07-28T21:05:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-542599"}, "namespace": "ai-tenant-e2e-ipp-b-542599", "name": "openshift-service-ca.crt", "reconcileID": "9c56bee2-ebb8-4761-ad65-41e9bced4031", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-542599"} 2026-07-28T21:05:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-542599"}, "namespace": "ai-tenant-e2e-ipp-b-542599", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b743d6c-3c96-43b4-adc4-1786cae81da5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-542599"} 2026-07-28T21:05:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-542599"}, "namespace": "ai-tenant-e2e-ipp-b-542599", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b743d6c-3c96-43b4-adc4-1786cae81da5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-542599"} 2026-07-28T21:05:34Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-542599","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-542599", "reconcileID": "5f298da4-5b49-4e38-9ea8-de3e4ff2b52a", "Gateway": "e2e-ipp-b-542599", "namespace": "openshift-ingress"} 2026-07-28T21:05:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cac64370-4a08-450d-8cc1-b3789f8820ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T21:05:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc370c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c", "reconcileID": "070f3584-fb62-4359-a9ce-3a554289c73e", "Gateway": "e2e-shared-a-cc370c", "namespace": "openshift-ingress"} 2026-07-28T21:05:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc370c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c", "reconcileID": "070f3584-fb62-4359-a9ce-3a554289c73e", "Gateway": "e2e-shared-a-cc370c", "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c-authn-ssl"} 2026-07-28T21:05:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc370c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c", "reconcileID": "070f3584-fb62-4359-a9ce-3a554289c73e", "Gateway": "e2e-shared-a-cc370c", "namespace": "openshift-ingress"} 2026-07-28T21:05:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc370c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c", "reconcileID": "574cc298-46fd-4277-8121-37d558982d28", "Gateway": "e2e-shared-a-cc370c", "namespace": "openshift-ingress"} 2026-07-28T21:05:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc370c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c", "reconcileID": "574cc298-46fd-4277-8121-37d558982d28", "Gateway": "e2e-shared-a-cc370c", "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c-authn-ssl"} 2026-07-28T21:05:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc370c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c", "reconcileID": "574cc298-46fd-4277-8121-37d558982d28", "Gateway": "e2e-shared-a-cc370c", "namespace": "openshift-ingress"} 2026-07-28T21:05:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "415cbba9-a9ad-4bc9-bbf9-ed3eedf9782d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cc370c"} 2026-07-28T21:05:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "415cbba9-a9ad-4bc9-bbf9-ed3eedf9782d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cc370c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T21:05:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "415cbba9-a9ad-4bc9-bbf9-ed3eedf9782d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-cc370c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T21:05:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "odh-trusted-ca-bundle", "reconcileID": "6639eaa1-cc58-4821-abf9-b9ccb3535721", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cc370c"} 2026-07-28T21:05:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "odh-trusted-ca-bundle", "reconcileID": "6639eaa1-cc58-4821-abf9-b9ccb3535721", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cc370c"} 2026-07-28T21:05:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "openshift-service-ca.crt", "reconcileID": "78036aeb-351f-4ebd-bb85-b5b08338a9d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-cc370c"} 2026-07-28T21:05:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "openshift-service-ca.crt", "reconcileID": "78036aeb-351f-4ebd-bb85-b5b08338a9d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-cc370c"} 2026-07-28T21:05:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ffe9d149-e67e-47b7-96f7-6d186b76549f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cc370c"} 2026-07-28T21:05:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cc370c"}, "namespace": "ai-tenant-e2e-shared-a-cc370c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ffe9d149-e67e-47b7-96f7-6d186b76549f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cc370c"} 2026-07-28T21:05:52Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc370c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc370c", "reconcileID": "2c6f3f71-9d79-4939-b49e-fda80a2391a5", "Gateway": "e2e-shared-a-cc370c", "namespace": "openshift-ingress"} 2026-07-28T21:05:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9975372e-45fc-46ac-b498-20dbb11937a4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T21:06:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-35c841","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841", "reconcileID": "dd215138-5bc7-4e7a-ae34-3082c61fe467", "Gateway": "e2e-shared-b-35c841", "namespace": "openshift-ingress"} 2026-07-28T21:06:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-35c841","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841", "reconcileID": "dd215138-5bc7-4e7a-ae34-3082c61fe467", "Gateway": "e2e-shared-b-35c841", "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841-authn-ssl"} 2026-07-28T21:06:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-35c841","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841", "reconcileID": "dd215138-5bc7-4e7a-ae34-3082c61fe467", "Gateway": "e2e-shared-b-35c841", "namespace": "openshift-ingress"} 2026-07-28T21:06:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-35c841","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841", "reconcileID": "79192e5d-cede-48e9-be90-99f1cb29fbbc", "Gateway": "e2e-shared-b-35c841", "namespace": "openshift-ingress"} 2026-07-28T21:06:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-35c841","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841", "reconcileID": "79192e5d-cede-48e9-be90-99f1cb29fbbc", "Gateway": "e2e-shared-b-35c841", "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841-authn-ssl"} 2026-07-28T21:06:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-35c841","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841", "reconcileID": "79192e5d-cede-48e9-be90-99f1cb29fbbc", "Gateway": "e2e-shared-b-35c841", "namespace": "openshift-ingress"} 2026-07-28T21:06:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10e58fba-b40c-49cb-b47c-0505ce579d9c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T21:06:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10e58fba-b40c-49cb-b47c-0505ce579d9c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-35c841", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T21:06:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10e58fba-b40c-49cb-b47c-0505ce579d9c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-35c841 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T21:06:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "odh-trusted-ca-bundle", "reconcileID": "bf675a77-b1e0-4683-9620-0b293d3df8e5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T21:06:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "odh-trusted-ca-bundle", "reconcileID": "bf675a77-b1e0-4683-9620-0b293d3df8e5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T21:06:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "openshift-service-ca.crt", "reconcileID": "ad3afb9f-40e8-4647-bf77-94a991056f9a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T21:06:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "openshift-service-ca.crt", "reconcileID": "ad3afb9f-40e8-4647-bf77-94a991056f9a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T21:06:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "74a362d0-0c4a-49a1-8294-327f09b4246e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T21:06:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-35c841"}, "namespace": "ai-tenant-e2e-shared-b-35c841", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "74a362d0-0c4a-49a1-8294-327f09b4246e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-35c841"} 2026-07-28T21:06:10Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-35c841","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-35c841", "reconcileID": "28083c3f-d3e4-466e-87d9-0988d2eb6204", "Gateway": "e2e-shared-b-35c841", "namespace": "openshift-ingress"}