2026-07-24T18:22:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "sub-test-model-2542df", "reconcileID": "f260ed3c-dade-4f1b-86e5-fbced5795918", "LLMInferenceService": "sub-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:22:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "sub-test-model-2542df", "reconcileID": "f260ed3c-dade-4f1b-86e5-fbced5795918", "LLMInferenceService": "sub-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:22:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "sub-test-model-2542df", "reconcileID": "f260ed3c-dade-4f1b-86e5-fbced5795918", "LLMInferenceService": "sub-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:22:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "sub-test-model-2542df", "reconcileID": "f260ed3c-dade-4f1b-86e5-fbced5795918", "LLMInferenceService": "sub-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "sub-test-model-2542df-kserve-route-authn"} 2026-07-24T18:22:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "sub-test-model-2542df", "reconcileID": "f260ed3c-dade-4f1b-86e5-fbced5795918", "LLMInferenceService": "sub-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df", "authType": "userdefined"} 2026-07-24T18:22:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "sub-test-model-2542df", "reconcileID": "f260ed3c-dade-4f1b-86e5-fbced5795918", "LLMInferenceService": "sub-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:22:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "sub-test-model-2542df", "reconcileID": "0e6238ed-ae93-44e4-bf03-9cb97797c2f8", "LLMInferenceService": "sub-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:22:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "sub-test-model-2542df", "reconcileID": "0e6238ed-ae93-44e4-bf03-9cb97797c2f8", "LLMInferenceService": "sub-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:22:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "sub-test-model-2542df", "reconcileID": "0e6238ed-ae93-44e4-bf03-9cb97797c2f8", "LLMInferenceService": "sub-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:22:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "sub-test-model-2542df", "reconcileID": "0e6238ed-ae93-44e4-bf03-9cb97797c2f8", "LLMInferenceService": "sub-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "sub-test-model-2542df-kserve-route-authn"} 2026-07-24T18:22:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "sub-test-model-2542df", "reconcileID": "0e6238ed-ae93-44e4-bf03-9cb97797c2f8", "LLMInferenceService": "sub-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df", "authType": "userdefined"} 2026-07-24T18:22:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "sub-test-model-2542df", "reconcileID": "0e6238ed-ae93-44e4-bf03-9cb97797c2f8", "LLMInferenceService": "sub-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:23:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "sub-test-model-2542df", "reconcileID": "d89a3cfd-c762-4e8b-870f-12e8fa903b1f", "LLMInferenceService": "sub-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:23:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "sub-test-model-2542df", "reconcileID": "d89a3cfd-c762-4e8b-870f-12e8fa903b1f", "LLMInferenceService": "sub-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:23:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "sub-test-model-2542df", "reconcileID": "d89a3cfd-c762-4e8b-870f-12e8fa903b1f", "LLMInferenceService": "sub-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:23:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "sub-test-model-2542df", "reconcileID": "d89a3cfd-c762-4e8b-870f-12e8fa903b1f", "LLMInferenceService": "sub-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "sub-test-model-2542df-kserve-route-authn"} 2026-07-24T18:23:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "sub-test-model-2542df", "reconcileID": "d89a3cfd-c762-4e8b-870f-12e8fa903b1f", "LLMInferenceService": "sub-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df", "authType": "userdefined"} 2026-07-24T18:23:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "sub-test-model-2542df", "reconcileID": "d89a3cfd-c762-4e8b-870f-12e8fa903b1f", "LLMInferenceService": "sub-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:23:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "sub-test-model-f556c1", "reconcileID": "68f90423-7a04-4c93-ad35-f8cb6221d89a", "LLMInferenceService": "sub-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:23:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "sub-test-model-f556c1", "reconcileID": "68f90423-7a04-4c93-ad35-f8cb6221d89a", "LLMInferenceService": "sub-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:23:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "sub-test-model-f556c1", "reconcileID": "68f90423-7a04-4c93-ad35-f8cb6221d89a", "LLMInferenceService": "sub-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:23:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "sub-test-model-f556c1", "reconcileID": "68f90423-7a04-4c93-ad35-f8cb6221d89a", "LLMInferenceService": "sub-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "sub-test-model-f556c1-kserve-route-authn"} 2026-07-24T18:23:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "sub-test-model-f556c1", "reconcileID": "68f90423-7a04-4c93-ad35-f8cb6221d89a", "LLMInferenceService": "sub-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1", "authType": "userdefined"} 2026-07-24T18:23:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "sub-test-model-f556c1", "reconcileID": "68f90423-7a04-4c93-ad35-f8cb6221d89a", "LLMInferenceService": "sub-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:23:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f556c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1", "reconcileID": "80ebd409-f1d5-4341-b46b-bc9fd24bc3f5", "Gateway": "e2e-shared-b-f556c1", "namespace": "openshift-ingress"} 2026-07-24T18:23:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f556c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1", "reconcileID": "80ebd409-f1d5-4341-b46b-bc9fd24bc3f5", "Gateway": "e2e-shared-b-f556c1", "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1-authn-ssl"} 2026-07-24T18:23:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f556c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1", "reconcileID": "80ebd409-f1d5-4341-b46b-bc9fd24bc3f5", "Gateway": "e2e-shared-b-f556c1", "namespace": "openshift-ingress"} 2026-07-24T18:23:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "sub-test-model-f556c1", "reconcileID": "7ce0886c-9d72-48a6-88c9-f5baf4e6c692", "LLMInferenceService": "sub-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:23:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "sub-test-model-f556c1", "reconcileID": "7ce0886c-9d72-48a6-88c9-f5baf4e6c692", "LLMInferenceService": "sub-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:23:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "sub-test-model-f556c1", "reconcileID": "7ce0886c-9d72-48a6-88c9-f5baf4e6c692", "LLMInferenceService": "sub-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:23:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "sub-test-model-f556c1", "reconcileID": "7ce0886c-9d72-48a6-88c9-f5baf4e6c692", "LLMInferenceService": "sub-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "sub-test-model-f556c1-kserve-route-authn"} 2026-07-24T18:23:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "sub-test-model-f556c1", "reconcileID": "7ce0886c-9d72-48a6-88c9-f5baf4e6c692", "LLMInferenceService": "sub-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1", "authType": "userdefined"} 2026-07-24T18:23:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "sub-test-model-f556c1", "reconcileID": "7ce0886c-9d72-48a6-88c9-f5baf4e6c692", "LLMInferenceService": "sub-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:23:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f556c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1", "reconcileID": "245d39a5-b6a7-4fc0-8456-94e2fe374e3f", "Gateway": "e2e-shared-b-f556c1", "namespace": "openshift-ingress"} 2026-07-24T18:23:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f556c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1", "reconcileID": "245d39a5-b6a7-4fc0-8456-94e2fe374e3f", "Gateway": "e2e-shared-b-f556c1", "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1-authn-ssl"} 2026-07-24T18:23:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f556c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1", "reconcileID": "245d39a5-b6a7-4fc0-8456-94e2fe374e3f", "Gateway": "e2e-shared-b-f556c1", "namespace": "openshift-ingress"} 2026-07-24T18:23:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "sub-test-model-f556c1", "reconcileID": "079fc490-1485-4cb3-a2c7-8174208c6cb1", "LLMInferenceService": "sub-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:23:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "sub-test-model-f556c1", "reconcileID": "079fc490-1485-4cb3-a2c7-8174208c6cb1", "LLMInferenceService": "sub-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:23:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "sub-test-model-f556c1", "reconcileID": "079fc490-1485-4cb3-a2c7-8174208c6cb1", "LLMInferenceService": "sub-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:23:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "sub-test-model-f556c1", "reconcileID": "079fc490-1485-4cb3-a2c7-8174208c6cb1", "LLMInferenceService": "sub-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "sub-test-model-f556c1-kserve-route-authn"} 2026-07-24T18:23:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "sub-test-model-f556c1", "reconcileID": "079fc490-1485-4cb3-a2c7-8174208c6cb1", "LLMInferenceService": "sub-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1", "authType": "userdefined"} 2026-07-24T18:23:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "sub-test-model-f556c1", "reconcileID": "079fc490-1485-4cb3-a2c7-8174208c6cb1", "LLMInferenceService": "sub-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:23:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "sub-test-model-f556c1", "reconcileID": "f7a5fb6f-2b84-48eb-99ff-28e334e5bdfa", "LLMInferenceService": "sub-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:23:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "sub-test-model-f556c1", "reconcileID": "f7a5fb6f-2b84-48eb-99ff-28e334e5bdfa", "LLMInferenceService": "sub-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:23:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "sub-test-model-f556c1", "reconcileID": "f7a5fb6f-2b84-48eb-99ff-28e334e5bdfa", "LLMInferenceService": "sub-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:23:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "sub-test-model-f556c1", "reconcileID": "f7a5fb6f-2b84-48eb-99ff-28e334e5bdfa", "LLMInferenceService": "sub-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "sub-test-model-f556c1-kserve-route-authn"} 2026-07-24T18:23:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "sub-test-model-f556c1", "reconcileID": "f7a5fb6f-2b84-48eb-99ff-28e334e5bdfa", "LLMInferenceService": "sub-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1", "authType": "userdefined"} 2026-07-24T18:23:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "sub-test-model-f556c1", "reconcileID": "f7a5fb6f-2b84-48eb-99ff-28e334e5bdfa", "LLMInferenceService": "sub-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:23:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2542df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df", "reconcileID": "b234e964-ba97-460f-96c6-170b9a866f30", "Gateway": "e2e-shared-a-2542df", "namespace": "openshift-ingress"} 2026-07-24T18:23:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2542df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df", "reconcileID": "b234e964-ba97-460f-96c6-170b9a866f30", "Gateway": "e2e-shared-a-2542df", "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df-authn-ssl"} 2026-07-24T18:23:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2542df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df", "reconcileID": "b234e964-ba97-460f-96c6-170b9a866f30", "Gateway": "e2e-shared-a-2542df", "namespace": "openshift-ingress"} 2026-07-24T18:23:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f556c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1", "reconcileID": "1efa57f5-e921-480e-8fae-e0f79dfdc248", "Gateway": "e2e-shared-b-f556c1", "namespace": "openshift-ingress"} 2026-07-24T18:23:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f556c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1", "reconcileID": "1efa57f5-e921-480e-8fae-e0f79dfdc248", "Gateway": "e2e-shared-b-f556c1", "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1-authn-ssl"} 2026-07-24T18:23:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f556c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1", "reconcileID": "1efa57f5-e921-480e-8fae-e0f79dfdc248", "Gateway": "e2e-shared-b-f556c1", "namespace": "openshift-ingress"} 2026-07-24T18:24:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f556c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1", "reconcileID": "53bc44ec-8cfc-4cf5-a324-73826a3c9a12", "Gateway": "e2e-shared-b-f556c1", "namespace": "openshift-ingress"} 2026-07-24T18:24:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f556c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1", "reconcileID": "53bc44ec-8cfc-4cf5-a324-73826a3c9a12", "Gateway": "e2e-shared-b-f556c1", "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1-authn-ssl"} 2026-07-24T18:24:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f556c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1", "reconcileID": "53bc44ec-8cfc-4cf5-a324-73826a3c9a12", "Gateway": "e2e-shared-b-f556c1", "namespace": "openshift-ingress"} 2026-07-24T18:24:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2542df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df", "reconcileID": "0c7ca99b-1f00-4817-9dab-8572c5bb5aa2", "Gateway": "e2e-shared-a-2542df", "namespace": "openshift-ingress"} 2026-07-24T18:24:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2542df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df", "reconcileID": "0c7ca99b-1f00-4817-9dab-8572c5bb5aa2", "Gateway": "e2e-shared-a-2542df", "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df-authn-ssl"} 2026-07-24T18:24:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2542df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df", "reconcileID": "0c7ca99b-1f00-4817-9dab-8572c5bb5aa2", "Gateway": "e2e-shared-a-2542df", "namespace": "openshift-ingress"} 2026-07-24T18:24:02Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "sub-test-model-2542df", "reconcileID": "acbe2afc-57db-4fab-8efe-82f71e7ccd71", "LLMInferenceService": "sub-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:24:02Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "sub-test-model-2542df", "reconcileID": "acbe2afc-57db-4fab-8efe-82f71e7ccd71", "LLMInferenceService": "sub-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "sub-test-model-2542df"} 2026-07-24T18:24:02Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "sub-test-model-2542df", "reconcileID": "acbe2afc-57db-4fab-8efe-82f71e7ccd71", "LLMInferenceService": "sub-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:24:02Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "sub-test-model-2542df", "reconcileID": "acbe2afc-57db-4fab-8efe-82f71e7ccd71", "LLMInferenceService": "sub-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:24:02Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "sub-test-model-2542df", "reconcileID": "acbe2afc-57db-4fab-8efe-82f71e7ccd71", "LLMInferenceService": "sub-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "sub-test-model-2542df-kserve-route-authn"} 2026-07-24T18:24:02Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "sub-test-model-2542df", "reconcileID": "acbe2afc-57db-4fab-8efe-82f71e7ccd71", "LLMInferenceService": "sub-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "sub-test-model-2542df-kserve-route-authn"} 2026-07-24T18:24:02Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "sub-test-model-2542df", "reconcileID": "acbe2afc-57db-4fab-8efe-82f71e7ccd71", "LLMInferenceService": "sub-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:24:02Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "sub-test-model-2542df", "reconcileID": "acbe2afc-57db-4fab-8efe-82f71e7ccd71", "LLMInferenceService": "sub-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:24:03Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "sub-test-model-2542df", "reconcileID": "1a3764e8-881a-4013-a6c2-89cecd3a92a4", "LLMInferenceService": "sub-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:24:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2542df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df", "reconcileID": "58ea385b-f582-43f2-abe1-c010464c6a11", "Gateway": "e2e-shared-a-2542df", "namespace": "openshift-ingress"} 2026-07-24T18:24:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2542df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df", "reconcileID": "58ea385b-f582-43f2-abe1-c010464c6a11", "Gateway": "e2e-shared-a-2542df", "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df-authn-ssl"} 2026-07-24T18:24:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2542df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df", "reconcileID": "58ea385b-f582-43f2-abe1-c010464c6a11", "Gateway": "e2e-shared-a-2542df", "namespace": "openshift-ingress"} 2026-07-24T18:24:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2542df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df", "reconcileID": "475c55ae-f178-44de-8fdb-c0f099a88d17", "Gateway": "e2e-shared-a-2542df", "namespace": "openshift-ingress"} 2026-07-24T18:24:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2542df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df", "reconcileID": "475c55ae-f178-44de-8fdb-c0f099a88d17", "Gateway": "e2e-shared-a-2542df", "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df-authn-ssl"} 2026-07-24T18:24:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2542df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df", "reconcileID": "475c55ae-f178-44de-8fdb-c0f099a88d17", "Gateway": "e2e-shared-a-2542df", "namespace": "openshift-ingress"} 2026-07-24T18:24:04Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "sub-test-model-f556c1", "reconcileID": "c33dfd00-4a5b-4d6d-8cd7-090cdd304549", "LLMInferenceService": "sub-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:24:04Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "sub-test-model-f556c1", "reconcileID": "c33dfd00-4a5b-4d6d-8cd7-090cdd304549", "LLMInferenceService": "sub-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "sub-test-model-f556c1"} 2026-07-24T18:24:04Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "sub-test-model-f556c1", "reconcileID": "c33dfd00-4a5b-4d6d-8cd7-090cdd304549", "LLMInferenceService": "sub-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:24:04Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "sub-test-model-f556c1", "reconcileID": "c33dfd00-4a5b-4d6d-8cd7-090cdd304549", "LLMInferenceService": "sub-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:24:04Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "sub-test-model-f556c1", "reconcileID": "c33dfd00-4a5b-4d6d-8cd7-090cdd304549", "LLMInferenceService": "sub-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "sub-test-model-f556c1-kserve-route-authn"} 2026-07-24T18:24:04Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "sub-test-model-f556c1", "reconcileID": "c33dfd00-4a5b-4d6d-8cd7-090cdd304549", "LLMInferenceService": "sub-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "sub-test-model-f556c1-kserve-route-authn"} 2026-07-24T18:24:04Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "sub-test-model-f556c1", "reconcileID": "c33dfd00-4a5b-4d6d-8cd7-090cdd304549", "LLMInferenceService": "sub-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:24:04Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "sub-test-model-f556c1", "reconcileID": "c33dfd00-4a5b-4d6d-8cd7-090cdd304549", "LLMInferenceService": "sub-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:24:04Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "sub-test-model-f556c1", "reconcileID": "f65459ae-5181-49d1-8e90-b587084743b9", "LLMInferenceService": "sub-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:24:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f556c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1", "reconcileID": "bf3dc6b7-8dcf-457e-a089-4243c50407a0", "Gateway": "e2e-shared-b-f556c1", "namespace": "openshift-ingress"} 2026-07-24T18:24:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f556c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1", "reconcileID": "bf3dc6b7-8dcf-457e-a089-4243c50407a0", "Gateway": "e2e-shared-b-f556c1", "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1-authn-ssl"} 2026-07-24T18:24:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f556c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1", "reconcileID": "bf3dc6b7-8dcf-457e-a089-4243c50407a0", "Gateway": "e2e-shared-b-f556c1", "namespace": "openshift-ingress"} 2026-07-24T18:24:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f556c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1", "reconcileID": "51306187-8e2f-4626-a056-2eb8c1a1f185", "Gateway": "e2e-shared-b-f556c1", "namespace": "openshift-ingress"} 2026-07-24T18:24:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f556c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1", "reconcileID": "51306187-8e2f-4626-a056-2eb8c1a1f185", "Gateway": "e2e-shared-b-f556c1", "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1-authn-ssl"} 2026-07-24T18:24:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f556c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1", "reconcileID": "51306187-8e2f-4626-a056-2eb8c1a1f185", "Gateway": "e2e-shared-b-f556c1", "namespace": "openshift-ingress"} 2026-07-24T18:24:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "rate-test-model-2542df", "reconcileID": "eee0dc05-5562-4ee8-86df-b2ca5ce70658", "LLMInferenceService": "rate-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:24:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "rate-test-model-2542df", "reconcileID": "eee0dc05-5562-4ee8-86df-b2ca5ce70658", "LLMInferenceService": "rate-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:24:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "rate-test-model-2542df", "reconcileID": "eee0dc05-5562-4ee8-86df-b2ca5ce70658", "LLMInferenceService": "rate-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:24:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2542df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df", "reconcileID": "83bf3a97-1561-4578-9f57-462ddcdff4b5", "Gateway": "e2e-shared-a-2542df", "namespace": "openshift-ingress"} 2026-07-24T18:24:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "rate-test-model-2542df", "reconcileID": "eee0dc05-5562-4ee8-86df-b2ca5ce70658", "LLMInferenceService": "rate-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "rate-test-model-2542df-kserve-route-authn"} 2026-07-24T18:24:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "rate-test-model-2542df", "reconcileID": "eee0dc05-5562-4ee8-86df-b2ca5ce70658", "LLMInferenceService": "rate-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df", "authType": "userdefined"} 2026-07-24T18:24:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "rate-test-model-2542df", "reconcileID": "eee0dc05-5562-4ee8-86df-b2ca5ce70658", "LLMInferenceService": "rate-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:24:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2542df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df", "reconcileID": "83bf3a97-1561-4578-9f57-462ddcdff4b5", "Gateway": "e2e-shared-a-2542df", "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df-authn-ssl"} 2026-07-24T18:24:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2542df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df", "reconcileID": "83bf3a97-1561-4578-9f57-462ddcdff4b5", "Gateway": "e2e-shared-a-2542df", "namespace": "openshift-ingress"} 2026-07-24T18:24:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "rate-test-model-2542df", "reconcileID": "962d4470-90b7-490d-b437-c21d1c8d475c", "LLMInferenceService": "rate-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:24:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "rate-test-model-2542df", "reconcileID": "962d4470-90b7-490d-b437-c21d1c8d475c", "LLMInferenceService": "rate-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:24:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "rate-test-model-2542df", "reconcileID": "962d4470-90b7-490d-b437-c21d1c8d475c", "LLMInferenceService": "rate-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:24:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "rate-test-model-2542df", "reconcileID": "962d4470-90b7-490d-b437-c21d1c8d475c", "LLMInferenceService": "rate-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "rate-test-model-2542df-kserve-route-authn"} 2026-07-24T18:24:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "rate-test-model-2542df", "reconcileID": "962d4470-90b7-490d-b437-c21d1c8d475c", "LLMInferenceService": "rate-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df", "authType": "userdefined"} 2026-07-24T18:24:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "rate-test-model-2542df", "reconcileID": "962d4470-90b7-490d-b437-c21d1c8d475c", "LLMInferenceService": "rate-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:24:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2542df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df", "reconcileID": "3af820b5-7b01-4307-8d19-cb93ca502e14", "Gateway": "e2e-shared-a-2542df", "namespace": "openshift-ingress"} 2026-07-24T18:24:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2542df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df", "reconcileID": "3af820b5-7b01-4307-8d19-cb93ca502e14", "Gateway": "e2e-shared-a-2542df", "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df-authn-ssl"} 2026-07-24T18:24:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2542df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df", "reconcileID": "3af820b5-7b01-4307-8d19-cb93ca502e14", "Gateway": "e2e-shared-a-2542df", "namespace": "openshift-ingress"} 2026-07-24T18:24:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "rate-test-model-2542df", "reconcileID": "f0742a86-f1e6-4876-8d96-91479054f845", "LLMInferenceService": "rate-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:24:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "rate-test-model-2542df", "reconcileID": "f0742a86-f1e6-4876-8d96-91479054f845", "LLMInferenceService": "rate-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:24:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "rate-test-model-2542df", "reconcileID": "f0742a86-f1e6-4876-8d96-91479054f845", "LLMInferenceService": "rate-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:24:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "rate-test-model-2542df", "reconcileID": "f0742a86-f1e6-4876-8d96-91479054f845", "LLMInferenceService": "rate-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "rate-test-model-2542df-kserve-route-authn"} 2026-07-24T18:24:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "rate-test-model-2542df", "reconcileID": "f0742a86-f1e6-4876-8d96-91479054f845", "LLMInferenceService": "rate-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df", "authType": "userdefined"} 2026-07-24T18:24:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "rate-test-model-2542df", "reconcileID": "f0742a86-f1e6-4876-8d96-91479054f845", "LLMInferenceService": "rate-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:24:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "rate-test-model-2542df", "reconcileID": "f7661799-7d04-46a2-9289-374988e11df6", "LLMInferenceService": "rate-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:24:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "rate-test-model-2542df", "reconcileID": "f7661799-7d04-46a2-9289-374988e11df6", "LLMInferenceService": "rate-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:24:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "rate-test-model-2542df", "reconcileID": "f7661799-7d04-46a2-9289-374988e11df6", "LLMInferenceService": "rate-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:24:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "rate-test-model-2542df", "reconcileID": "f7661799-7d04-46a2-9289-374988e11df6", "LLMInferenceService": "rate-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "rate-test-model-2542df-kserve-route-authn"} 2026-07-24T18:24:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "rate-test-model-2542df", "reconcileID": "f7661799-7d04-46a2-9289-374988e11df6", "LLMInferenceService": "rate-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df", "authType": "userdefined"} 2026-07-24T18:24:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "rate-test-model-2542df", "reconcileID": "f7661799-7d04-46a2-9289-374988e11df6", "LLMInferenceService": "rate-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:24:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "rate-test-model-2542df", "reconcileID": "56900efd-c535-4de1-971e-548457005942", "LLMInferenceService": "rate-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:24:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "rate-test-model-2542df", "reconcileID": "56900efd-c535-4de1-971e-548457005942", "LLMInferenceService": "rate-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:24:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "rate-test-model-2542df", "reconcileID": "56900efd-c535-4de1-971e-548457005942", "LLMInferenceService": "rate-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:24:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "rate-test-model-2542df", "reconcileID": "56900efd-c535-4de1-971e-548457005942", "LLMInferenceService": "rate-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "rate-test-model-2542df-kserve-route-authn"} 2026-07-24T18:24:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "rate-test-model-2542df", "reconcileID": "56900efd-c535-4de1-971e-548457005942", "LLMInferenceService": "rate-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df", "authType": "userdefined"} 2026-07-24T18:24:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "rate-test-model-2542df", "reconcileID": "56900efd-c535-4de1-971e-548457005942", "LLMInferenceService": "rate-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:24:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "rate-test-model-f556c1", "reconcileID": "95ed3f0d-681b-45ac-b140-f4af3df4f93b", "LLMInferenceService": "rate-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:24:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "rate-test-model-f556c1", "reconcileID": "95ed3f0d-681b-45ac-b140-f4af3df4f93b", "LLMInferenceService": "rate-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:24:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "rate-test-model-f556c1", "reconcileID": "95ed3f0d-681b-45ac-b140-f4af3df4f93b", "LLMInferenceService": "rate-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:24:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f556c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1", "reconcileID": "47a2e469-5f87-42d2-b119-3ae3369cde4a", "Gateway": "e2e-shared-b-f556c1", "namespace": "openshift-ingress"} 2026-07-24T18:24:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "rate-test-model-f556c1", "reconcileID": "95ed3f0d-681b-45ac-b140-f4af3df4f93b", "LLMInferenceService": "rate-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "rate-test-model-f556c1-kserve-route-authn"} 2026-07-24T18:24:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "rate-test-model-f556c1", "reconcileID": "95ed3f0d-681b-45ac-b140-f4af3df4f93b", "LLMInferenceService": "rate-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1", "authType": "userdefined"} 2026-07-24T18:24:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "rate-test-model-f556c1", "reconcileID": "95ed3f0d-681b-45ac-b140-f4af3df4f93b", "LLMInferenceService": "rate-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:24:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f556c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1", "reconcileID": "47a2e469-5f87-42d2-b119-3ae3369cde4a", "Gateway": "e2e-shared-b-f556c1", "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1-authn-ssl"} 2026-07-24T18:24:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f556c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1", "reconcileID": "47a2e469-5f87-42d2-b119-3ae3369cde4a", "Gateway": "e2e-shared-b-f556c1", "namespace": "openshift-ingress"} 2026-07-24T18:24:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "rate-test-model-f556c1", "reconcileID": "4e5e80c6-170d-455c-bfa3-9cc05b12ef9c", "LLMInferenceService": "rate-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:24:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "rate-test-model-f556c1", "reconcileID": "4e5e80c6-170d-455c-bfa3-9cc05b12ef9c", "LLMInferenceService": "rate-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:24:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "rate-test-model-f556c1", "reconcileID": "4e5e80c6-170d-455c-bfa3-9cc05b12ef9c", "LLMInferenceService": "rate-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:24:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "rate-test-model-f556c1", "reconcileID": "4e5e80c6-170d-455c-bfa3-9cc05b12ef9c", "LLMInferenceService": "rate-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "rate-test-model-f556c1-kserve-route-authn"} 2026-07-24T18:24:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "rate-test-model-f556c1", "reconcileID": "4e5e80c6-170d-455c-bfa3-9cc05b12ef9c", "LLMInferenceService": "rate-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1", "authType": "userdefined"} 2026-07-24T18:24:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "rate-test-model-f556c1", "reconcileID": "4e5e80c6-170d-455c-bfa3-9cc05b12ef9c", "LLMInferenceService": "rate-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:24:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f556c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1", "reconcileID": "b42019bc-d009-4178-92ca-0117a436c799", "Gateway": "e2e-shared-b-f556c1", "namespace": "openshift-ingress"} 2026-07-24T18:24:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f556c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1", "reconcileID": "b42019bc-d009-4178-92ca-0117a436c799", "Gateway": "e2e-shared-b-f556c1", "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1-authn-ssl"} 2026-07-24T18:24:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f556c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1", "reconcileID": "b42019bc-d009-4178-92ca-0117a436c799", "Gateway": "e2e-shared-b-f556c1", "namespace": "openshift-ingress"} 2026-07-24T18:24:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "rate-test-model-f556c1", "reconcileID": "b269ace8-249d-40c0-9f7f-70f3ca7b85dc", "LLMInferenceService": "rate-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:24:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "rate-test-model-f556c1", "reconcileID": "b269ace8-249d-40c0-9f7f-70f3ca7b85dc", "LLMInferenceService": "rate-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:24:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "rate-test-model-f556c1", "reconcileID": "b269ace8-249d-40c0-9f7f-70f3ca7b85dc", "LLMInferenceService": "rate-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:24:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "rate-test-model-f556c1", "reconcileID": "b269ace8-249d-40c0-9f7f-70f3ca7b85dc", "LLMInferenceService": "rate-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "rate-test-model-f556c1-kserve-route-authn"} 2026-07-24T18:24:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "rate-test-model-f556c1", "reconcileID": "b269ace8-249d-40c0-9f7f-70f3ca7b85dc", "LLMInferenceService": "rate-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1", "authType": "userdefined"} 2026-07-24T18:24:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "rate-test-model-f556c1", "reconcileID": "b269ace8-249d-40c0-9f7f-70f3ca7b85dc", "LLMInferenceService": "rate-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:24:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "rate-test-model-f556c1", "reconcileID": "82a897c1-ef6a-4acf-8403-83b4e2d580e3", "LLMInferenceService": "rate-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:24:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "rate-test-model-f556c1", "reconcileID": "82a897c1-ef6a-4acf-8403-83b4e2d580e3", "LLMInferenceService": "rate-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:24:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "rate-test-model-f556c1", "reconcileID": "82a897c1-ef6a-4acf-8403-83b4e2d580e3", "LLMInferenceService": "rate-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:24:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "rate-test-model-f556c1", "reconcileID": "82a897c1-ef6a-4acf-8403-83b4e2d580e3", "LLMInferenceService": "rate-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "rate-test-model-f556c1-kserve-route-authn"} 2026-07-24T18:24:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "rate-test-model-f556c1", "reconcileID": "82a897c1-ef6a-4acf-8403-83b4e2d580e3", "LLMInferenceService": "rate-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1", "authType": "userdefined"} 2026-07-24T18:24:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "rate-test-model-f556c1", "reconcileID": "82a897c1-ef6a-4acf-8403-83b4e2d580e3", "LLMInferenceService": "rate-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:24:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2542df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df", "reconcileID": "d2cab2dc-a8cb-41ef-a113-c57722cee734", "Gateway": "e2e-shared-a-2542df", "namespace": "openshift-ingress"} 2026-07-24T18:24:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2542df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df", "reconcileID": "d2cab2dc-a8cb-41ef-a113-c57722cee734", "Gateway": "e2e-shared-a-2542df", "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df-authn-ssl"} 2026-07-24T18:24:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2542df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df", "reconcileID": "d2cab2dc-a8cb-41ef-a113-c57722cee734", "Gateway": "e2e-shared-a-2542df", "namespace": "openshift-ingress"} 2026-07-24T18:24:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f556c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1", "reconcileID": "30bce51c-a0fc-450d-bdb5-6dcd0a10ba5b", "Gateway": "e2e-shared-b-f556c1", "namespace": "openshift-ingress"} 2026-07-24T18:24:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f556c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1", "reconcileID": "30bce51c-a0fc-450d-bdb5-6dcd0a10ba5b", "Gateway": "e2e-shared-b-f556c1", "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1-authn-ssl"} 2026-07-24T18:24:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f556c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1", "reconcileID": "30bce51c-a0fc-450d-bdb5-6dcd0a10ba5b", "Gateway": "e2e-shared-b-f556c1", "namespace": "openshift-ingress"} 2026-07-24T18:25:15Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "rate-test-model-2542df", "reconcileID": "3ca3b0a7-9da8-4e76-9e47-a53b0c478ccb", "LLMInferenceService": "rate-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:25:15Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "rate-test-model-2542df", "reconcileID": "3ca3b0a7-9da8-4e76-9e47-a53b0c478ccb", "LLMInferenceService": "rate-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "rate-test-model-2542df"} 2026-07-24T18:25:15Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "rate-test-model-2542df", "reconcileID": "3ca3b0a7-9da8-4e76-9e47-a53b0c478ccb", "LLMInferenceService": "rate-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:25:15Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "rate-test-model-2542df", "reconcileID": "3ca3b0a7-9da8-4e76-9e47-a53b0c478ccb", "LLMInferenceService": "rate-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:25:15Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "rate-test-model-2542df", "reconcileID": "3ca3b0a7-9da8-4e76-9e47-a53b0c478ccb", "LLMInferenceService": "rate-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "rate-test-model-2542df-kserve-route-authn"} 2026-07-24T18:25:15Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "rate-test-model-2542df", "reconcileID": "3ca3b0a7-9da8-4e76-9e47-a53b0c478ccb", "LLMInferenceService": "rate-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "rate-test-model-2542df-kserve-route-authn"} 2026-07-24T18:25:15Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "rate-test-model-2542df", "reconcileID": "3ca3b0a7-9da8-4e76-9e47-a53b0c478ccb", "LLMInferenceService": "rate-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:25:15Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "rate-test-model-2542df", "reconcileID": "3ca3b0a7-9da8-4e76-9e47-a53b0c478ccb", "LLMInferenceService": "rate-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:25:15Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2542df","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "rate-test-model-2542df", "reconcileID": "5a58d6d2-209b-4f28-a465-cc35d0a53181", "LLMInferenceService": "rate-test-model-2542df", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:25:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2542df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df", "reconcileID": "d4435e96-7f7e-4e44-8ded-907f0cf4eb50", "Gateway": "e2e-shared-a-2542df", "namespace": "openshift-ingress"} 2026-07-24T18:25:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2542df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df", "reconcileID": "d4435e96-7f7e-4e44-8ded-907f0cf4eb50", "Gateway": "e2e-shared-a-2542df", "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df-authn-ssl"} 2026-07-24T18:25:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2542df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df", "reconcileID": "d4435e96-7f7e-4e44-8ded-907f0cf4eb50", "Gateway": "e2e-shared-a-2542df", "namespace": "openshift-ingress"} 2026-07-24T18:25:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2542df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df", "reconcileID": "a3e85e8a-bf8b-43b3-b9d3-c84f6ca3bae7", "Gateway": "e2e-shared-a-2542df", "namespace": "openshift-ingress"} 2026-07-24T18:25:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2542df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df", "reconcileID": "a3e85e8a-bf8b-43b3-b9d3-c84f6ca3bae7", "Gateway": "e2e-shared-a-2542df", "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df-authn-ssl"} 2026-07-24T18:25:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2542df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df", "reconcileID": "a3e85e8a-bf8b-43b3-b9d3-c84f6ca3bae7", "Gateway": "e2e-shared-a-2542df", "namespace": "openshift-ingress"} 2026-07-24T18:25:15Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "rate-test-model-f556c1", "reconcileID": "18a7e12a-7132-4396-bc27-7924c615d945", "LLMInferenceService": "rate-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:25:15Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "rate-test-model-f556c1", "reconcileID": "18a7e12a-7132-4396-bc27-7924c615d945", "LLMInferenceService": "rate-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "rate-test-model-f556c1"} 2026-07-24T18:25:15Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "rate-test-model-f556c1", "reconcileID": "18a7e12a-7132-4396-bc27-7924c615d945", "LLMInferenceService": "rate-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:25:15Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "rate-test-model-f556c1", "reconcileID": "18a7e12a-7132-4396-bc27-7924c615d945", "LLMInferenceService": "rate-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:25:15Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "rate-test-model-f556c1", "reconcileID": "18a7e12a-7132-4396-bc27-7924c615d945", "LLMInferenceService": "rate-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "rate-test-model-f556c1-kserve-route-authn"} 2026-07-24T18:25:15Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "rate-test-model-f556c1", "reconcileID": "18a7e12a-7132-4396-bc27-7924c615d945", "LLMInferenceService": "rate-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "rate-test-model-f556c1-kserve-route-authn"} 2026-07-24T18:25:15Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "rate-test-model-f556c1", "reconcileID": "18a7e12a-7132-4396-bc27-7924c615d945", "LLMInferenceService": "rate-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:25:15Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "rate-test-model-f556c1", "reconcileID": "18a7e12a-7132-4396-bc27-7924c615d945", "LLMInferenceService": "rate-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:25:16Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f556c1","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "rate-test-model-f556c1", "reconcileID": "2d7b315e-a296-4600-a3f6-0311dbcfca26", "LLMInferenceService": "rate-test-model-f556c1", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:25:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f556c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1", "reconcileID": "69ebf601-4880-42fd-962f-2f3db3c75d24", "Gateway": "e2e-shared-b-f556c1", "namespace": "openshift-ingress"} 2026-07-24T18:25:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f556c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1", "reconcileID": "69ebf601-4880-42fd-962f-2f3db3c75d24", "Gateway": "e2e-shared-b-f556c1", "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1-authn-ssl"} 2026-07-24T18:25:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f556c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1", "reconcileID": "69ebf601-4880-42fd-962f-2f3db3c75d24", "Gateway": "e2e-shared-b-f556c1", "namespace": "openshift-ingress"} 2026-07-24T18:25:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f556c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1", "reconcileID": "809f1de4-355b-4e88-a84c-5a94243f95ea", "Gateway": "e2e-shared-b-f556c1", "namespace": "openshift-ingress"} 2026-07-24T18:25:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f556c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1", "reconcileID": "809f1de4-355b-4e88-a84c-5a94243f95ea", "Gateway": "e2e-shared-b-f556c1", "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1-authn-ssl"} 2026-07-24T18:25:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f556c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1", "reconcileID": "809f1de4-355b-4e88-a84c-5a94243f95ea", "Gateway": "e2e-shared-b-f556c1", "namespace": "openshift-ingress"} 2026-07-24T18:25:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f556c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1", "reconcileID": "46c6b383-94dd-415e-9a63-3aa13d0817ce", "Gateway": "e2e-shared-b-f556c1", "namespace": "openshift-ingress"} 2026-07-24T18:25:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f556c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1", "reconcileID": "46c6b383-94dd-415e-9a63-3aa13d0817ce", "Gateway": "e2e-shared-b-f556c1", "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1-authn-ssl"} 2026-07-24T18:25:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f556c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1", "reconcileID": "46c6b383-94dd-415e-9a63-3aa13d0817ce", "Gateway": "e2e-shared-b-f556c1", "namespace": "openshift-ingress"} 2026-07-24T18:25:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2542df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df", "reconcileID": "9ffd13dc-d32b-455a-baea-a5e4f4479b3b", "Gateway": "e2e-shared-a-2542df", "namespace": "openshift-ingress"} 2026-07-24T18:25:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2542df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df", "reconcileID": "9ffd13dc-d32b-455a-baea-a5e4f4479b3b", "Gateway": "e2e-shared-a-2542df", "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df-authn-ssl"} 2026-07-24T18:25:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2542df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df", "reconcileID": "9ffd13dc-d32b-455a-baea-a5e4f4479b3b", "Gateway": "e2e-shared-a-2542df", "namespace": "openshift-ingress"} 2026-07-24T18:25:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9be542c4-c088-4656-a2a0-a87bcb8c60da", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T18:25:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "743d1631-1e49-4b39-a1e7-79dd67a066df", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T18:25:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "2e05aeac-59ae-4678-94a7-78b2fe852500", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress"} 2026-07-24T18:25:36Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "2e05aeac-59ae-4678-94a7-78b2fe852500", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94-authn-ssl"} 2026-07-24T18:25:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "2e05aeac-59ae-4678-94a7-78b2fe852500", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress"} 2026-07-24T18:25:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "4f0e24fe-45c6-4488-aaa8-c4a669c6cb6f", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress"} 2026-07-24T18:25:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "4f0e24fe-45c6-4488-aaa8-c4a669c6cb6f", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94-authn-ssl"} 2026-07-24T18:25:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "4f0e24fe-45c6-4488-aaa8-c4a669c6cb6f", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress"} 2026-07-24T18:25:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "cb9f0978-c6fa-4687-b121-720028145f33", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress"} 2026-07-24T18:25:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "cb9f0978-c6fa-4687-b121-720028145f33", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94-authn-ssl"} 2026-07-24T18:25:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "cb9f0978-c6fa-4687-b121-720028145f33", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress"} 2026-07-24T18:25:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "faece078-8b95-4284-b3cf-cc4449349c6e", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress"} 2026-07-24T18:25:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "faece078-8b95-4284-b3cf-cc4449349c6e", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94-authn-ssl"} 2026-07-24T18:25:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "faece078-8b95-4284-b3cf-cc4449349c6e", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress"} 2026-07-24T18:25:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "0401fd9a-1e56-4bab-a756-bef931089481", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress"} 2026-07-24T18:25:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "0401fd9a-1e56-4bab-a756-bef931089481", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94-authn-ssl"} 2026-07-24T18:25:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "0401fd9a-1e56-4bab-a756-bef931089481", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress"} 2026-07-24T18:25:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "3f33d737-fc22-431b-914d-778a114a5ea0", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress"} 2026-07-24T18:25:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "3f33d737-fc22-431b-914d-778a114a5ea0", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94-authn-ssl"} 2026-07-24T18:25:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "3f33d737-fc22-431b-914d-778a114a5ea0", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress"} 2026-07-24T18:25:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "e91fd2ca-7781-4b6f-a803-c51332957cc1", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress"} 2026-07-24T18:25:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "e91fd2ca-7781-4b6f-a803-c51332957cc1", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94-authn-ssl"} 2026-07-24T18:25:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "e91fd2ca-7781-4b6f-a803-c51332957cc1", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress"} 2026-07-24T18:25:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "openshift-service-ca.crt", "reconcileID": "9454d387-bec3-4921-bbc1-c60193e01322", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d91e94"} 2026-07-24T18:25:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "odh-trusted-ca-bundle", "reconcileID": "9827e46a-30be-41dd-be5f-879d589ec6de", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d91e94"} 2026-07-24T18:25:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "openshift-service-ca.crt", "reconcileID": "aacac398-3fd6-4271-a6e8-cbaa31b0f3dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d91e94", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T18:25:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "openshift-service-ca.crt", "reconcileID": "aacac398-3fd6-4271-a6e8-cbaa31b0f3dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d91e94"} 2026-07-24T18:25:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "19989322-4207-4073-b7f2-20762f54676a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d91e94"} 2026-07-24T18:25:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "openshift-service-ca.crt", "reconcileID": "5ca09362-103e-4cd2-9913-30c6ed62ab02", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d91e94"} 2026-07-24T18:25:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "odh-trusted-ca-bundle", "reconcileID": "3d5f6110-7950-4aa0-a9d4-1b9ea11431af", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d91e94", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T18:25:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "odh-trusted-ca-bundle", "reconcileID": "3d5f6110-7950-4aa0-a9d4-1b9ea11431af", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d91e94"} 2026-07-24T18:25:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b7d2e305-5fc3-45c5-91a1-dda8f5035225", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d91e94"} 2026-07-24T18:25:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "a653fc22-15eb-4458-b41d-067e73360fcd", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress"} 2026-07-24T18:25:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "a653fc22-15eb-4458-b41d-067e73360fcd", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94-authn-ssl"} 2026-07-24T18:25:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "a653fc22-15eb-4458-b41d-067e73360fcd", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress"} 2026-07-24T18:25:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "92775118-7ba6-4a01-adb4-b6dddf5a4497", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T18:25:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "9b63552d-5582-4906-82dd-63e5d90325b1", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress"} 2026-07-24T18:25:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "9b63552d-5582-4906-82dd-63e5d90325b1", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94-authn-ssl"} 2026-07-24T18:25:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "9b63552d-5582-4906-82dd-63e5d90325b1", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress"} 2026-07-24T18:25:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651f67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651f67", "reconcileID": "51792b62-f062-4b21-9833-5eb165dd6506", "Gateway": "e2e-ipp-b-651f67", "namespace": "openshift-ingress"} 2026-07-24T18:25:55Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651f67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651f67", "reconcileID": "51792b62-f062-4b21-9833-5eb165dd6506", "Gateway": "e2e-ipp-b-651f67", "namespace": "openshift-ingress", "name": "e2e-ipp-b-651f67-authn-ssl"} 2026-07-24T18:25:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651f67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651f67", "reconcileID": "51792b62-f062-4b21-9833-5eb165dd6506", "Gateway": "e2e-ipp-b-651f67", "namespace": "openshift-ingress"} 2026-07-24T18:25:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651f67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651f67", "reconcileID": "2fac724c-e93e-4934-b25e-50ea0cfa8606", "Gateway": "e2e-ipp-b-651f67", "namespace": "openshift-ingress"} 2026-07-24T18:25:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651f67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651f67", "reconcileID": "2fac724c-e93e-4934-b25e-50ea0cfa8606", "Gateway": "e2e-ipp-b-651f67", "namespace": "openshift-ingress", "name": "e2e-ipp-b-651f67-authn-ssl"} 2026-07-24T18:25:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651f67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651f67", "reconcileID": "2fac724c-e93e-4934-b25e-50ea0cfa8606", "Gateway": "e2e-ipp-b-651f67", "namespace": "openshift-ingress"} 2026-07-24T18:25:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651f67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651f67", "reconcileID": "19008734-e676-4664-bf7c-8faf98a3117d", "Gateway": "e2e-ipp-b-651f67", "namespace": "openshift-ingress"} 2026-07-24T18:25:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651f67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651f67", "reconcileID": "19008734-e676-4664-bf7c-8faf98a3117d", "Gateway": "e2e-ipp-b-651f67", "namespace": "openshift-ingress", "name": "e2e-ipp-b-651f67-authn-ssl"} 2026-07-24T18:25:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651f67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651f67", "reconcileID": "19008734-e676-4664-bf7c-8faf98a3117d", "Gateway": "e2e-ipp-b-651f67", "namespace": "openshift-ingress"} 2026-07-24T18:25:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651f67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651f67", "reconcileID": "3b49801e-28af-4fde-8a42-95ec408c712a", "Gateway": "e2e-ipp-b-651f67", "namespace": "openshift-ingress"} 2026-07-24T18:25:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651f67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651f67", "reconcileID": "3b49801e-28af-4fde-8a42-95ec408c712a", "Gateway": "e2e-ipp-b-651f67", "namespace": "openshift-ingress", "name": "e2e-ipp-b-651f67-authn-ssl"} 2026-07-24T18:25:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651f67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651f67", "reconcileID": "3b49801e-28af-4fde-8a42-95ec408c712a", "Gateway": "e2e-ipp-b-651f67", "namespace": "openshift-ingress"} 2026-07-24T18:25:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651f67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651f67", "reconcileID": "548f7bbf-8676-4529-bd66-595a9d4cbeb6", "Gateway": "e2e-ipp-b-651f67", "namespace": "openshift-ingress"} 2026-07-24T18:25:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651f67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651f67", "reconcileID": "548f7bbf-8676-4529-bd66-595a9d4cbeb6", "Gateway": "e2e-ipp-b-651f67", "namespace": "openshift-ingress", "name": "e2e-ipp-b-651f67-authn-ssl"} 2026-07-24T18:25:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651f67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651f67", "reconcileID": "548f7bbf-8676-4529-bd66-595a9d4cbeb6", "Gateway": "e2e-ipp-b-651f67", "namespace": "openshift-ingress"} 2026-07-24T18:25:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651f67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651f67", "reconcileID": "0580b38b-e80b-460b-9368-e6f0d73a139a", "Gateway": "e2e-ipp-b-651f67", "namespace": "openshift-ingress"} 2026-07-24T18:25:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651f67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651f67", "reconcileID": "0580b38b-e80b-460b-9368-e6f0d73a139a", "Gateway": "e2e-ipp-b-651f67", "namespace": "openshift-ingress", "name": "e2e-ipp-b-651f67-authn-ssl"} 2026-07-24T18:25:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651f67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651f67", "reconcileID": "0580b38b-e80b-460b-9368-e6f0d73a139a", "Gateway": "e2e-ipp-b-651f67", "namespace": "openshift-ingress"} 2026-07-24T18:25:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651f67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651f67", "reconcileID": "67c14a3d-a856-4e49-9b53-38b9091bc0ba", "Gateway": "e2e-ipp-b-651f67", "namespace": "openshift-ingress"} 2026-07-24T18:25:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651f67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651f67", "reconcileID": "67c14a3d-a856-4e49-9b53-38b9091bc0ba", "Gateway": "e2e-ipp-b-651f67", "namespace": "openshift-ingress", "name": "e2e-ipp-b-651f67-authn-ssl"} 2026-07-24T18:25:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651f67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651f67", "reconcileID": "67c14a3d-a856-4e49-9b53-38b9091bc0ba", "Gateway": "e2e-ipp-b-651f67", "namespace": "openshift-ingress"} 2026-07-24T18:25:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-651f67"}, "namespace": "ai-tenant-e2e-ipp-b-651f67", "name": "openshift-service-ca.crt", "reconcileID": "92ad564c-8945-4361-831b-442321b16284", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-651f67"} 2026-07-24T18:25:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-651f67"}, "namespace": "ai-tenant-e2e-ipp-b-651f67", "name": "odh-trusted-ca-bundle", "reconcileID": "9c4ba714-2495-4ffa-acf3-bfdb0324d787", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-651f67"} 2026-07-24T18:25:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-651f67"}, "namespace": "ai-tenant-e2e-ipp-b-651f67", "name": "openshift-service-ca.crt", "reconcileID": "1a907338-f0af-4144-817d-420724cba2e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-651f67", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T18:25:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-651f67"}, "namespace": "ai-tenant-e2e-ipp-b-651f67", "name": "openshift-service-ca.crt", "reconcileID": "1a907338-f0af-4144-817d-420724cba2e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-651f67"} 2026-07-24T18:25:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-651f67"}, "namespace": "ai-tenant-e2e-ipp-b-651f67", "name": "openshift-service-ca.crt", "reconcileID": "d504ec28-ebb3-407a-836b-530d2882fced", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-651f67"} 2026-07-24T18:25:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-651f67"}, "namespace": "ai-tenant-e2e-ipp-b-651f67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1b06c934-a3cb-4711-9fa4-af53cebb6688", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-651f67"} 2026-07-24T18:25:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-651f67"}, "namespace": "ai-tenant-e2e-ipp-b-651f67", "name": "odh-trusted-ca-bundle", "reconcileID": "112c8f2f-acc3-4b97-98e6-ee32b88ba47f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-651f67", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T18:25:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-651f67"}, "namespace": "ai-tenant-e2e-ipp-b-651f67", "name": "odh-trusted-ca-bundle", "reconcileID": "112c8f2f-acc3-4b97-98e6-ee32b88ba47f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-651f67"} 2026-07-24T18:25:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-651f67"}, "namespace": "ai-tenant-e2e-ipp-b-651f67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e0ef7123-a79e-4139-918b-73a5d41c6b1a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-651f67"} 2026-07-24T18:25:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651f67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651f67", "reconcileID": "e5837ac0-dce6-4971-8a97-9974442efd93", "Gateway": "e2e-ipp-b-651f67", "namespace": "openshift-ingress"} 2026-07-24T18:25:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651f67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651f67", "reconcileID": "e5837ac0-dce6-4971-8a97-9974442efd93", "Gateway": "e2e-ipp-b-651f67", "namespace": "openshift-ingress", "name": "e2e-ipp-b-651f67-authn-ssl"} 2026-07-24T18:25:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651f67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651f67", "reconcileID": "e5837ac0-dce6-4971-8a97-9974442efd93", "Gateway": "e2e-ipp-b-651f67", "namespace": "openshift-ingress"} 2026-07-24T18:25:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9eb4e8aa-1f4e-4064-bc67-142f4c1d26df", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T18:26:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9f41dbe8-cda2-42d2-999c-756b0bc297b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T18:26:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651f67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651f67", "reconcileID": "e0378b12-777a-4d2a-9bf5-b0b50821b693", "Gateway": "e2e-ipp-b-651f67", "namespace": "openshift-ingress"} 2026-07-24T18:26:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651f67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651f67", "reconcileID": "e0378b12-777a-4d2a-9bf5-b0b50821b693", "Gateway": "e2e-ipp-b-651f67", "namespace": "openshift-ingress", "name": "e2e-ipp-b-651f67-authn-ssl"} 2026-07-24T18:26:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651f67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651f67", "reconcileID": "e0378b12-777a-4d2a-9bf5-b0b50821b693", "Gateway": "e2e-ipp-b-651f67", "namespace": "openshift-ingress"} 2026-07-24T18:26:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e3560101-4cd2-4390-bc87-8adb8a50bd86", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T18:26:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "915d6df7-f0db-48fb-9ea5-ab2b33a8e557", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T18:26:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d91e94","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94", "reconcileID": "0f35df52-d6d0-4205-bc81-1ca11075e64b", "LLMInferenceService": "ipp-route-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94"} 2026-07-24T18:26:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d91e94","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94", "reconcileID": "0f35df52-d6d0-4205-bc81-1ca11075e64b", "LLMInferenceService": "ipp-route-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94"} 2026-07-24T18:26:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d91e94","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94", "reconcileID": "0f35df52-d6d0-4205-bc81-1ca11075e64b", "LLMInferenceService": "ipp-route-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94"} 2026-07-24T18:26:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "5f700974-ced8-461b-9c39-c7524a57613e", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress"} 2026-07-24T18:26:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d91e94","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94", "reconcileID": "0f35df52-d6d0-4205-bc81-1ca11075e64b", "LLMInferenceService": "ipp-route-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94-kserve-route-authn"} 2026-07-24T18:26:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d91e94","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94", "reconcileID": "0f35df52-d6d0-4205-bc81-1ca11075e64b", "LLMInferenceService": "ipp-route-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94", "authType": "userdefined"} 2026-07-24T18:26:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d91e94","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94", "reconcileID": "0f35df52-d6d0-4205-bc81-1ca11075e64b", "LLMInferenceService": "ipp-route-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94"} 2026-07-24T18:26:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "5f700974-ced8-461b-9c39-c7524a57613e", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94-authn-ssl"} 2026-07-24T18:26:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "5f700974-ced8-461b-9c39-c7524a57613e", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress"} 2026-07-24T18:26:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d91e94","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94", "reconcileID": "2c6be133-7475-481c-9793-89c348ebfad6", "LLMInferenceService": "ipp-route-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94"} 2026-07-24T18:26:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d91e94","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94", "reconcileID": "2c6be133-7475-481c-9793-89c348ebfad6", "LLMInferenceService": "ipp-route-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94"} 2026-07-24T18:26:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d91e94","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94", "reconcileID": "2c6be133-7475-481c-9793-89c348ebfad6", "LLMInferenceService": "ipp-route-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94"} 2026-07-24T18:26:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d91e94","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94", "reconcileID": "2c6be133-7475-481c-9793-89c348ebfad6", "LLMInferenceService": "ipp-route-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94-kserve-route-authn"} 2026-07-24T18:26:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d91e94","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94", "reconcileID": "2c6be133-7475-481c-9793-89c348ebfad6", "LLMInferenceService": "ipp-route-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94", "authType": "userdefined"} 2026-07-24T18:26:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d91e94","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94", "reconcileID": "2c6be133-7475-481c-9793-89c348ebfad6", "LLMInferenceService": "ipp-route-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94"} 2026-07-24T18:26:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "eb32a47e-9ba9-4ed3-859c-05d931b858c0", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress"} 2026-07-24T18:26:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "eb32a47e-9ba9-4ed3-859c-05d931b858c0", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94-authn-ssl"} 2026-07-24T18:26:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "eb32a47e-9ba9-4ed3-859c-05d931b858c0", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress"} 2026-07-24T18:26:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d91e94","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94", "reconcileID": "cee89d36-9ac2-4014-8b05-52d3e272002c", "LLMInferenceService": "ipp-route-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94"} 2026-07-24T18:26:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d91e94","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94", "reconcileID": "cee89d36-9ac2-4014-8b05-52d3e272002c", "LLMInferenceService": "ipp-route-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94"} 2026-07-24T18:26:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d91e94","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94", "reconcileID": "cee89d36-9ac2-4014-8b05-52d3e272002c", "LLMInferenceService": "ipp-route-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94"} 2026-07-24T18:26:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d91e94","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94", "reconcileID": "cee89d36-9ac2-4014-8b05-52d3e272002c", "LLMInferenceService": "ipp-route-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94-kserve-route-authn"} 2026-07-24T18:26:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d91e94","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94", "reconcileID": "cee89d36-9ac2-4014-8b05-52d3e272002c", "LLMInferenceService": "ipp-route-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94", "authType": "userdefined"} 2026-07-24T18:26:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d91e94","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94", "reconcileID": "cee89d36-9ac2-4014-8b05-52d3e272002c", "LLMInferenceService": "ipp-route-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94"} 2026-07-24T18:26:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d91e94","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94", "reconcileID": "c6f6e35e-8280-47b3-9d5f-3ee806b65a6c", "LLMInferenceService": "ipp-route-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94"} 2026-07-24T18:26:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d91e94","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94", "reconcileID": "c6f6e35e-8280-47b3-9d5f-3ee806b65a6c", "LLMInferenceService": "ipp-route-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94"} 2026-07-24T18:26:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d91e94","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94", "reconcileID": "c6f6e35e-8280-47b3-9d5f-3ee806b65a6c", "LLMInferenceService": "ipp-route-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94"} 2026-07-24T18:26:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d91e94","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94", "reconcileID": "c6f6e35e-8280-47b3-9d5f-3ee806b65a6c", "LLMInferenceService": "ipp-route-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94-kserve-route-authn"} 2026-07-24T18:26:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d91e94","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94", "reconcileID": "c6f6e35e-8280-47b3-9d5f-3ee806b65a6c", "LLMInferenceService": "ipp-route-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94", "authType": "userdefined"} 2026-07-24T18:26:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d91e94","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94", "reconcileID": "c6f6e35e-8280-47b3-9d5f-3ee806b65a6c", "LLMInferenceService": "ipp-route-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94"} 2026-07-24T18:26:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "2fe124b2-2686-44a6-87a3-a044cc054e35", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress"} 2026-07-24T18:26:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "2fe124b2-2686-44a6-87a3-a044cc054e35", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94-authn-ssl"} 2026-07-24T18:26:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "2fe124b2-2686-44a6-87a3-a044cc054e35", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress"} 2026-07-24T18:26:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1fd14b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1fd14b", "reconcileID": "5c527129-0877-4483-a53a-7d3fd795d65d", "Gateway": "e2e-ipp-cleanup-1fd14b", "namespace": "openshift-ingress"} 2026-07-24T18:26:57Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1fd14b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1fd14b", "reconcileID": "5c527129-0877-4483-a53a-7d3fd795d65d", "Gateway": "e2e-ipp-cleanup-1fd14b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1fd14b-authn-ssl"} 2026-07-24T18:26:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1fd14b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1fd14b", "reconcileID": "5c527129-0877-4483-a53a-7d3fd795d65d", "Gateway": "e2e-ipp-cleanup-1fd14b", "namespace": "openshift-ingress"} 2026-07-24T18:26:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1fd14b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1fd14b", "reconcileID": "dc2e9205-a120-4c62-9805-764a678fea8f", "Gateway": "e2e-ipp-cleanup-1fd14b", "namespace": "openshift-ingress"} 2026-07-24T18:26:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1fd14b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1fd14b", "reconcileID": "dc2e9205-a120-4c62-9805-764a678fea8f", "Gateway": "e2e-ipp-cleanup-1fd14b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1fd14b-authn-ssl"} 2026-07-24T18:26:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1fd14b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1fd14b", "reconcileID": "dc2e9205-a120-4c62-9805-764a678fea8f", "Gateway": "e2e-ipp-cleanup-1fd14b", "namespace": "openshift-ingress"} 2026-07-24T18:26:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1fd14b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1fd14b", "reconcileID": "c7b18aba-75e8-4237-a5df-4cfae5ceb36e", "Gateway": "e2e-ipp-cleanup-1fd14b", "namespace": "openshift-ingress"} 2026-07-24T18:26:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1fd14b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1fd14b", "reconcileID": "c7b18aba-75e8-4237-a5df-4cfae5ceb36e", "Gateway": "e2e-ipp-cleanup-1fd14b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1fd14b-authn-ssl"} 2026-07-24T18:26:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1fd14b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1fd14b", "reconcileID": "c7b18aba-75e8-4237-a5df-4cfae5ceb36e", "Gateway": "e2e-ipp-cleanup-1fd14b", "namespace": "openshift-ingress"} 2026-07-24T18:26:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1fd14b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1fd14b", "reconcileID": "9f119b8e-24a2-4353-bfeb-7254432d4304", "Gateway": "e2e-ipp-cleanup-1fd14b", "namespace": "openshift-ingress"} 2026-07-24T18:26:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1fd14b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1fd14b", "reconcileID": "9f119b8e-24a2-4353-bfeb-7254432d4304", "Gateway": "e2e-ipp-cleanup-1fd14b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1fd14b-authn-ssl"} 2026-07-24T18:26:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1fd14b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1fd14b", "reconcileID": "9f119b8e-24a2-4353-bfeb-7254432d4304", "Gateway": "e2e-ipp-cleanup-1fd14b", "namespace": "openshift-ingress"} 2026-07-24T18:26:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1fd14b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1fd14b", "reconcileID": "9af7ba2e-3c06-4be8-a0aa-cfa01dcc681e", "Gateway": "e2e-ipp-cleanup-1fd14b", "namespace": "openshift-ingress"} 2026-07-24T18:26:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1fd14b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1fd14b", "reconcileID": "9af7ba2e-3c06-4be8-a0aa-cfa01dcc681e", "Gateway": "e2e-ipp-cleanup-1fd14b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1fd14b-authn-ssl"} 2026-07-24T18:26:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1fd14b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1fd14b", "reconcileID": "9af7ba2e-3c06-4be8-a0aa-cfa01dcc681e", "Gateway": "e2e-ipp-cleanup-1fd14b", "namespace": "openshift-ingress"} 2026-07-24T18:26:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1fd14b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1fd14b", "reconcileID": "3adeb690-c827-4961-b3a1-8e303fe5cf0e", "Gateway": "e2e-ipp-cleanup-1fd14b", "namespace": "openshift-ingress"} 2026-07-24T18:26:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1fd14b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1fd14b", "reconcileID": "3adeb690-c827-4961-b3a1-8e303fe5cf0e", "Gateway": "e2e-ipp-cleanup-1fd14b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1fd14b-authn-ssl"} 2026-07-24T18:26:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1fd14b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1fd14b", "reconcileID": "3adeb690-c827-4961-b3a1-8e303fe5cf0e", "Gateway": "e2e-ipp-cleanup-1fd14b", "namespace": "openshift-ingress"} 2026-07-24T18:26:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1fd14b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1fd14b", "reconcileID": "40d31d04-07f6-44a8-a9a3-911a7142cf81", "Gateway": "e2e-ipp-cleanup-1fd14b", "namespace": "openshift-ingress"} 2026-07-24T18:26:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1fd14b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1fd14b", "reconcileID": "40d31d04-07f6-44a8-a9a3-911a7142cf81", "Gateway": "e2e-ipp-cleanup-1fd14b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1fd14b-authn-ssl"} 2026-07-24T18:26:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1fd14b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1fd14b", "reconcileID": "40d31d04-07f6-44a8-a9a3-911a7142cf81", "Gateway": "e2e-ipp-cleanup-1fd14b", "namespace": "openshift-ingress"} 2026-07-24T18:27:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-1fd14b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1fd14b", "name": "openshift-service-ca.crt", "reconcileID": "0b446dfa-bf14-4451-a9a5-51aac8848cab", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-1fd14b"} 2026-07-24T18:27:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1fd14b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1fd14b", "name": "odh-trusted-ca-bundle", "reconcileID": "bef5904d-b997-4660-af58-490eb5e7e37e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1fd14b"} 2026-07-24T18:27:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-1fd14b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1fd14b", "name": "openshift-service-ca.crt", "reconcileID": "dada6966-0144-4cf9-8db3-6c78041c9c7c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-1fd14b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T18:27:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-1fd14b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1fd14b", "name": "openshift-service-ca.crt", "reconcileID": "dada6966-0144-4cf9-8db3-6c78041c9c7c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-1fd14b"} 2026-07-24T18:27:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1fd14b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1fd14b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b6f1f018-9fdb-4e77-bdb6-cd7b689538c4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1fd14b"} 2026-07-24T18:27:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-1fd14b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1fd14b", "name": "openshift-service-ca.crt", "reconcileID": "8277d5b7-e4d8-4b39-a6d2-1dd3478122ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-1fd14b"} 2026-07-24T18:27:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1fd14b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1fd14b", "name": "odh-trusted-ca-bundle", "reconcileID": "99ffba69-5527-497c-b9c1-de143295fd86", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1fd14b", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T18:27:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1fd14b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1fd14b", "name": "odh-trusted-ca-bundle", "reconcileID": "99ffba69-5527-497c-b9c1-de143295fd86", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1fd14b"} 2026-07-24T18:27:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1fd14b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1fd14b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ad4c136-973e-491b-a178-548bc72307e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1fd14b"} 2026-07-24T18:27:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1fd14b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1fd14b", "reconcileID": "05f7182b-88bc-4b03-93bc-e5e30a9d2afe", "Gateway": "e2e-ipp-cleanup-1fd14b", "namespace": "openshift-ingress"} 2026-07-24T18:27:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1fd14b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1fd14b", "reconcileID": "05f7182b-88bc-4b03-93bc-e5e30a9d2afe", "Gateway": "e2e-ipp-cleanup-1fd14b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1fd14b-authn-ssl"} 2026-07-24T18:27:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1fd14b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1fd14b", "reconcileID": "05f7182b-88bc-4b03-93bc-e5e30a9d2afe", "Gateway": "e2e-ipp-cleanup-1fd14b", "namespace": "openshift-ingress"} 2026-07-24T18:27:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7aa887d2-ab1a-48cb-98cd-99449d4a664c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T18:27:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1fd14b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1fd14b", "reconcileID": "79273988-ced5-4cfe-af4a-bee2b8887f3e", "Gateway": "e2e-ipp-cleanup-1fd14b", "namespace": "openshift-ingress"} 2026-07-24T18:27:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1fd14b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1fd14b", "reconcileID": "79273988-ced5-4cfe-af4a-bee2b8887f3e", "Gateway": "e2e-ipp-cleanup-1fd14b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1fd14b-authn-ssl"} 2026-07-24T18:27:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1fd14b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1fd14b", "reconcileID": "79273988-ced5-4cfe-af4a-bee2b8887f3e", "Gateway": "e2e-ipp-cleanup-1fd14b", "namespace": "openshift-ingress"} 2026-07-24T18:27:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1fd14b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1fd14b", "reconcileID": "fe89e2a9-1309-46fa-93ec-181d500fd2cf", "Gateway": "e2e-ipp-cleanup-1fd14b", "namespace": "openshift-ingress"} 2026-07-24T18:27:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1fd14b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1fd14b", "reconcileID": "fe89e2a9-1309-46fa-93ec-181d500fd2cf", "Gateway": "e2e-ipp-cleanup-1fd14b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1fd14b-authn-ssl"} 2026-07-24T18:27:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1fd14b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1fd14b", "reconcileID": "fe89e2a9-1309-46fa-93ec-181d500fd2cf", "Gateway": "e2e-ipp-cleanup-1fd14b", "namespace": "openshift-ingress"} 2026-07-24T18:27:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1fd14b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1fd14b", "reconcileID": "4a511de4-609d-472d-bcda-d1e0a55a6694", "Gateway": "e2e-ipp-cleanup-1fd14b", "namespace": "openshift-ingress"} 2026-07-24T18:27:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1fd14b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1fd14b", "reconcileID": "4a511de4-609d-472d-bcda-d1e0a55a6694", "Gateway": "e2e-ipp-cleanup-1fd14b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1fd14b-authn-ssl"} 2026-07-24T18:27:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1fd14b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1fd14b", "reconcileID": "4a511de4-609d-472d-bcda-d1e0a55a6694", "Gateway": "e2e-ipp-cleanup-1fd14b", "namespace": "openshift-ingress"} 2026-07-24T18:27:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1fd14b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1fd14b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e4913536-c97b-40a8-a775-aa1c8adc1f3d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1fd14b"} 2026-07-24T18:27:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1fd14b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1fd14b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e4913536-c97b-40a8-a775-aa1c8adc1f3d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1fd14b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T18:27:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1fd14b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1fd14b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e4913536-c97b-40a8-a775-aa1c8adc1f3d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-1fd14b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T18:27:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1fd14b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1fd14b", "name": "odh-trusted-ca-bundle", "reconcileID": "f7a298ce-881d-42e2-b0c3-802d9d0211af", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1fd14b"} 2026-07-24T18:27:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1fd14b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1fd14b", "name": "odh-trusted-ca-bundle", "reconcileID": "f7a298ce-881d-42e2-b0c3-802d9d0211af", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1fd14b"} 2026-07-24T18:27:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-1fd14b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1fd14b", "name": "openshift-service-ca.crt", "reconcileID": "61d966c3-c7b8-4ac5-90f0-e4ecde868993", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-1fd14b"} 2026-07-24T18:27:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-1fd14b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1fd14b", "name": "openshift-service-ca.crt", "reconcileID": "61d966c3-c7b8-4ac5-90f0-e4ecde868993", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-1fd14b"} 2026-07-24T18:27:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1fd14b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1fd14b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ffde3031-47ab-49e2-b20b-154784f4b6f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1fd14b"} 2026-07-24T18:27:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1fd14b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1fd14b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ffde3031-47ab-49e2-b20b-154784f4b6f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1fd14b"} 2026-07-24T18:27:37Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1fd14b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1fd14b", "reconcileID": "ae369ff5-4a1c-4a44-ae3f-11c659f6b77b", "Gateway": "e2e-ipp-cleanup-1fd14b", "namespace": "openshift-ingress"} 2026-07-24T18:27:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "14ad0774-6a77-484d-83b3-6a76032a5466", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T18:27:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "f09fd440-fc09-48c2-83c2-afe1a4710b97", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress"} 2026-07-24T18:27:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "f09fd440-fc09-48c2-83c2-afe1a4710b97", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94-authn-ssl"} 2026-07-24T18:27:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "f09fd440-fc09-48c2-83c2-afe1a4710b97", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress"} 2026-07-24T18:27:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "6ca4b3bf-cf44-4dd2-a996-68f8104de0d0", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress"} 2026-07-24T18:27:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "6ca4b3bf-cf44-4dd2-a996-68f8104de0d0", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94-authn-ssl"} 2026-07-24T18:27:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "6ca4b3bf-cf44-4dd2-a996-68f8104de0d0", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress"} 2026-07-24T18:28:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "08b4507a-15f3-4ce7-8327-a51d703a9690", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress"} 2026-07-24T18:28:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "08b4507a-15f3-4ce7-8327-a51d703a9690", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94-authn-ssl"} 2026-07-24T18:28:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "08b4507a-15f3-4ce7-8327-a51d703a9690", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress"} 2026-07-24T18:28:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "757f98f5-911e-4705-be55-3703aa14400a", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress"} 2026-07-24T18:28:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "757f98f5-911e-4705-be55-3703aa14400a", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94-authn-ssl"} 2026-07-24T18:28:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "757f98f5-911e-4705-be55-3703aa14400a", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress"} 2026-07-24T18:28:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d91e94","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94", "reconcileID": "138964c8-b078-4f79-95d3-5129c9b805ff", "LLMInferenceService": "ipp-route-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94"} 2026-07-24T18:28:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d91e94","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94", "reconcileID": "138964c8-b078-4f79-95d3-5129c9b805ff", "LLMInferenceService": "ipp-route-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94"} 2026-07-24T18:28:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d91e94","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94", "reconcileID": "138964c8-b078-4f79-95d3-5129c9b805ff", "LLMInferenceService": "ipp-route-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94"} 2026-07-24T18:28:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d91e94","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94", "reconcileID": "138964c8-b078-4f79-95d3-5129c9b805ff", "LLMInferenceService": "ipp-route-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94-kserve-route-authn"} 2026-07-24T18:28:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d91e94","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94", "reconcileID": "138964c8-b078-4f79-95d3-5129c9b805ff", "LLMInferenceService": "ipp-route-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94", "authType": "userdefined"} 2026-07-24T18:28:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d91e94","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94", "reconcileID": "138964c8-b078-4f79-95d3-5129c9b805ff", "LLMInferenceService": "ipp-route-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94"} 2026-07-24T18:28:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "7328f2b1-64a1-4dba-bed0-315f276e7b4a", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress"} 2026-07-24T18:28:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "7328f2b1-64a1-4dba-bed0-315f276e7b4a", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94-authn-ssl"} 2026-07-24T18:28:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "7328f2b1-64a1-4dba-bed0-315f276e7b4a", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress"} 2026-07-24T18:28:44Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d91e94","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94", "reconcileID": "076216ab-341b-4376-a6b1-1e08fe9d9b74", "LLMInferenceService": "ipp-route-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94"} 2026-07-24T18:28:44Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d91e94","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94", "reconcileID": "076216ab-341b-4376-a6b1-1e08fe9d9b74", "LLMInferenceService": "ipp-route-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94"} 2026-07-24T18:28:44Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d91e94","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94", "reconcileID": "076216ab-341b-4376-a6b1-1e08fe9d9b74", "LLMInferenceService": "ipp-route-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94"} 2026-07-24T18:28:44Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d91e94","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94", "reconcileID": "076216ab-341b-4376-a6b1-1e08fe9d9b74", "LLMInferenceService": "ipp-route-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94"} 2026-07-24T18:28:44Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d91e94","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94", "reconcileID": "076216ab-341b-4376-a6b1-1e08fe9d9b74", "LLMInferenceService": "ipp-route-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94-kserve-route-authn"} 2026-07-24T18:28:44Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d91e94","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94", "reconcileID": "076216ab-341b-4376-a6b1-1e08fe9d9b74", "LLMInferenceService": "ipp-route-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94-kserve-route-authn"} 2026-07-24T18:28:44Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d91e94","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94", "reconcileID": "076216ab-341b-4376-a6b1-1e08fe9d9b74", "LLMInferenceService": "ipp-route-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94"} 2026-07-24T18:28:44Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d91e94","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94", "reconcileID": "076216ab-341b-4376-a6b1-1e08fe9d9b74", "LLMInferenceService": "ipp-route-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94"} 2026-07-24T18:28:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5cf207f2-d845-41a8-aad4-90c324c099c4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d91e94"} 2026-07-24T18:28:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5cf207f2-d845-41a8-aad4-90c324c099c4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d91e94", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T18:28:44Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5cf207f2-d845-41a8-aad4-90c324c099c4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d91e94 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T18:28:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "odh-trusted-ca-bundle", "reconcileID": "0abec7c5-2c1f-477c-834c-81e7a6c30ca5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d91e94"} 2026-07-24T18:28:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "odh-trusted-ca-bundle", "reconcileID": "0abec7c5-2c1f-477c-834c-81e7a6c30ca5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d91e94"} 2026-07-24T18:28:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "openshift-service-ca.crt", "reconcileID": "8b25883e-a6d9-4ffb-bdf9-97d85406bffd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d91e94"} 2026-07-24T18:28:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "openshift-service-ca.crt", "reconcileID": "8b25883e-a6d9-4ffb-bdf9-97d85406bffd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d91e94"} 2026-07-24T18:28:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "26935775-235c-4949-a35f-e692c78df582", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d91e94"} 2026-07-24T18:28:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "26935775-235c-4949-a35f-e692c78df582", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d91e94"} 2026-07-24T18:28:44Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d91e94","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94", "reconcileID": "7075decf-fbe2-4cc2-829b-52f2021bb96e", "LLMInferenceService": "ipp-route-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94"} 2026-07-24T18:28:44Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d91e94","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94", "reconcileID": "7075decf-fbe2-4cc2-829b-52f2021bb96e", "LLMInferenceService": "ipp-route-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94"} 2026-07-24T18:28:44Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d91e94","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94", "reconcileID": "7075decf-fbe2-4cc2-829b-52f2021bb96e", "LLMInferenceService": "ipp-route-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94"} 2026-07-24T18:28:44Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d91e94","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94", "reconcileID": "7075decf-fbe2-4cc2-829b-52f2021bb96e", "LLMInferenceService": "ipp-route-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94"} 2026-07-24T18:28:44Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d91e94","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94", "reconcileID": "7075decf-fbe2-4cc2-829b-52f2021bb96e", "LLMInferenceService": "ipp-route-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94-kserve-route-authn"} 2026-07-24T18:28:44Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d91e94","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94", "reconcileID": "7075decf-fbe2-4cc2-829b-52f2021bb96e", "LLMInferenceService": "ipp-route-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94-kserve-route-authn"} 2026-07-24T18:28:44Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d91e94","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94", "reconcileID": "7075decf-fbe2-4cc2-829b-52f2021bb96e", "LLMInferenceService": "ipp-route-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94"} 2026-07-24T18:28:44Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d91e94","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94", "reconcileID": "7075decf-fbe2-4cc2-829b-52f2021bb96e", "LLMInferenceService": "ipp-route-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94"} 2026-07-24T18:28:44Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d91e94","namespace":"ai-tenant-e2e-ipp-a-d91e94"}, "namespace": "ai-tenant-e2e-ipp-a-d91e94", "name": "ipp-route-d91e94", "reconcileID": "120e7da1-fe10-42bb-b03c-b47bf987f94d", "LLMInferenceService": "ipp-route-d91e94", "namespace": "ai-tenant-e2e-ipp-a-d91e94"} 2026-07-24T18:28:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "ea30c81b-26f8-41ee-bec8-7a1018b86bd2", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress"} 2026-07-24T18:28:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "ea30c81b-26f8-41ee-bec8-7a1018b86bd2", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94-authn-ssl"} 2026-07-24T18:28:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "ea30c81b-26f8-41ee-bec8-7a1018b86bd2", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress"} 2026-07-24T18:28:50Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d91e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d91e94", "reconcileID": "5f0a4698-14c4-4958-984c-93c46e42d8c7", "Gateway": "e2e-ipp-a-d91e94", "namespace": "openshift-ingress"} 2026-07-24T18:28:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "399fe5ec-fe37-43d8-8c17-1c49430eb399", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T18:29:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651f67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651f67", "reconcileID": "54d6f126-0906-4de1-8abc-aa2947bdeccd", "Gateway": "e2e-ipp-b-651f67", "namespace": "openshift-ingress"} 2026-07-24T18:29:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651f67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651f67", "reconcileID": "54d6f126-0906-4de1-8abc-aa2947bdeccd", "Gateway": "e2e-ipp-b-651f67", "namespace": "openshift-ingress", "name": "e2e-ipp-b-651f67-authn-ssl"} 2026-07-24T18:29:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651f67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651f67", "reconcileID": "54d6f126-0906-4de1-8abc-aa2947bdeccd", "Gateway": "e2e-ipp-b-651f67", "namespace": "openshift-ingress"} 2026-07-24T18:29:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651f67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651f67", "reconcileID": "9d9150e9-5fcf-4893-a6f9-2ee57584955b", "Gateway": "e2e-ipp-b-651f67", "namespace": "openshift-ingress"} 2026-07-24T18:29:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651f67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651f67", "reconcileID": "9d9150e9-5fcf-4893-a6f9-2ee57584955b", "Gateway": "e2e-ipp-b-651f67", "namespace": "openshift-ingress", "name": "e2e-ipp-b-651f67-authn-ssl"} 2026-07-24T18:29:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651f67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651f67", "reconcileID": "9d9150e9-5fcf-4893-a6f9-2ee57584955b", "Gateway": "e2e-ipp-b-651f67", "namespace": "openshift-ingress"} 2026-07-24T18:29:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-651f67"}, "namespace": "ai-tenant-e2e-ipp-b-651f67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "18834648-3444-490c-9dac-28b764e5b368", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-651f67"} 2026-07-24T18:29:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-651f67"}, "namespace": "ai-tenant-e2e-ipp-b-651f67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "18834648-3444-490c-9dac-28b764e5b368", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-651f67", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T18:29:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-651f67"}, "namespace": "ai-tenant-e2e-ipp-b-651f67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "18834648-3444-490c-9dac-28b764e5b368", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-651f67 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T18:29:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-651f67"}, "namespace": "ai-tenant-e2e-ipp-b-651f67", "name": "odh-trusted-ca-bundle", "reconcileID": "0e703a58-5694-4dca-aa9d-87f10321a4ee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-651f67"} 2026-07-24T18:29:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-651f67"}, "namespace": "ai-tenant-e2e-ipp-b-651f67", "name": "odh-trusted-ca-bundle", "reconcileID": "0e703a58-5694-4dca-aa9d-87f10321a4ee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-651f67"} 2026-07-24T18:29:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-651f67"}, "namespace": "ai-tenant-e2e-ipp-b-651f67", "name": "openshift-service-ca.crt", "reconcileID": "64c5d6c4-014f-448f-ac59-3be900858276", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-651f67"} 2026-07-24T18:29:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-651f67"}, "namespace": "ai-tenant-e2e-ipp-b-651f67", "name": "openshift-service-ca.crt", "reconcileID": "64c5d6c4-014f-448f-ac59-3be900858276", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-651f67"} 2026-07-24T18:29:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-651f67"}, "namespace": "ai-tenant-e2e-ipp-b-651f67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2e50b85e-d935-4ce2-9da5-b74d77ecba18", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-651f67"} 2026-07-24T18:29:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-651f67"}, "namespace": "ai-tenant-e2e-ipp-b-651f67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2e50b85e-d935-4ce2-9da5-b74d77ecba18", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-651f67"} 2026-07-24T18:29:12Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651f67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651f67", "reconcileID": "6f9e4be4-49d9-48b0-ae43-025d0c4cafe0", "Gateway": "e2e-ipp-b-651f67", "namespace": "openshift-ingress"} 2026-07-24T18:29:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "497840cc-0241-414b-9b4d-55226888ce76", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T18:29:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2542df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df", "reconcileID": "8a9f0aa4-4fc8-4f25-b480-86f5780c940e", "Gateway": "e2e-shared-a-2542df", "namespace": "openshift-ingress"} 2026-07-24T18:29:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2542df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df", "reconcileID": "8a9f0aa4-4fc8-4f25-b480-86f5780c940e", "Gateway": "e2e-shared-a-2542df", "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df-authn-ssl"} 2026-07-24T18:29:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2542df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df", "reconcileID": "8a9f0aa4-4fc8-4f25-b480-86f5780c940e", "Gateway": "e2e-shared-a-2542df", "namespace": "openshift-ingress"} 2026-07-24T18:29:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2542df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df", "reconcileID": "c0cb5eb2-5672-4074-96ce-650e4a95e770", "Gateway": "e2e-shared-a-2542df", "namespace": "openshift-ingress"} 2026-07-24T18:29:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2542df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df", "reconcileID": "c0cb5eb2-5672-4074-96ce-650e4a95e770", "Gateway": "e2e-shared-a-2542df", "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df-authn-ssl"} 2026-07-24T18:29:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2542df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df", "reconcileID": "c0cb5eb2-5672-4074-96ce-650e4a95e770", "Gateway": "e2e-shared-a-2542df", "namespace": "openshift-ingress"} 2026-07-24T18:29:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d418d2f-1f7b-4804-8af5-ecd9ff6bc39c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:29:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d418d2f-1f7b-4804-8af5-ecd9ff6bc39c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-2542df", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T18:29:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d418d2f-1f7b-4804-8af5-ecd9ff6bc39c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-2542df because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T18:29:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "odh-trusted-ca-bundle", "reconcileID": "05f55b48-7a58-4726-bab6-b8973a0160bb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:29:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "odh-trusted-ca-bundle", "reconcileID": "05f55b48-7a58-4726-bab6-b8973a0160bb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:29:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "openshift-service-ca.crt", "reconcileID": "e8e9463f-a6ef-43b1-bc76-d60239c767a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:29:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "openshift-service-ca.crt", "reconcileID": "e8e9463f-a6ef-43b1-bc76-d60239c767a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:29:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b2a81145-0c8d-438e-a883-d1ee28a42ceb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:29:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2542df"}, "namespace": "ai-tenant-e2e-shared-a-2542df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b2a81145-0c8d-438e-a883-d1ee28a42ceb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-2542df"} 2026-07-24T18:29:34Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2542df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2542df", "reconcileID": "9dec975a-7f33-4303-8a03-61fdafeb72ac", "Gateway": "e2e-shared-a-2542df", "namespace": "openshift-ingress"} 2026-07-24T18:29:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "af93f917-830e-4904-a31e-d3e32f01329a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T18:29:39Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T18:29:39Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T18:29:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f556c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1", "reconcileID": "c16c5054-a47e-467f-98f5-4ea39c8faec5", "Gateway": "e2e-shared-b-f556c1", "namespace": "openshift-ingress"} 2026-07-24T18:29:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f556c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1", "reconcileID": "c16c5054-a47e-467f-98f5-4ea39c8faec5", "Gateway": "e2e-shared-b-f556c1", "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1-authn-ssl"} 2026-07-24T18:29:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f556c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1", "reconcileID": "c16c5054-a47e-467f-98f5-4ea39c8faec5", "Gateway": "e2e-shared-b-f556c1", "namespace": "openshift-ingress"} 2026-07-24T18:29:48Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T18:29:48Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T18:29:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f556c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1", "reconcileID": "f65419c2-e42f-466a-860a-70ebdc642bcd", "Gateway": "e2e-shared-b-f556c1", "namespace": "openshift-ingress"} 2026-07-24T18:29:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f556c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1", "reconcileID": "f65419c2-e42f-466a-860a-70ebdc642bcd", "Gateway": "e2e-shared-b-f556c1", "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1-authn-ssl"} 2026-07-24T18:29:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f556c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1", "reconcileID": "f65419c2-e42f-466a-860a-70ebdc642bcd", "Gateway": "e2e-shared-b-f556c1", "namespace": "openshift-ingress"} 2026-07-24T18:29:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "83ffd9aa-15ef-4513-8221-48f382df1dd8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:29:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "83ffd9aa-15ef-4513-8221-48f382df1dd8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f556c1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T18:29:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "83ffd9aa-15ef-4513-8221-48f382df1dd8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-f556c1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T18:29:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "odh-trusted-ca-bundle", "reconcileID": "77e94c1b-397f-4b85-88fd-d4dacf8d46fb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:29:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "odh-trusted-ca-bundle", "reconcileID": "77e94c1b-397f-4b85-88fd-d4dacf8d46fb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:29:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "openshift-service-ca.crt", "reconcileID": "d2be7b7e-85f4-4d4d-8da9-c79005349a1a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:29:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "openshift-service-ca.crt", "reconcileID": "d2be7b7e-85f4-4d4d-8da9-c79005349a1a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:29:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5759587c-8cf1-40a8-aeb1-d04708811cbe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:29:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f556c1"}, "namespace": "ai-tenant-e2e-shared-b-f556c1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5759587c-8cf1-40a8-aeb1-d04708811cbe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f556c1"} 2026-07-24T18:29:56Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f556c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f556c1", "reconcileID": "aba2a41d-2998-4519-8461-c7351d9209bd", "Gateway": "e2e-shared-b-f556c1", "namespace": "openshift-ingress"}