2026-07-24T18:23:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "sub-test-model-100cff", "reconcileID": "e3806e9b-7560-4718-8033-b08e0d563665", "LLMInferenceService": "sub-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff"} 2026-07-24T18:24:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "sub-test-model-c4d732", "reconcileID": "19edefe4-db04-4afe-a1ac-a79e38b3bce0", "LLMInferenceService": "sub-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:24:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "sub-test-model-c4d732", "reconcileID": "19edefe4-db04-4afe-a1ac-a79e38b3bce0", "LLMInferenceService": "sub-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:24:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "sub-test-model-c4d732", "reconcileID": "19edefe4-db04-4afe-a1ac-a79e38b3bce0", "LLMInferenceService": "sub-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:24:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c4d732","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732", "reconcileID": "a36b4eee-9af4-41a4-8506-432cb60567a6", "Gateway": "e2e-shared-b-c4d732", "namespace": "openshift-ingress"} 2026-07-24T18:24:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "sub-test-model-c4d732", "reconcileID": "19edefe4-db04-4afe-a1ac-a79e38b3bce0", "LLMInferenceService": "sub-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "sub-test-model-c4d732-kserve-route-authn"} 2026-07-24T18:24:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "sub-test-model-c4d732", "reconcileID": "19edefe4-db04-4afe-a1ac-a79e38b3bce0", "LLMInferenceService": "sub-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732", "authType": "userdefined"} 2026-07-24T18:24:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "sub-test-model-c4d732", "reconcileID": "19edefe4-db04-4afe-a1ac-a79e38b3bce0", "LLMInferenceService": "sub-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:24:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c4d732","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732", "reconcileID": "a36b4eee-9af4-41a4-8506-432cb60567a6", "Gateway": "e2e-shared-b-c4d732", "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732-authn-ssl"} 2026-07-24T18:24:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c4d732","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732", "reconcileID": "a36b4eee-9af4-41a4-8506-432cb60567a6", "Gateway": "e2e-shared-b-c4d732", "namespace": "openshift-ingress"} 2026-07-24T18:24:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "sub-test-model-c4d732", "reconcileID": "6a88087c-8d49-4243-a906-aca6d281084b", "LLMInferenceService": "sub-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:24:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "sub-test-model-c4d732", "reconcileID": "6a88087c-8d49-4243-a906-aca6d281084b", "LLMInferenceService": "sub-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:24:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "sub-test-model-c4d732", "reconcileID": "6a88087c-8d49-4243-a906-aca6d281084b", "LLMInferenceService": "sub-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:24:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "sub-test-model-c4d732", "reconcileID": "6a88087c-8d49-4243-a906-aca6d281084b", "LLMInferenceService": "sub-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "sub-test-model-c4d732-kserve-route-authn"} 2026-07-24T18:24:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "sub-test-model-c4d732", "reconcileID": "6a88087c-8d49-4243-a906-aca6d281084b", "LLMInferenceService": "sub-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732", "authType": "userdefined"} 2026-07-24T18:24:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "sub-test-model-c4d732", "reconcileID": "6a88087c-8d49-4243-a906-aca6d281084b", "LLMInferenceService": "sub-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:24:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c4d732","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732", "reconcileID": "860caf3a-0e0b-4688-99fb-fefbd615e223", "Gateway": "e2e-shared-b-c4d732", "namespace": "openshift-ingress"} 2026-07-24T18:24:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c4d732","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732", "reconcileID": "860caf3a-0e0b-4688-99fb-fefbd615e223", "Gateway": "e2e-shared-b-c4d732", "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732-authn-ssl"} 2026-07-24T18:24:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c4d732","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732", "reconcileID": "860caf3a-0e0b-4688-99fb-fefbd615e223", "Gateway": "e2e-shared-b-c4d732", "namespace": "openshift-ingress"} 2026-07-24T18:24:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "sub-test-model-c4d732", "reconcileID": "67351aab-11cf-4f2a-8438-79a6879722b7", "LLMInferenceService": "sub-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:24:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "sub-test-model-c4d732", "reconcileID": "67351aab-11cf-4f2a-8438-79a6879722b7", "LLMInferenceService": "sub-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:24:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "sub-test-model-c4d732", "reconcileID": "67351aab-11cf-4f2a-8438-79a6879722b7", "LLMInferenceService": "sub-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:24:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "sub-test-model-c4d732", "reconcileID": "67351aab-11cf-4f2a-8438-79a6879722b7", "LLMInferenceService": "sub-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "sub-test-model-c4d732-kserve-route-authn"} 2026-07-24T18:24:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "sub-test-model-c4d732", "reconcileID": "67351aab-11cf-4f2a-8438-79a6879722b7", "LLMInferenceService": "sub-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732", "authType": "userdefined"} 2026-07-24T18:24:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "sub-test-model-c4d732", "reconcileID": "67351aab-11cf-4f2a-8438-79a6879722b7", "LLMInferenceService": "sub-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:24:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "sub-test-model-c4d732", "reconcileID": "aef84d41-d0f2-4f40-a82d-8ec010a967b6", "LLMInferenceService": "sub-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:24:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "sub-test-model-c4d732", "reconcileID": "aef84d41-d0f2-4f40-a82d-8ec010a967b6", "LLMInferenceService": "sub-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:24:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "sub-test-model-c4d732", "reconcileID": "aef84d41-d0f2-4f40-a82d-8ec010a967b6", "LLMInferenceService": "sub-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:24:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "sub-test-model-c4d732", "reconcileID": "aef84d41-d0f2-4f40-a82d-8ec010a967b6", "LLMInferenceService": "sub-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "sub-test-model-c4d732-kserve-route-authn"} 2026-07-24T18:24:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "sub-test-model-c4d732", "reconcileID": "aef84d41-d0f2-4f40-a82d-8ec010a967b6", "LLMInferenceService": "sub-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732", "authType": "userdefined"} 2026-07-24T18:24:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "sub-test-model-c4d732", "reconcileID": "aef84d41-d0f2-4f40-a82d-8ec010a967b6", "LLMInferenceService": "sub-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:24:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "sub-test-model-c4d732", "reconcileID": "51582099-6338-40e1-bb26-81e0d8686c35", "LLMInferenceService": "sub-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:24:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "sub-test-model-c4d732", "reconcileID": "51582099-6338-40e1-bb26-81e0d8686c35", "LLMInferenceService": "sub-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:24:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "sub-test-model-c4d732", "reconcileID": "51582099-6338-40e1-bb26-81e0d8686c35", "LLMInferenceService": "sub-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:24:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "sub-test-model-c4d732", "reconcileID": "51582099-6338-40e1-bb26-81e0d8686c35", "LLMInferenceService": "sub-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "sub-test-model-c4d732-kserve-route-authn"} 2026-07-24T18:24:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "sub-test-model-c4d732", "reconcileID": "51582099-6338-40e1-bb26-81e0d8686c35", "LLMInferenceService": "sub-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732", "authType": "userdefined"} 2026-07-24T18:24:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "sub-test-model-c4d732", "reconcileID": "51582099-6338-40e1-bb26-81e0d8686c35", "LLMInferenceService": "sub-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:24:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-100cff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff", "reconcileID": "652def2c-470e-44db-9524-5e131b685c27", "Gateway": "e2e-shared-a-100cff", "namespace": "openshift-ingress"} 2026-07-24T18:24:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-100cff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff", "reconcileID": "652def2c-470e-44db-9524-5e131b685c27", "Gateway": "e2e-shared-a-100cff", "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff-authn-ssl"} 2026-07-24T18:24:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-100cff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff", "reconcileID": "652def2c-470e-44db-9524-5e131b685c27", "Gateway": "e2e-shared-a-100cff", "namespace": "openshift-ingress"} 2026-07-24T18:24:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c4d732","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732", "reconcileID": "a6312184-52ef-4c5f-90e0-dd94614d74b4", "Gateway": "e2e-shared-b-c4d732", "namespace": "openshift-ingress"} 2026-07-24T18:24:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c4d732","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732", "reconcileID": "a6312184-52ef-4c5f-90e0-dd94614d74b4", "Gateway": "e2e-shared-b-c4d732", "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732-authn-ssl"} 2026-07-24T18:24:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c4d732","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732", "reconcileID": "a6312184-52ef-4c5f-90e0-dd94614d74b4", "Gateway": "e2e-shared-b-c4d732", "namespace": "openshift-ingress"} 2026-07-24T18:24:34Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T18:24:34Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T18:24:34Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T18:24:34Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T18:24:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "sub-test-model-100cff", "reconcileID": "0e4281db-cd2a-4544-89b5-6b27a46c9ef0", "LLMInferenceService": "sub-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff"} 2026-07-24T18:24:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "sub-test-model-100cff", "reconcileID": "0e4281db-cd2a-4544-89b5-6b27a46c9ef0", "LLMInferenceService": "sub-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "sub-test-model-100cff"} 2026-07-24T18:24:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "sub-test-model-100cff", "reconcileID": "0e4281db-cd2a-4544-89b5-6b27a46c9ef0", "LLMInferenceService": "sub-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff"} 2026-07-24T18:24:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "sub-test-model-100cff", "reconcileID": "0e4281db-cd2a-4544-89b5-6b27a46c9ef0", "LLMInferenceService": "sub-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff"} 2026-07-24T18:24:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "sub-test-model-100cff", "reconcileID": "0e4281db-cd2a-4544-89b5-6b27a46c9ef0", "LLMInferenceService": "sub-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "sub-test-model-100cff-kserve-route-authn"} 2026-07-24T18:24:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "sub-test-model-100cff", "reconcileID": "0e4281db-cd2a-4544-89b5-6b27a46c9ef0", "LLMInferenceService": "sub-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "sub-test-model-100cff-kserve-route-authn"} 2026-07-24T18:24:42Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "sub-test-model-100cff", "reconcileID": "0e4281db-cd2a-4544-89b5-6b27a46c9ef0", "LLMInferenceService": "sub-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff"} 2026-07-24T18:24:42Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "sub-test-model-100cff", "reconcileID": "0e4281db-cd2a-4544-89b5-6b27a46c9ef0", "LLMInferenceService": "sub-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff"} 2026-07-24T18:24:42Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "sub-test-model-100cff", "reconcileID": "2f0f5861-08a8-4445-bacd-1ea50a97502b", "LLMInferenceService": "sub-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff"} 2026-07-24T18:24:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-100cff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff", "reconcileID": "8f4388bb-1ffe-4be8-8ce3-4249c62e1776", "Gateway": "e2e-shared-a-100cff", "namespace": "openshift-ingress"} 2026-07-24T18:24:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-100cff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff", "reconcileID": "8f4388bb-1ffe-4be8-8ce3-4249c62e1776", "Gateway": "e2e-shared-a-100cff", "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff-authn-ssl"} 2026-07-24T18:24:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-100cff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff", "reconcileID": "8f4388bb-1ffe-4be8-8ce3-4249c62e1776", "Gateway": "e2e-shared-a-100cff", "namespace": "openshift-ingress"} 2026-07-24T18:24:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-100cff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff", "reconcileID": "e74f7328-623b-42fb-94ac-81f0de94c3c7", "Gateway": "e2e-shared-a-100cff", "namespace": "openshift-ingress"} 2026-07-24T18:24:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-100cff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff", "reconcileID": "e74f7328-623b-42fb-94ac-81f0de94c3c7", "Gateway": "e2e-shared-a-100cff", "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff-authn-ssl"} 2026-07-24T18:24:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-100cff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff", "reconcileID": "e74f7328-623b-42fb-94ac-81f0de94c3c7", "Gateway": "e2e-shared-a-100cff", "namespace": "openshift-ingress"} 2026-07-24T18:24:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "sub-test-model-c4d732", "reconcileID": "a79075b3-5c11-4e91-9c8a-a7f0e3ff07c3", "LLMInferenceService": "sub-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:24:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "sub-test-model-c4d732", "reconcileID": "a79075b3-5c11-4e91-9c8a-a7f0e3ff07c3", "LLMInferenceService": "sub-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "sub-test-model-c4d732"} 2026-07-24T18:24:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "sub-test-model-c4d732", "reconcileID": "a79075b3-5c11-4e91-9c8a-a7f0e3ff07c3", "LLMInferenceService": "sub-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:24:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "sub-test-model-c4d732", "reconcileID": "a79075b3-5c11-4e91-9c8a-a7f0e3ff07c3", "LLMInferenceService": "sub-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:24:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "sub-test-model-c4d732", "reconcileID": "a79075b3-5c11-4e91-9c8a-a7f0e3ff07c3", "LLMInferenceService": "sub-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "sub-test-model-c4d732-kserve-route-authn"} 2026-07-24T18:24:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "sub-test-model-c4d732", "reconcileID": "a79075b3-5c11-4e91-9c8a-a7f0e3ff07c3", "LLMInferenceService": "sub-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "sub-test-model-c4d732-kserve-route-authn"} 2026-07-24T18:24:42Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "sub-test-model-c4d732", "reconcileID": "a79075b3-5c11-4e91-9c8a-a7f0e3ff07c3", "LLMInferenceService": "sub-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:24:42Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "sub-test-model-c4d732", "reconcileID": "a79075b3-5c11-4e91-9c8a-a7f0e3ff07c3", "LLMInferenceService": "sub-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:24:43Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "sub-test-model-c4d732", "reconcileID": "60b8f1e6-de04-4e86-b443-4b1cac49e447", "LLMInferenceService": "sub-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:24:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c4d732","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732", "reconcileID": "c7d175dd-4288-4524-bdd3-c047a5fe7918", "Gateway": "e2e-shared-b-c4d732", "namespace": "openshift-ingress"} 2026-07-24T18:24:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c4d732","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732", "reconcileID": "c7d175dd-4288-4524-bdd3-c047a5fe7918", "Gateway": "e2e-shared-b-c4d732", "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732-authn-ssl"} 2026-07-24T18:24:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c4d732","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732", "reconcileID": "c7d175dd-4288-4524-bdd3-c047a5fe7918", "Gateway": "e2e-shared-b-c4d732", "namespace": "openshift-ingress"} 2026-07-24T18:24:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c4d732","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732", "reconcileID": "9452f76a-2c76-4aed-8aa1-e5896213f0b9", "Gateway": "e2e-shared-b-c4d732", "namespace": "openshift-ingress"} 2026-07-24T18:24:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c4d732","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732", "reconcileID": "9452f76a-2c76-4aed-8aa1-e5896213f0b9", "Gateway": "e2e-shared-b-c4d732", "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732-authn-ssl"} 2026-07-24T18:24:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c4d732","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732", "reconcileID": "9452f76a-2c76-4aed-8aa1-e5896213f0b9", "Gateway": "e2e-shared-b-c4d732", "namespace": "openshift-ingress"} 2026-07-24T18:24:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "rate-test-model-100cff", "reconcileID": "b718962b-c5e2-4eec-bdde-5c2439e13428", "LLMInferenceService": "rate-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff"} 2026-07-24T18:24:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "rate-test-model-100cff", "reconcileID": "b718962b-c5e2-4eec-bdde-5c2439e13428", "LLMInferenceService": "rate-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff"} 2026-07-24T18:24:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "rate-test-model-100cff", "reconcileID": "b718962b-c5e2-4eec-bdde-5c2439e13428", "LLMInferenceService": "rate-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff"} 2026-07-24T18:24:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-100cff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff", "reconcileID": "62dfb6eb-66e3-4e24-80a0-f221d3d661f8", "Gateway": "e2e-shared-a-100cff", "namespace": "openshift-ingress"} 2026-07-24T18:24:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "rate-test-model-100cff", "reconcileID": "b718962b-c5e2-4eec-bdde-5c2439e13428", "LLMInferenceService": "rate-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "rate-test-model-100cff-kserve-route-authn"} 2026-07-24T18:24:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "rate-test-model-100cff", "reconcileID": "b718962b-c5e2-4eec-bdde-5c2439e13428", "LLMInferenceService": "rate-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff", "authType": "userdefined"} 2026-07-24T18:24:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "rate-test-model-100cff", "reconcileID": "b718962b-c5e2-4eec-bdde-5c2439e13428", "LLMInferenceService": "rate-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff"} 2026-07-24T18:24:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-100cff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff", "reconcileID": "62dfb6eb-66e3-4e24-80a0-f221d3d661f8", "Gateway": "e2e-shared-a-100cff", "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff-authn-ssl"} 2026-07-24T18:24:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-100cff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff", "reconcileID": "62dfb6eb-66e3-4e24-80a0-f221d3d661f8", "Gateway": "e2e-shared-a-100cff", "namespace": "openshift-ingress"} 2026-07-24T18:24:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "rate-test-model-100cff", "reconcileID": "0d6cfca9-98fa-40d6-b962-d5e10114cd36", "LLMInferenceService": "rate-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff"} 2026-07-24T18:24:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "rate-test-model-100cff", "reconcileID": "0d6cfca9-98fa-40d6-b962-d5e10114cd36", "LLMInferenceService": "rate-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff"} 2026-07-24T18:24:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "rate-test-model-100cff", "reconcileID": "0d6cfca9-98fa-40d6-b962-d5e10114cd36", "LLMInferenceService": "rate-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff"} 2026-07-24T18:24:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "rate-test-model-100cff", "reconcileID": "0d6cfca9-98fa-40d6-b962-d5e10114cd36", "LLMInferenceService": "rate-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "rate-test-model-100cff-kserve-route-authn"} 2026-07-24T18:24:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "rate-test-model-100cff", "reconcileID": "0d6cfca9-98fa-40d6-b962-d5e10114cd36", "LLMInferenceService": "rate-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff", "authType": "userdefined"} 2026-07-24T18:24:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "rate-test-model-100cff", "reconcileID": "0d6cfca9-98fa-40d6-b962-d5e10114cd36", "LLMInferenceService": "rate-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff"} 2026-07-24T18:24:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c4d732","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732", "reconcileID": "080d7ef1-8415-4099-9808-a14df9268342", "Gateway": "e2e-shared-b-c4d732", "namespace": "openshift-ingress"} 2026-07-24T18:24:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c4d732","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732", "reconcileID": "080d7ef1-8415-4099-9808-a14df9268342", "Gateway": "e2e-shared-b-c4d732", "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732-authn-ssl"} 2026-07-24T18:24:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c4d732","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732", "reconcileID": "080d7ef1-8415-4099-9808-a14df9268342", "Gateway": "e2e-shared-b-c4d732", "namespace": "openshift-ingress"} 2026-07-24T18:24:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-100cff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff", "reconcileID": "3bcb3d57-8de6-4d33-94fd-087b72249223", "Gateway": "e2e-shared-a-100cff", "namespace": "openshift-ingress"} 2026-07-24T18:24:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-100cff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff", "reconcileID": "3bcb3d57-8de6-4d33-94fd-087b72249223", "Gateway": "e2e-shared-a-100cff", "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff-authn-ssl"} 2026-07-24T18:24:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-100cff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff", "reconcileID": "3bcb3d57-8de6-4d33-94fd-087b72249223", "Gateway": "e2e-shared-a-100cff", "namespace": "openshift-ingress"} 2026-07-24T18:24:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0ae3822a-45ed-4289-b02a-aa4e3a8adb97", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T18:25:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0ebf1bab-c439-4124-8040-b97f0799b102", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T18:25:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-100cff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff", "reconcileID": "379875ba-fca7-4169-a7f5-5e2e0a6bca22", "Gateway": "e2e-shared-a-100cff", "namespace": "openshift-ingress"} 2026-07-24T18:25:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-100cff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff", "reconcileID": "379875ba-fca7-4169-a7f5-5e2e0a6bca22", "Gateway": "e2e-shared-a-100cff", "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff-authn-ssl"} 2026-07-24T18:25:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-100cff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff", "reconcileID": "379875ba-fca7-4169-a7f5-5e2e0a6bca22", "Gateway": "e2e-shared-a-100cff", "namespace": "openshift-ingress"} 2026-07-24T18:25:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "rate-test-model-100cff", "reconcileID": "c25203ac-82a8-47ed-aa41-71e73a6f2be6", "LLMInferenceService": "rate-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff"} 2026-07-24T18:25:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "rate-test-model-100cff", "reconcileID": "c25203ac-82a8-47ed-aa41-71e73a6f2be6", "LLMInferenceService": "rate-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff"} 2026-07-24T18:25:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "rate-test-model-100cff", "reconcileID": "c25203ac-82a8-47ed-aa41-71e73a6f2be6", "LLMInferenceService": "rate-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff"} 2026-07-24T18:25:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "rate-test-model-100cff", "reconcileID": "c25203ac-82a8-47ed-aa41-71e73a6f2be6", "LLMInferenceService": "rate-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "rate-test-model-100cff-kserve-route-authn"} 2026-07-24T18:25:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "rate-test-model-100cff", "reconcileID": "c25203ac-82a8-47ed-aa41-71e73a6f2be6", "LLMInferenceService": "rate-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff", "authType": "userdefined"} 2026-07-24T18:25:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "rate-test-model-100cff", "reconcileID": "c25203ac-82a8-47ed-aa41-71e73a6f2be6", "LLMInferenceService": "rate-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff"} 2026-07-24T18:25:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "213948e3-cfae-4a1c-88bc-df75af9e42de", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T18:25:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "rate-test-model-100cff", "reconcileID": "8b246995-02df-4339-8325-0f0dbe612855", "LLMInferenceService": "rate-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff"} 2026-07-24T18:25:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "rate-test-model-100cff", "reconcileID": "8b246995-02df-4339-8325-0f0dbe612855", "LLMInferenceService": "rate-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff"} 2026-07-24T18:25:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "rate-test-model-100cff", "reconcileID": "8b246995-02df-4339-8325-0f0dbe612855", "LLMInferenceService": "rate-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff"} 2026-07-24T18:25:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "rate-test-model-100cff", "reconcileID": "8b246995-02df-4339-8325-0f0dbe612855", "LLMInferenceService": "rate-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "rate-test-model-100cff-kserve-route-authn"} 2026-07-24T18:25:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "rate-test-model-100cff", "reconcileID": "8b246995-02df-4339-8325-0f0dbe612855", "LLMInferenceService": "rate-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff", "authType": "userdefined"} 2026-07-24T18:25:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "rate-test-model-100cff", "reconcileID": "8b246995-02df-4339-8325-0f0dbe612855", "LLMInferenceService": "rate-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff"} 2026-07-24T18:25:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "rate-test-model-100cff", "reconcileID": "a2c3ac36-6e13-4ee2-8eaf-ad29f99e2833", "LLMInferenceService": "rate-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff"} 2026-07-24T18:25:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "rate-test-model-100cff", "reconcileID": "a2c3ac36-6e13-4ee2-8eaf-ad29f99e2833", "LLMInferenceService": "rate-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff"} 2026-07-24T18:25:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "rate-test-model-100cff", "reconcileID": "a2c3ac36-6e13-4ee2-8eaf-ad29f99e2833", "LLMInferenceService": "rate-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff"} 2026-07-24T18:25:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "rate-test-model-100cff", "reconcileID": "a2c3ac36-6e13-4ee2-8eaf-ad29f99e2833", "LLMInferenceService": "rate-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "rate-test-model-100cff-kserve-route-authn"} 2026-07-24T18:25:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "rate-test-model-100cff", "reconcileID": "a2c3ac36-6e13-4ee2-8eaf-ad29f99e2833", "LLMInferenceService": "rate-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff", "authType": "userdefined"} 2026-07-24T18:25:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "rate-test-model-100cff", "reconcileID": "a2c3ac36-6e13-4ee2-8eaf-ad29f99e2833", "LLMInferenceService": "rate-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff"} 2026-07-24T18:25:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "rate-test-model-c4d732", "reconcileID": "a015f975-9ebd-4c24-8006-6060c1045ffe", "LLMInferenceService": "rate-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:25:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "rate-test-model-c4d732", "reconcileID": "a015f975-9ebd-4c24-8006-6060c1045ffe", "LLMInferenceService": "rate-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:25:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "rate-test-model-c4d732", "reconcileID": "a015f975-9ebd-4c24-8006-6060c1045ffe", "LLMInferenceService": "rate-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:25:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c4d732","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732", "reconcileID": "652dad04-2907-43e0-95a1-43d17ea57af1", "Gateway": "e2e-shared-b-c4d732", "namespace": "openshift-ingress"} 2026-07-24T18:25:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "rate-test-model-c4d732", "reconcileID": "a015f975-9ebd-4c24-8006-6060c1045ffe", "LLMInferenceService": "rate-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "rate-test-model-c4d732-kserve-route-authn"} 2026-07-24T18:25:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "rate-test-model-c4d732", "reconcileID": "a015f975-9ebd-4c24-8006-6060c1045ffe", "LLMInferenceService": "rate-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732", "authType": "userdefined"} 2026-07-24T18:25:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "rate-test-model-c4d732", "reconcileID": "a015f975-9ebd-4c24-8006-6060c1045ffe", "LLMInferenceService": "rate-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:25:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c4d732","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732", "reconcileID": "652dad04-2907-43e0-95a1-43d17ea57af1", "Gateway": "e2e-shared-b-c4d732", "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732-authn-ssl"} 2026-07-24T18:25:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c4d732","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732", "reconcileID": "652dad04-2907-43e0-95a1-43d17ea57af1", "Gateway": "e2e-shared-b-c4d732", "namespace": "openshift-ingress"} 2026-07-24T18:25:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "rate-test-model-c4d732", "reconcileID": "1275bb2b-b10c-4eb4-802f-a54d22a51d57", "LLMInferenceService": "rate-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:25:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "rate-test-model-c4d732", "reconcileID": "1275bb2b-b10c-4eb4-802f-a54d22a51d57", "LLMInferenceService": "rate-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:25:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "rate-test-model-c4d732", "reconcileID": "1275bb2b-b10c-4eb4-802f-a54d22a51d57", "LLMInferenceService": "rate-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:25:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "rate-test-model-c4d732", "reconcileID": "1275bb2b-b10c-4eb4-802f-a54d22a51d57", "LLMInferenceService": "rate-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "rate-test-model-c4d732-kserve-route-authn"} 2026-07-24T18:25:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "rate-test-model-c4d732", "reconcileID": "1275bb2b-b10c-4eb4-802f-a54d22a51d57", "LLMInferenceService": "rate-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732", "authType": "userdefined"} 2026-07-24T18:25:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "rate-test-model-c4d732", "reconcileID": "1275bb2b-b10c-4eb4-802f-a54d22a51d57", "LLMInferenceService": "rate-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:25:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c4d732","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732", "reconcileID": "853a59ca-1923-4a9f-9db2-86fcb6dd248b", "Gateway": "e2e-shared-b-c4d732", "namespace": "openshift-ingress"} 2026-07-24T18:25:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c4d732","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732", "reconcileID": "853a59ca-1923-4a9f-9db2-86fcb6dd248b", "Gateway": "e2e-shared-b-c4d732", "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732-authn-ssl"} 2026-07-24T18:25:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c4d732","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732", "reconcileID": "853a59ca-1923-4a9f-9db2-86fcb6dd248b", "Gateway": "e2e-shared-b-c4d732", "namespace": "openshift-ingress"} 2026-07-24T18:25:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "rate-test-model-c4d732", "reconcileID": "bb1db509-2bf5-4a1d-ad17-7bb1fbd7653b", "LLMInferenceService": "rate-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:25:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "rate-test-model-c4d732", "reconcileID": "bb1db509-2bf5-4a1d-ad17-7bb1fbd7653b", "LLMInferenceService": "rate-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:25:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "rate-test-model-c4d732", "reconcileID": "bb1db509-2bf5-4a1d-ad17-7bb1fbd7653b", "LLMInferenceService": "rate-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:25:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "rate-test-model-c4d732", "reconcileID": "bb1db509-2bf5-4a1d-ad17-7bb1fbd7653b", "LLMInferenceService": "rate-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "rate-test-model-c4d732-kserve-route-authn"} 2026-07-24T18:25:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "rate-test-model-c4d732", "reconcileID": "bb1db509-2bf5-4a1d-ad17-7bb1fbd7653b", "LLMInferenceService": "rate-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732", "authType": "userdefined"} 2026-07-24T18:25:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "rate-test-model-c4d732", "reconcileID": "bb1db509-2bf5-4a1d-ad17-7bb1fbd7653b", "LLMInferenceService": "rate-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:25:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "rate-test-model-c4d732", "reconcileID": "70a8a3af-7998-42dd-ac69-ec2127f82008", "LLMInferenceService": "rate-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:25:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "rate-test-model-c4d732", "reconcileID": "70a8a3af-7998-42dd-ac69-ec2127f82008", "LLMInferenceService": "rate-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:25:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "rate-test-model-c4d732", "reconcileID": "70a8a3af-7998-42dd-ac69-ec2127f82008", "LLMInferenceService": "rate-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:25:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "rate-test-model-c4d732", "reconcileID": "70a8a3af-7998-42dd-ac69-ec2127f82008", "LLMInferenceService": "rate-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "rate-test-model-c4d732-kserve-route-authn"} 2026-07-24T18:25:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "rate-test-model-c4d732", "reconcileID": "70a8a3af-7998-42dd-ac69-ec2127f82008", "LLMInferenceService": "rate-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732", "authType": "userdefined"} 2026-07-24T18:25:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "rate-test-model-c4d732", "reconcileID": "70a8a3af-7998-42dd-ac69-ec2127f82008", "LLMInferenceService": "rate-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:25:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c4d732","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732", "reconcileID": "98e1ca38-b018-4ab4-8cf7-7ae84100313e", "Gateway": "e2e-shared-b-c4d732", "namespace": "openshift-ingress"} 2026-07-24T18:25:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c4d732","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732", "reconcileID": "98e1ca38-b018-4ab4-8cf7-7ae84100313e", "Gateway": "e2e-shared-b-c4d732", "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732-authn-ssl"} 2026-07-24T18:25:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c4d732","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732", "reconcileID": "98e1ca38-b018-4ab4-8cf7-7ae84100313e", "Gateway": "e2e-shared-b-c4d732", "namespace": "openshift-ingress"} 2026-07-24T18:25:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-100cff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff", "reconcileID": "1bf39749-63f3-4a7a-b700-5725ca3e7ed2", "Gateway": "e2e-shared-a-100cff", "namespace": "openshift-ingress"} 2026-07-24T18:25:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-100cff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff", "reconcileID": "1bf39749-63f3-4a7a-b700-5725ca3e7ed2", "Gateway": "e2e-shared-a-100cff", "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff-authn-ssl"} 2026-07-24T18:25:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-100cff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff", "reconcileID": "1bf39749-63f3-4a7a-b700-5725ca3e7ed2", "Gateway": "e2e-shared-a-100cff", "namespace": "openshift-ingress"} 2026-07-24T18:26:10Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "rate-test-model-100cff", "reconcileID": "6f870a81-4438-41a5-8672-9dcc3c3398cd", "LLMInferenceService": "rate-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff"} 2026-07-24T18:26:10Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "rate-test-model-100cff", "reconcileID": "6f870a81-4438-41a5-8672-9dcc3c3398cd", "LLMInferenceService": "rate-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "rate-test-model-100cff"} 2026-07-24T18:26:10Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "rate-test-model-100cff", "reconcileID": "6f870a81-4438-41a5-8672-9dcc3c3398cd", "LLMInferenceService": "rate-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff"} 2026-07-24T18:26:10Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "rate-test-model-100cff", "reconcileID": "6f870a81-4438-41a5-8672-9dcc3c3398cd", "LLMInferenceService": "rate-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff"} 2026-07-24T18:26:10Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "rate-test-model-100cff", "reconcileID": "6f870a81-4438-41a5-8672-9dcc3c3398cd", "LLMInferenceService": "rate-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "rate-test-model-100cff-kserve-route-authn"} 2026-07-24T18:26:10Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "rate-test-model-100cff", "reconcileID": "6f870a81-4438-41a5-8672-9dcc3c3398cd", "LLMInferenceService": "rate-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "rate-test-model-100cff-kserve-route-authn"} 2026-07-24T18:26:10Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "rate-test-model-100cff", "reconcileID": "6f870a81-4438-41a5-8672-9dcc3c3398cd", "LLMInferenceService": "rate-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff"} 2026-07-24T18:26:10Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "rate-test-model-100cff", "reconcileID": "6f870a81-4438-41a5-8672-9dcc3c3398cd", "LLMInferenceService": "rate-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff"} 2026-07-24T18:26:10Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-100cff","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "rate-test-model-100cff", "reconcileID": "c6a91c56-1b33-4e3d-af1d-156979441179", "LLMInferenceService": "rate-test-model-100cff", "namespace": "ai-tenant-e2e-shared-a-100cff"} 2026-07-24T18:26:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-100cff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff", "reconcileID": "ff470e17-11e5-4d77-b760-8a73a1e599a7", "Gateway": "e2e-shared-a-100cff", "namespace": "openshift-ingress"} 2026-07-24T18:26:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-100cff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff", "reconcileID": "ff470e17-11e5-4d77-b760-8a73a1e599a7", "Gateway": "e2e-shared-a-100cff", "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff-authn-ssl"} 2026-07-24T18:26:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-100cff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff", "reconcileID": "ff470e17-11e5-4d77-b760-8a73a1e599a7", "Gateway": "e2e-shared-a-100cff", "namespace": "openshift-ingress"} 2026-07-24T18:26:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-100cff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff", "reconcileID": "7eee5db5-ce8c-4279-89c2-63241bd5138b", "Gateway": "e2e-shared-a-100cff", "namespace": "openshift-ingress"} 2026-07-24T18:26:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-100cff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff", "reconcileID": "7eee5db5-ce8c-4279-89c2-63241bd5138b", "Gateway": "e2e-shared-a-100cff", "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff-authn-ssl"} 2026-07-24T18:26:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-100cff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff", "reconcileID": "7eee5db5-ce8c-4279-89c2-63241bd5138b", "Gateway": "e2e-shared-a-100cff", "namespace": "openshift-ingress"} 2026-07-24T18:26:10Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "rate-test-model-c4d732", "reconcileID": "a8cbf49d-20f9-4200-8070-d1e921bb2996", "LLMInferenceService": "rate-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:26:10Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "rate-test-model-c4d732", "reconcileID": "a8cbf49d-20f9-4200-8070-d1e921bb2996", "LLMInferenceService": "rate-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "rate-test-model-c4d732"} 2026-07-24T18:26:10Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "rate-test-model-c4d732", "reconcileID": "a8cbf49d-20f9-4200-8070-d1e921bb2996", "LLMInferenceService": "rate-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:26:10Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "rate-test-model-c4d732", "reconcileID": "a8cbf49d-20f9-4200-8070-d1e921bb2996", "LLMInferenceService": "rate-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:26:10Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "rate-test-model-c4d732", "reconcileID": "a8cbf49d-20f9-4200-8070-d1e921bb2996", "LLMInferenceService": "rate-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "rate-test-model-c4d732-kserve-route-authn"} 2026-07-24T18:26:10Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "rate-test-model-c4d732", "reconcileID": "a8cbf49d-20f9-4200-8070-d1e921bb2996", "LLMInferenceService": "rate-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "rate-test-model-c4d732-kserve-route-authn"} 2026-07-24T18:26:10Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "rate-test-model-c4d732", "reconcileID": "a8cbf49d-20f9-4200-8070-d1e921bb2996", "LLMInferenceService": "rate-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:26:10Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "rate-test-model-c4d732", "reconcileID": "a8cbf49d-20f9-4200-8070-d1e921bb2996", "LLMInferenceService": "rate-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:26:11Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4d732","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "rate-test-model-c4d732", "reconcileID": "ae8d3752-d5f2-4948-8b94-baa2f948fc76", "LLMInferenceService": "rate-test-model-c4d732", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:26:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c4d732","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732", "reconcileID": "40439341-479e-42e9-8dc4-6ac7881acfc2", "Gateway": "e2e-shared-b-c4d732", "namespace": "openshift-ingress"} 2026-07-24T18:26:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c4d732","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732", "reconcileID": "40439341-479e-42e9-8dc4-6ac7881acfc2", "Gateway": "e2e-shared-b-c4d732", "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732-authn-ssl"} 2026-07-24T18:26:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c4d732","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732", "reconcileID": "40439341-479e-42e9-8dc4-6ac7881acfc2", "Gateway": "e2e-shared-b-c4d732", "namespace": "openshift-ingress"} 2026-07-24T18:26:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c4d732","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732", "reconcileID": "aec10938-c4c0-48c7-a821-6a544f425d6f", "Gateway": "e2e-shared-b-c4d732", "namespace": "openshift-ingress"} 2026-07-24T18:26:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c4d732","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732", "reconcileID": "aec10938-c4c0-48c7-a821-6a544f425d6f", "Gateway": "e2e-shared-b-c4d732", "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732-authn-ssl"} 2026-07-24T18:26:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c4d732","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732", "reconcileID": "aec10938-c4c0-48c7-a821-6a544f425d6f", "Gateway": "e2e-shared-b-c4d732", "namespace": "openshift-ingress"} 2026-07-24T18:26:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-100cff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff", "reconcileID": "8d77d1bd-77ec-4745-922c-008dd83d9f80", "Gateway": "e2e-shared-a-100cff", "namespace": "openshift-ingress"} 2026-07-24T18:26:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-100cff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff", "reconcileID": "8d77d1bd-77ec-4745-922c-008dd83d9f80", "Gateway": "e2e-shared-a-100cff", "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff-authn-ssl"} 2026-07-24T18:26:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-100cff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff", "reconcileID": "8d77d1bd-77ec-4745-922c-008dd83d9f80", "Gateway": "e2e-shared-a-100cff", "namespace": "openshift-ingress"} 2026-07-24T18:26:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c4d732","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732", "reconcileID": "ab4a1cc7-f285-4d21-b82d-b1ecfaf3b189", "Gateway": "e2e-shared-b-c4d732", "namespace": "openshift-ingress"} 2026-07-24T18:26:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c4d732","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732", "reconcileID": "ab4a1cc7-f285-4d21-b82d-b1ecfaf3b189", "Gateway": "e2e-shared-b-c4d732", "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732-authn-ssl"} 2026-07-24T18:26:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c4d732","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732", "reconcileID": "ab4a1cc7-f285-4d21-b82d-b1ecfaf3b189", "Gateway": "e2e-shared-b-c4d732", "namespace": "openshift-ingress"} 2026-07-24T18:26:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "9235c738-fb6d-45dc-9342-5902d5bdca40", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress"} 2026-07-24T18:26:30Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "9235c738-fb6d-45dc-9342-5902d5bdca40", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6-authn-ssl"} 2026-07-24T18:26:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "9235c738-fb6d-45dc-9342-5902d5bdca40", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress"} 2026-07-24T18:26:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "224dbb03-be54-453a-bb5e-acac6e2d52f5", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress"} 2026-07-24T18:26:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "224dbb03-be54-453a-bb5e-acac6e2d52f5", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6-authn-ssl"} 2026-07-24T18:26:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "224dbb03-be54-453a-bb5e-acac6e2d52f5", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress"} 2026-07-24T18:26:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "fdaa45e0-4d23-463c-8cf7-9ea7c2788bb1", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress"} 2026-07-24T18:26:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "fdaa45e0-4d23-463c-8cf7-9ea7c2788bb1", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6-authn-ssl"} 2026-07-24T18:26:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "fdaa45e0-4d23-463c-8cf7-9ea7c2788bb1", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress"} 2026-07-24T18:26:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "2ef0dbaa-22d8-4156-8e2d-7e8ccedfb35c", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress"} 2026-07-24T18:26:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "2ef0dbaa-22d8-4156-8e2d-7e8ccedfb35c", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6-authn-ssl"} 2026-07-24T18:26:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "2ef0dbaa-22d8-4156-8e2d-7e8ccedfb35c", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress"} 2026-07-24T18:26:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "994552ff-0f17-4954-a1d3-7623065ee7cd", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress"} 2026-07-24T18:26:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "994552ff-0f17-4954-a1d3-7623065ee7cd", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6-authn-ssl"} 2026-07-24T18:26:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "994552ff-0f17-4954-a1d3-7623065ee7cd", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress"} 2026-07-24T18:26:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "d15de744-8751-446b-8695-cb3bd799b424", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress"} 2026-07-24T18:26:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "d15de744-8751-446b-8695-cb3bd799b424", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6-authn-ssl"} 2026-07-24T18:26:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "d15de744-8751-446b-8695-cb3bd799b424", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress"} 2026-07-24T18:27:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "openshift-service-ca.crt", "reconcileID": "84c630cb-7bed-44cf-a2f8-8faf83678ba6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:27:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "odh-trusted-ca-bundle", "reconcileID": "f7b63e13-4a29-4645-806b-b92b7c1ef027", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T18:27:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "odh-trusted-ca-bundle", "reconcileID": "f7b63e13-4a29-4645-806b-b92b7c1ef027", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:27:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "openshift-service-ca.crt", "reconcileID": "db67c844-f381-4794-94aa-1ca6020263b2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T18:27:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "openshift-service-ca.crt", "reconcileID": "db67c844-f381-4794-94aa-1ca6020263b2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T18:27:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ceb07ce7-92d3-4edf-8a5f-fd12f3d1d20a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:27:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "openshift-service-ca.crt", "reconcileID": "e400bc63-8259-4fd9-b2fc-cfd5ff7ea66e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:27:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "openshift-service-ca.crt", "reconcileID": "9f010fbf-7928-4d81-8748-6cf93140a3d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:27:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "odh-trusted-ca-bundle", "reconcileID": "dedbe83e-f800-40c3-85d0-d6e074b1f367", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T18:27:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "odh-trusted-ca-bundle", "reconcileID": "dedbe83e-f800-40c3-85d0-d6e074b1f367", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:27:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0dbee6c5-4dd2-4b52-9bbc-8a545fe9419e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:27:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "1634dee1-f595-4860-b195-c6c981dac565", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress"} 2026-07-24T18:27:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "1634dee1-f595-4860-b195-c6c981dac565", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6-authn-ssl"} 2026-07-24T18:27:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "1634dee1-f595-4860-b195-c6c981dac565", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress"} 2026-07-24T18:27:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "56853b38-e837-4ae8-9cbe-a52c7259a643", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T18:27:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "d87a5f22-187b-4012-a31c-174ea197ac7a", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress"} 2026-07-24T18:27:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "d87a5f22-187b-4012-a31c-174ea197ac7a", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6-authn-ssl"} 2026-07-24T18:27:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "d87a5f22-187b-4012-a31c-174ea197ac7a", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress"} 2026-07-24T18:27:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e18e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e18e67", "reconcileID": "a2f13312-9712-413b-8dfc-43f28586152d", "Gateway": "e2e-ipp-b-e18e67", "namespace": "openshift-ingress"} 2026-07-24T18:27:15Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e18e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e18e67", "reconcileID": "a2f13312-9712-413b-8dfc-43f28586152d", "Gateway": "e2e-ipp-b-e18e67", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e18e67-authn-ssl"} 2026-07-24T18:27:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e18e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e18e67", "reconcileID": "a2f13312-9712-413b-8dfc-43f28586152d", "Gateway": "e2e-ipp-b-e18e67", "namespace": "openshift-ingress"} 2026-07-24T18:27:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e18e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e18e67", "reconcileID": "2ce42443-b473-4e7b-9bf1-b55bc461d60c", "Gateway": "e2e-ipp-b-e18e67", "namespace": "openshift-ingress"} 2026-07-24T18:27:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e18e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e18e67", "reconcileID": "2ce42443-b473-4e7b-9bf1-b55bc461d60c", "Gateway": "e2e-ipp-b-e18e67", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e18e67-authn-ssl"} 2026-07-24T18:27:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e18e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e18e67", "reconcileID": "2ce42443-b473-4e7b-9bf1-b55bc461d60c", "Gateway": "e2e-ipp-b-e18e67", "namespace": "openshift-ingress"} 2026-07-24T18:27:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e18e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e18e67", "reconcileID": "c0298396-7364-418c-8d9e-66688dbf49f4", "Gateway": "e2e-ipp-b-e18e67", "namespace": "openshift-ingress"} 2026-07-24T18:27:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e18e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e18e67", "reconcileID": "c0298396-7364-418c-8d9e-66688dbf49f4", "Gateway": "e2e-ipp-b-e18e67", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e18e67-authn-ssl"} 2026-07-24T18:27:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e18e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e18e67", "reconcileID": "c0298396-7364-418c-8d9e-66688dbf49f4", "Gateway": "e2e-ipp-b-e18e67", "namespace": "openshift-ingress"} 2026-07-24T18:27:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e18e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e18e67", "reconcileID": "3476e487-34d1-4379-b29e-449c3e0e978b", "Gateway": "e2e-ipp-b-e18e67", "namespace": "openshift-ingress"} 2026-07-24T18:27:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e18e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e18e67", "reconcileID": "3476e487-34d1-4379-b29e-449c3e0e978b", "Gateway": "e2e-ipp-b-e18e67", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e18e67-authn-ssl"} 2026-07-24T18:27:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e18e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e18e67", "reconcileID": "3476e487-34d1-4379-b29e-449c3e0e978b", "Gateway": "e2e-ipp-b-e18e67", "namespace": "openshift-ingress"} 2026-07-24T18:27:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e18e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e18e67", "reconcileID": "eb02bf5c-b7cd-43c1-9e0b-932513301f08", "Gateway": "e2e-ipp-b-e18e67", "namespace": "openshift-ingress"} 2026-07-24T18:27:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e18e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e18e67", "reconcileID": "eb02bf5c-b7cd-43c1-9e0b-932513301f08", "Gateway": "e2e-ipp-b-e18e67", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e18e67-authn-ssl"} 2026-07-24T18:27:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e18e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e18e67", "reconcileID": "eb02bf5c-b7cd-43c1-9e0b-932513301f08", "Gateway": "e2e-ipp-b-e18e67", "namespace": "openshift-ingress"} 2026-07-24T18:27:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e18e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e18e67", "reconcileID": "ecde2a43-210e-496e-b372-5d2b85df0b59", "Gateway": "e2e-ipp-b-e18e67", "namespace": "openshift-ingress"} 2026-07-24T18:27:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e18e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e18e67", "reconcileID": "ecde2a43-210e-496e-b372-5d2b85df0b59", "Gateway": "e2e-ipp-b-e18e67", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e18e67-authn-ssl"} 2026-07-24T18:27:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e18e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e18e67", "reconcileID": "ecde2a43-210e-496e-b372-5d2b85df0b59", "Gateway": "e2e-ipp-b-e18e67", "namespace": "openshift-ingress"} 2026-07-24T18:27:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e18e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e18e67", "reconcileID": "058bfbb2-de2c-493c-be77-470d0df0b189", "Gateway": "e2e-ipp-b-e18e67", "namespace": "openshift-ingress"} 2026-07-24T18:27:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e18e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e18e67", "reconcileID": "058bfbb2-de2c-493c-be77-470d0df0b189", "Gateway": "e2e-ipp-b-e18e67", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e18e67-authn-ssl"} 2026-07-24T18:27:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e18e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e18e67", "reconcileID": "058bfbb2-de2c-493c-be77-470d0df0b189", "Gateway": "e2e-ipp-b-e18e67", "namespace": "openshift-ingress"} 2026-07-24T18:27:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e18e67"}, "namespace": "ai-tenant-e2e-ipp-b-e18e67", "name": "openshift-service-ca.crt", "reconcileID": "91d306e7-10e2-4f35-9591-a442f7415d59", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e18e67"} 2026-07-24T18:27:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e18e67"}, "namespace": "ai-tenant-e2e-ipp-b-e18e67", "name": "openshift-service-ca.crt", "reconcileID": "2d4275fa-e609-4c2a-beee-44534883a2f9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e18e67", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T18:27:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e18e67"}, "namespace": "ai-tenant-e2e-ipp-b-e18e67", "name": "openshift-service-ca.crt", "reconcileID": "2d4275fa-e609-4c2a-beee-44534883a2f9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e18e67"} 2026-07-24T18:27:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e18e67"}, "namespace": "ai-tenant-e2e-ipp-b-e18e67", "name": "odh-trusted-ca-bundle", "reconcileID": "a0857fca-8b09-48e9-b476-e697667ed21b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e18e67"} 2026-07-24T18:27:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e18e67"}, "namespace": "ai-tenant-e2e-ipp-b-e18e67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc96d0ef-e17c-453a-b0ba-ecc7f9a1a63f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e18e67"} 2026-07-24T18:27:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e18e67"}, "namespace": "ai-tenant-e2e-ipp-b-e18e67", "name": "openshift-service-ca.crt", "reconcileID": "2a156b6f-d174-472a-ad40-71d28575e9df", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e18e67"} 2026-07-24T18:27:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e18e67"}, "namespace": "ai-tenant-e2e-ipp-b-e18e67", "name": "odh-trusted-ca-bundle", "reconcileID": "1671fe96-94a6-4788-ae05-6cba00d362b4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e18e67", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T18:27:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e18e67"}, "namespace": "ai-tenant-e2e-ipp-b-e18e67", "name": "odh-trusted-ca-bundle", "reconcileID": "1671fe96-94a6-4788-ae05-6cba00d362b4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e18e67"} 2026-07-24T18:27:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e18e67"}, "namespace": "ai-tenant-e2e-ipp-b-e18e67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8b4769f8-1a78-4b84-acdf-e5ad709f5649", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e18e67"} 2026-07-24T18:27:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e18e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e18e67", "reconcileID": "0dfbd636-63e7-4735-a4d7-ea41f01c1074", "Gateway": "e2e-ipp-b-e18e67", "namespace": "openshift-ingress"} 2026-07-24T18:27:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e18e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e18e67", "reconcileID": "0dfbd636-63e7-4735-a4d7-ea41f01c1074", "Gateway": "e2e-ipp-b-e18e67", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e18e67-authn-ssl"} 2026-07-24T18:27:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e18e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e18e67", "reconcileID": "0dfbd636-63e7-4735-a4d7-ea41f01c1074", "Gateway": "e2e-ipp-b-e18e67", "namespace": "openshift-ingress"} 2026-07-24T18:27:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bcd33af4-899b-44fb-a1a3-2b72b855e76b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T18:27:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "80591f4f-9cd0-4b42-a2d0-3d71785bbbb3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T18:27:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e18e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e18e67", "reconcileID": "1a494618-25b9-40e2-b9b6-39f1fb622a35", "Gateway": "e2e-ipp-b-e18e67", "namespace": "openshift-ingress"} 2026-07-24T18:27:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e18e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e18e67", "reconcileID": "1a494618-25b9-40e2-b9b6-39f1fb622a35", "Gateway": "e2e-ipp-b-e18e67", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e18e67-authn-ssl"} 2026-07-24T18:27:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e18e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e18e67", "reconcileID": "1a494618-25b9-40e2-b9b6-39f1fb622a35", "Gateway": "e2e-ipp-b-e18e67", "namespace": "openshift-ingress"} 2026-07-24T18:27:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8f1e85ca-89da-4601-a6bd-2b5cb74d5435", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T18:27:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "6fb8a462-7fcb-409e-be5f-cbf9bb85b5b6", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:27:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "6fb8a462-7fcb-409e-be5f-cbf9bb85b5b6", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:27:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "6fb8a462-7fcb-409e-be5f-cbf9bb85b5b6", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:27:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "7db6001b-9aab-40da-a91c-ec72ea012f8d", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress"} 2026-07-24T18:27:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "6fb8a462-7fcb-409e-be5f-cbf9bb85b5b6", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6-kserve-route-authn"} 2026-07-24T18:27:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "6fb8a462-7fcb-409e-be5f-cbf9bb85b5b6", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "authType": "userdefined"} 2026-07-24T18:27:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "6fb8a462-7fcb-409e-be5f-cbf9bb85b5b6", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:27:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "7db6001b-9aab-40da-a91c-ec72ea012f8d", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6-authn-ssl"} 2026-07-24T18:27:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "7db6001b-9aab-40da-a91c-ec72ea012f8d", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress"} 2026-07-24T18:27:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "1c2c57d3-aa38-44fa-8c87-dfc62959c724", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:27:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "1c2c57d3-aa38-44fa-8c87-dfc62959c724", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:27:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "1c2c57d3-aa38-44fa-8c87-dfc62959c724", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:27:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "1c2c57d3-aa38-44fa-8c87-dfc62959c724", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6-kserve-route-authn"} 2026-07-24T18:27:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "1c2c57d3-aa38-44fa-8c87-dfc62959c724", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "authType": "userdefined"} 2026-07-24T18:27:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "1c2c57d3-aa38-44fa-8c87-dfc62959c724", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:27:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "0cc3727e-4621-4973-8fa0-e08a9d792e43", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress"} 2026-07-24T18:27:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "0cc3727e-4621-4973-8fa0-e08a9d792e43", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6-authn-ssl"} 2026-07-24T18:27:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "0cc3727e-4621-4973-8fa0-e08a9d792e43", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress"} 2026-07-24T18:27:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "baceccbe-6c9e-4ed4-a416-e2eaba1c904e", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:27:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "baceccbe-6c9e-4ed4-a416-e2eaba1c904e", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:27:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "baceccbe-6c9e-4ed4-a416-e2eaba1c904e", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:27:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "baceccbe-6c9e-4ed4-a416-e2eaba1c904e", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6-kserve-route-authn"} 2026-07-24T18:27:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "baceccbe-6c9e-4ed4-a416-e2eaba1c904e", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "authType": "userdefined"} 2026-07-24T18:27:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "baceccbe-6c9e-4ed4-a416-e2eaba1c904e", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:28:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "e359dd7a-2ea7-47c0-9cd4-a7cb38ed9746", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:28:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "e359dd7a-2ea7-47c0-9cd4-a7cb38ed9746", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:28:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "e359dd7a-2ea7-47c0-9cd4-a7cb38ed9746", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:28:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "e359dd7a-2ea7-47c0-9cd4-a7cb38ed9746", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6-kserve-route-authn"} 2026-07-24T18:28:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "e359dd7a-2ea7-47c0-9cd4-a7cb38ed9746", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "authType": "userdefined"} 2026-07-24T18:28:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "e359dd7a-2ea7-47c0-9cd4-a7cb38ed9746", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:28:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "f58cb426-8592-47d8-81ea-7d5f13323077", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress"} 2026-07-24T18:28:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "f58cb426-8592-47d8-81ea-7d5f13323077", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6-authn-ssl"} 2026-07-24T18:28:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "f58cb426-8592-47d8-81ea-7d5f13323077", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress"} 2026-07-24T18:28:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a4d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a4d8", "reconcileID": "ce5ddffe-7e47-4fec-9e23-183bda78f0d4", "Gateway": "e2e-ipp-cleanup-a2a4d8", "namespace": "openshift-ingress"} 2026-07-24T18:28:23Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a4d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a4d8", "reconcileID": "ce5ddffe-7e47-4fec-9e23-183bda78f0d4", "Gateway": "e2e-ipp-cleanup-a2a4d8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a4d8-authn-ssl"} 2026-07-24T18:28:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a4d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a4d8", "reconcileID": "ce5ddffe-7e47-4fec-9e23-183bda78f0d4", "Gateway": "e2e-ipp-cleanup-a2a4d8", "namespace": "openshift-ingress"} 2026-07-24T18:28:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a4d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a4d8", "reconcileID": "932ce926-e5ef-4a0c-9e57-e56da26ca6ca", "Gateway": "e2e-ipp-cleanup-a2a4d8", "namespace": "openshift-ingress"} 2026-07-24T18:28:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a4d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a4d8", "reconcileID": "932ce926-e5ef-4a0c-9e57-e56da26ca6ca", "Gateway": "e2e-ipp-cleanup-a2a4d8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a4d8-authn-ssl"} 2026-07-24T18:28:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a4d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a4d8", "reconcileID": "932ce926-e5ef-4a0c-9e57-e56da26ca6ca", "Gateway": "e2e-ipp-cleanup-a2a4d8", "namespace": "openshift-ingress"} 2026-07-24T18:28:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a4d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a4d8", "reconcileID": "4d30ca53-ae0e-4a28-a62f-d64551871aa8", "Gateway": "e2e-ipp-cleanup-a2a4d8", "namespace": "openshift-ingress"} 2026-07-24T18:28:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a4d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a4d8", "reconcileID": "4d30ca53-ae0e-4a28-a62f-d64551871aa8", "Gateway": "e2e-ipp-cleanup-a2a4d8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a4d8-authn-ssl"} 2026-07-24T18:28:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a4d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a4d8", "reconcileID": "4d30ca53-ae0e-4a28-a62f-d64551871aa8", "Gateway": "e2e-ipp-cleanup-a2a4d8", "namespace": "openshift-ingress"} 2026-07-24T18:28:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a4d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a4d8", "reconcileID": "fa078c81-bd3a-480b-b2e3-d2ce8ab76186", "Gateway": "e2e-ipp-cleanup-a2a4d8", "namespace": "openshift-ingress"} 2026-07-24T18:28:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a4d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a4d8", "reconcileID": "fa078c81-bd3a-480b-b2e3-d2ce8ab76186", "Gateway": "e2e-ipp-cleanup-a2a4d8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a4d8-authn-ssl"} 2026-07-24T18:28:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a4d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a4d8", "reconcileID": "fa078c81-bd3a-480b-b2e3-d2ce8ab76186", "Gateway": "e2e-ipp-cleanup-a2a4d8", "namespace": "openshift-ingress"} 2026-07-24T18:28:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a4d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a4d8", "reconcileID": "aa9ac084-77f3-4131-ae31-e84cf3ec2829", "Gateway": "e2e-ipp-cleanup-a2a4d8", "namespace": "openshift-ingress"} 2026-07-24T18:28:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a4d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a4d8", "reconcileID": "aa9ac084-77f3-4131-ae31-e84cf3ec2829", "Gateway": "e2e-ipp-cleanup-a2a4d8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a4d8-authn-ssl"} 2026-07-24T18:28:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a4d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a4d8", "reconcileID": "aa9ac084-77f3-4131-ae31-e84cf3ec2829", "Gateway": "e2e-ipp-cleanup-a2a4d8", "namespace": "openshift-ingress"} 2026-07-24T18:28:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a4d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a4d8", "reconcileID": "0c7dc37e-1095-4f6b-9493-771f9697031d", "Gateway": "e2e-ipp-cleanup-a2a4d8", "namespace": "openshift-ingress"} 2026-07-24T18:28:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a4d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a4d8", "reconcileID": "0c7dc37e-1095-4f6b-9493-771f9697031d", "Gateway": "e2e-ipp-cleanup-a2a4d8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a4d8-authn-ssl"} 2026-07-24T18:28:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a4d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a4d8", "reconcileID": "0c7dc37e-1095-4f6b-9493-771f9697031d", "Gateway": "e2e-ipp-cleanup-a2a4d8", "namespace": "openshift-ingress"} 2026-07-24T18:28:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a4d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a4d8", "reconcileID": "949c7845-3353-4e26-8b1c-266b0b1c515e", "Gateway": "e2e-ipp-cleanup-a2a4d8", "namespace": "openshift-ingress"} 2026-07-24T18:28:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a4d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a4d8", "reconcileID": "949c7845-3353-4e26-8b1c-266b0b1c515e", "Gateway": "e2e-ipp-cleanup-a2a4d8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a4d8-authn-ssl"} 2026-07-24T18:28:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a4d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a4d8", "reconcileID": "949c7845-3353-4e26-8b1c-266b0b1c515e", "Gateway": "e2e-ipp-cleanup-a2a4d8", "namespace": "openshift-ingress"} 2026-07-24T18:28:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-a2a4d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a2a4d8", "name": "openshift-service-ca.crt", "reconcileID": "9ab49b0b-11a7-40bd-9929-0f1e54c22a86", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-a2a4d8"} 2026-07-24T18:28:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a2a4d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a2a4d8", "name": "odh-trusted-ca-bundle", "reconcileID": "e3ba02e7-8b6e-4d9b-8974-9b9f759a2fa9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a2a4d8"} 2026-07-24T18:28:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-a2a4d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a2a4d8", "name": "openshift-service-ca.crt", "reconcileID": "3e6a2418-212e-46b4-9712-2b937086610c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-a2a4d8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T18:28:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-a2a4d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a2a4d8", "name": "openshift-service-ca.crt", "reconcileID": "3e6a2418-212e-46b4-9712-2b937086610c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-a2a4d8"} 2026-07-24T18:28:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a2a4d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a2a4d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "132b52d0-ebb8-472e-a76c-e52faaf70631", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a2a4d8"} 2026-07-24T18:28:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-a2a4d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a2a4d8", "name": "openshift-service-ca.crt", "reconcileID": "3d35d3dc-4153-4ae8-a850-3f069c79f97f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-a2a4d8"} 2026-07-24T18:28:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a2a4d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a2a4d8", "name": "odh-trusted-ca-bundle", "reconcileID": "718c9e7f-b83b-42cd-8b02-04390df6d725", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a2a4d8", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T18:28:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a2a4d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a2a4d8", "name": "odh-trusted-ca-bundle", "reconcileID": "718c9e7f-b83b-42cd-8b02-04390df6d725", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a2a4d8"} 2026-07-24T18:28:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a2a4d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a2a4d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "643e8af6-82c3-451c-b0c8-425a6ad1e183", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a2a4d8"} 2026-07-24T18:28:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a4d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a4d8", "reconcileID": "3371ef1d-f634-4ba9-9874-233e2e5a7771", "Gateway": "e2e-ipp-cleanup-a2a4d8", "namespace": "openshift-ingress"} 2026-07-24T18:28:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a4d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a4d8", "reconcileID": "3371ef1d-f634-4ba9-9874-233e2e5a7771", "Gateway": "e2e-ipp-cleanup-a2a4d8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a4d8-authn-ssl"} 2026-07-24T18:28:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a4d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a4d8", "reconcileID": "3371ef1d-f634-4ba9-9874-233e2e5a7771", "Gateway": "e2e-ipp-cleanup-a2a4d8", "namespace": "openshift-ingress"} 2026-07-24T18:28:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "083913d7-115d-47ce-a29e-59a3667e669b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T18:28:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a4d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a4d8", "reconcileID": "1869039d-dff7-4d98-99b9-293fab3c5738", "Gateway": "e2e-ipp-cleanup-a2a4d8", "namespace": "openshift-ingress"} 2026-07-24T18:28:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a4d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a4d8", "reconcileID": "1869039d-dff7-4d98-99b9-293fab3c5738", "Gateway": "e2e-ipp-cleanup-a2a4d8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a4d8-authn-ssl"} 2026-07-24T18:28:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a4d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a4d8", "reconcileID": "1869039d-dff7-4d98-99b9-293fab3c5738", "Gateway": "e2e-ipp-cleanup-a2a4d8", "namespace": "openshift-ingress"} 2026-07-24T18:28:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a4d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a4d8", "reconcileID": "a80f8860-3f4a-4460-bd71-75ee23ddea38", "Gateway": "e2e-ipp-cleanup-a2a4d8", "namespace": "openshift-ingress"} 2026-07-24T18:28:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a4d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a4d8", "reconcileID": "a80f8860-3f4a-4460-bd71-75ee23ddea38", "Gateway": "e2e-ipp-cleanup-a2a4d8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a4d8-authn-ssl"} 2026-07-24T18:28:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a4d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a4d8", "reconcileID": "a80f8860-3f4a-4460-bd71-75ee23ddea38", "Gateway": "e2e-ipp-cleanup-a2a4d8", "namespace": "openshift-ingress"} 2026-07-24T18:28:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a4d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a4d8", "reconcileID": "4d3d887e-0d4d-4747-9bce-0a4d2ddf6797", "Gateway": "e2e-ipp-cleanup-a2a4d8", "namespace": "openshift-ingress"} 2026-07-24T18:28:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a4d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a4d8", "reconcileID": "4d3d887e-0d4d-4747-9bce-0a4d2ddf6797", "Gateway": "e2e-ipp-cleanup-a2a4d8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a4d8-authn-ssl"} 2026-07-24T18:28:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a4d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a4d8", "reconcileID": "4d3d887e-0d4d-4747-9bce-0a4d2ddf6797", "Gateway": "e2e-ipp-cleanup-a2a4d8", "namespace": "openshift-ingress"} 2026-07-24T18:29:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a2a4d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a2a4d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc33219c-3f53-457e-b627-e1063509f228", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a2a4d8"} 2026-07-24T18:29:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a2a4d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a2a4d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc33219c-3f53-457e-b627-e1063509f228", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a2a4d8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T18:29:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a2a4d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a2a4d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc33219c-3f53-457e-b627-e1063509f228", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-a2a4d8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T18:29:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a2a4d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a2a4d8", "name": "odh-trusted-ca-bundle", "reconcileID": "ed3ce0c6-c3ba-4e6a-bf14-e5a2b1e08d8e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a2a4d8"} 2026-07-24T18:29:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a2a4d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a2a4d8", "name": "odh-trusted-ca-bundle", "reconcileID": "ed3ce0c6-c3ba-4e6a-bf14-e5a2b1e08d8e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a2a4d8"} 2026-07-24T18:29:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-a2a4d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a2a4d8", "name": "openshift-service-ca.crt", "reconcileID": "d6373620-bd83-4b65-ba25-d5456256ff1f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-a2a4d8"} 2026-07-24T18:29:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-a2a4d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a2a4d8", "name": "openshift-service-ca.crt", "reconcileID": "d6373620-bd83-4b65-ba25-d5456256ff1f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-a2a4d8"} 2026-07-24T18:29:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a2a4d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a2a4d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a0ed2ef-33bf-47ed-afab-fea88e0d591b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a2a4d8"} 2026-07-24T18:29:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a2a4d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a2a4d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a0ed2ef-33bf-47ed-afab-fea88e0d591b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a2a4d8"} 2026-07-24T18:29:03Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a4d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a4d8", "reconcileID": "55c8239b-3281-40d3-8158-843d9a9afc07", "Gateway": "e2e-ipp-cleanup-a2a4d8", "namespace": "openshift-ingress"} 2026-07-24T18:29:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7956df3d-a94b-4345-a54b-1fec27b88a10", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T18:29:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "162c3ac2-c0ae-4f3f-9c54-80b01abc9755", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress"} 2026-07-24T18:29:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "162c3ac2-c0ae-4f3f-9c54-80b01abc9755", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6-authn-ssl"} 2026-07-24T18:29:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "162c3ac2-c0ae-4f3f-9c54-80b01abc9755", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress"} 2026-07-24T18:29:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "456fc15e-9dc6-4f2d-8933-17e36c64b936", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress"} 2026-07-24T18:29:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "456fc15e-9dc6-4f2d-8933-17e36c64b936", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6-authn-ssl"} 2026-07-24T18:29:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "456fc15e-9dc6-4f2d-8933-17e36c64b936", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress"} 2026-07-24T18:29:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "3128cf7d-4036-44dd-ba2f-c222645db151", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress"} 2026-07-24T18:29:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "3128cf7d-4036-44dd-ba2f-c222645db151", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6-authn-ssl"} 2026-07-24T18:29:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "3128cf7d-4036-44dd-ba2f-c222645db151", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress"} 2026-07-24T18:29:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "b58b456c-5903-4f84-9c21-d03f2fe05234", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:29:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "b58b456c-5903-4f84-9c21-d03f2fe05234", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:29:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "b58b456c-5903-4f84-9c21-d03f2fe05234", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:29:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "b58b456c-5903-4f84-9c21-d03f2fe05234", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6-kserve-route-authn"} 2026-07-24T18:29:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "b58b456c-5903-4f84-9c21-d03f2fe05234", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "authType": "userdefined"} 2026-07-24T18:29:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "b58b456c-5903-4f84-9c21-d03f2fe05234", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:29:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e23a4fd7-ccd4-47cb-b0a0-323a5947b856", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T18:30:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "da595199-2e65-40b9-a32e-617d5de082e0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T18:30:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a7c89af-31ab-4bd1-820f-88cd2f502552", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:30:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a7c89af-31ab-4bd1-820f-88cd2f502552", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T18:30:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a7c89af-31ab-4bd1-820f-88cd2f502552", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-7ee2e6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T18:30:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "odh-trusted-ca-bundle", "reconcileID": "e1585760-c01c-4fcd-8592-64741b2acac2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:30:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "odh-trusted-ca-bundle", "reconcileID": "e1585760-c01c-4fcd-8592-64741b2acac2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:30:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "openshift-service-ca.crt", "reconcileID": "2c3e57de-5917-4932-b9a4-80cc9c809b97", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:30:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "openshift-service-ca.crt", "reconcileID": "2c3e57de-5917-4932-b9a4-80cc9c809b97", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:30:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1a42d23-4c2e-49bd-b83b-4df1a72fe17f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:30:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1a42d23-4c2e-49bd-b83b-4df1a72fe17f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:30:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "c127d911-43cf-4014-b2e0-89a961d4ea27", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:30:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "c127d911-43cf-4014-b2e0-89a961d4ea27", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:30:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "c127d911-43cf-4014-b2e0-89a961d4ea27", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:30:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "c127d911-43cf-4014-b2e0-89a961d4ea27", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6-kserve-route-authn"} 2026-07-24T18:30:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "c127d911-43cf-4014-b2e0-89a961d4ea27", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "authType": "userdefined"} 2026-07-24T18:30:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "c127d911-43cf-4014-b2e0-89a961d4ea27", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:30:09Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "ee6c1b62-5c4b-4f26-957b-c268fcbb6dc0", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:30:09Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "ee6c1b62-5c4b-4f26-957b-c268fcbb6dc0", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6"} 2026-07-24T18:30:09Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "ee6c1b62-5c4b-4f26-957b-c268fcbb6dc0", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:30:09Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "ee6c1b62-5c4b-4f26-957b-c268fcbb6dc0", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:30:09Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "ee6c1b62-5c4b-4f26-957b-c268fcbb6dc0", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6-kserve-route-authn"} 2026-07-24T18:30:09Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "ee6c1b62-5c4b-4f26-957b-c268fcbb6dc0", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6-kserve-route-authn"} 2026-07-24T18:30:09Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "ee6c1b62-5c4b-4f26-957b-c268fcbb6dc0", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:30:09Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "ee6c1b62-5c4b-4f26-957b-c268fcbb6dc0", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:30:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "0a7e590d-7c52-44ac-b161-b6bf6986727e", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress"} 2026-07-24T18:30:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "0a7e590d-7c52-44ac-b161-b6bf6986727e", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6-authn-ssl"} 2026-07-24T18:30:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "0a7e590d-7c52-44ac-b161-b6bf6986727e", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress"} 2026-07-24T18:30:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bb362b97-a156-4519-b205-05e49105dfce", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T18:30:15Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "6f037a15-cfa4-47c3-855f-f139e7d558af", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:30:15Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "6f037a15-cfa4-47c3-855f-f139e7d558af", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6"} 2026-07-24T18:30:15Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "6f037a15-cfa4-47c3-855f-f139e7d558af", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:30:15Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "6f037a15-cfa4-47c3-855f-f139e7d558af", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:30:15Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "6f037a15-cfa4-47c3-855f-f139e7d558af", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6-kserve-route-authn"} 2026-07-24T18:30:15Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "6f037a15-cfa4-47c3-855f-f139e7d558af", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6-kserve-route-authn"} 2026-07-24T18:30:15Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "6f037a15-cfa4-47c3-855f-f139e7d558af", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:30:15Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "6f037a15-cfa4-47c3-855f-f139e7d558af", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:30:15Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7ee2e6","namespace":"ai-tenant-e2e-ipp-a-7ee2e6"}, "namespace": "ai-tenant-e2e-ipp-a-7ee2e6", "name": "ipp-route-7ee2e6", "reconcileID": "b8727db0-ce33-483e-a771-f9416e182d2a", "LLMInferenceService": "ipp-route-7ee2e6", "namespace": "ai-tenant-e2e-ipp-a-7ee2e6"} 2026-07-24T18:30:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "01e10a16-8a0c-45bb-aee3-c2f1b5d497c9", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress"} 2026-07-24T18:30:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "01e10a16-8a0c-45bb-aee3-c2f1b5d497c9", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6-authn-ssl"} 2026-07-24T18:30:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "01e10a16-8a0c-45bb-aee3-c2f1b5d497c9", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress"} 2026-07-24T18:30:21Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7ee2e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7ee2e6", "reconcileID": "ae0a0e7d-3da0-49d2-9a62-ba78bc41e8bd", "Gateway": "e2e-ipp-a-7ee2e6", "namespace": "openshift-ingress"} 2026-07-24T18:30:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "12c00d73-9179-482a-bf43-b15a09e1af33", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T18:30:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e18e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e18e67", "reconcileID": "412e9da8-1075-4b98-b6ab-a8cb53869a69", "Gateway": "e2e-ipp-b-e18e67", "namespace": "openshift-ingress"} 2026-07-24T18:30:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e18e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e18e67", "reconcileID": "412e9da8-1075-4b98-b6ab-a8cb53869a69", "Gateway": "e2e-ipp-b-e18e67", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e18e67-authn-ssl"} 2026-07-24T18:30:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e18e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e18e67", "reconcileID": "412e9da8-1075-4b98-b6ab-a8cb53869a69", "Gateway": "e2e-ipp-b-e18e67", "namespace": "openshift-ingress"} 2026-07-24T18:30:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e18e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e18e67", "reconcileID": "b7c40abc-70be-41fc-91b5-dac52059c9b9", "Gateway": "e2e-ipp-b-e18e67", "namespace": "openshift-ingress"} 2026-07-24T18:30:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e18e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e18e67", "reconcileID": "b7c40abc-70be-41fc-91b5-dac52059c9b9", "Gateway": "e2e-ipp-b-e18e67", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e18e67-authn-ssl"} 2026-07-24T18:30:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e18e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e18e67", "reconcileID": "b7c40abc-70be-41fc-91b5-dac52059c9b9", "Gateway": "e2e-ipp-b-e18e67", "namespace": "openshift-ingress"} 2026-07-24T18:30:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e18e67"}, "namespace": "ai-tenant-e2e-ipp-b-e18e67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c31f23cc-aaee-4eae-b7ab-449ca97cd89f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e18e67"} 2026-07-24T18:30:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e18e67"}, "namespace": "ai-tenant-e2e-ipp-b-e18e67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c31f23cc-aaee-4eae-b7ab-449ca97cd89f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e18e67", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T18:30:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e18e67"}, "namespace": "ai-tenant-e2e-ipp-b-e18e67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c31f23cc-aaee-4eae-b7ab-449ca97cd89f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-e18e67 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T18:30:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e18e67"}, "namespace": "ai-tenant-e2e-ipp-b-e18e67", "name": "odh-trusted-ca-bundle", "reconcileID": "951bad97-fbd9-4c10-9987-8a01dce4b5a3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e18e67"} 2026-07-24T18:30:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e18e67"}, "namespace": "ai-tenant-e2e-ipp-b-e18e67", "name": "odh-trusted-ca-bundle", "reconcileID": "951bad97-fbd9-4c10-9987-8a01dce4b5a3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e18e67"} 2026-07-24T18:30:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e18e67"}, "namespace": "ai-tenant-e2e-ipp-b-e18e67", "name": "openshift-service-ca.crt", "reconcileID": "9022a240-34f5-46f0-9f1a-e9aea034f056", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e18e67"} 2026-07-24T18:30:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e18e67"}, "namespace": "ai-tenant-e2e-ipp-b-e18e67", "name": "openshift-service-ca.crt", "reconcileID": "9022a240-34f5-46f0-9f1a-e9aea034f056", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e18e67"} 2026-07-24T18:30:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e18e67"}, "namespace": "ai-tenant-e2e-ipp-b-e18e67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "70608da7-8ef8-41c0-9687-68a04a639fb8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e18e67"} 2026-07-24T18:30:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e18e67"}, "namespace": "ai-tenant-e2e-ipp-b-e18e67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "70608da7-8ef8-41c0-9687-68a04a639fb8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e18e67"} 2026-07-24T18:30:43Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e18e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e18e67", "reconcileID": "f3afe141-1cc2-4f1c-85ce-50a5218edc56", "Gateway": "e2e-ipp-b-e18e67", "namespace": "openshift-ingress"} 2026-07-24T18:30:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c28a31b1-97dc-4f3c-a2bc-74fbfaa7f9db", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T18:30:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-100cff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff", "reconcileID": "17945ac1-eec0-4b21-8922-a76b6de22d7a", "Gateway": "e2e-shared-a-100cff", "namespace": "openshift-ingress"} 2026-07-24T18:30:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-100cff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff", "reconcileID": "17945ac1-eec0-4b21-8922-a76b6de22d7a", "Gateway": "e2e-shared-a-100cff", "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff-authn-ssl"} 2026-07-24T18:30:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-100cff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff", "reconcileID": "17945ac1-eec0-4b21-8922-a76b6de22d7a", "Gateway": "e2e-shared-a-100cff", "namespace": "openshift-ingress"} 2026-07-24T18:30:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-100cff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff", "reconcileID": "9d33a702-e465-425d-b570-2b88fed712d4", "Gateway": "e2e-shared-a-100cff", "namespace": "openshift-ingress"} 2026-07-24T18:30:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-100cff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff", "reconcileID": "9d33a702-e465-425d-b570-2b88fed712d4", "Gateway": "e2e-shared-a-100cff", "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff-authn-ssl"} 2026-07-24T18:30:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-100cff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff", "reconcileID": "9d33a702-e465-425d-b570-2b88fed712d4", "Gateway": "e2e-shared-a-100cff", "namespace": "openshift-ingress"} 2026-07-24T18:31:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f36786b4-27ca-49af-abf9-f79833f669ee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-100cff"} 2026-07-24T18:31:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f36786b4-27ca-49af-abf9-f79833f669ee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-100cff", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T18:31:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f36786b4-27ca-49af-abf9-f79833f669ee", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-100cff because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T18:31:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "odh-trusted-ca-bundle", "reconcileID": "b798be7a-f54a-4529-8504-730fda8a8108", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-100cff"} 2026-07-24T18:31:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "odh-trusted-ca-bundle", "reconcileID": "b798be7a-f54a-4529-8504-730fda8a8108", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-100cff"} 2026-07-24T18:31:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "openshift-service-ca.crt", "reconcileID": "e4db9740-b00c-4de7-9adc-f5eb3a95971d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-100cff"} 2026-07-24T18:31:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "openshift-service-ca.crt", "reconcileID": "e4db9740-b00c-4de7-9adc-f5eb3a95971d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-100cff"} 2026-07-24T18:31:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82cee7ae-534c-4ca9-a913-bc437c9a486c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-100cff"} 2026-07-24T18:31:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-100cff"}, "namespace": "ai-tenant-e2e-shared-a-100cff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82cee7ae-534c-4ca9-a913-bc437c9a486c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-100cff"} 2026-07-24T18:31:05Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-100cff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-100cff", "reconcileID": "d86765aa-be56-4b7f-bb4b-b6976840b658", "Gateway": "e2e-shared-a-100cff", "namespace": "openshift-ingress"} 2026-07-24T18:31:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "80092718-c1e9-444d-92ad-aea99ba41778", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T18:31:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c4d732","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732", "reconcileID": "4bfb2ac8-1c84-446c-93a4-337dd15d1cec", "Gateway": "e2e-shared-b-c4d732", "namespace": "openshift-ingress"} 2026-07-24T18:31:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c4d732","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732", "reconcileID": "4bfb2ac8-1c84-446c-93a4-337dd15d1cec", "Gateway": "e2e-shared-b-c4d732", "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732-authn-ssl"} 2026-07-24T18:31:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c4d732","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732", "reconcileID": "4bfb2ac8-1c84-446c-93a4-337dd15d1cec", "Gateway": "e2e-shared-b-c4d732", "namespace": "openshift-ingress"} 2026-07-24T18:31:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c4d732","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732", "reconcileID": "be3fb082-6836-4bed-9366-e4b0adfa70e4", "Gateway": "e2e-shared-b-c4d732", "namespace": "openshift-ingress"} 2026-07-24T18:31:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c4d732","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732", "reconcileID": "be3fb082-6836-4bed-9366-e4b0adfa70e4", "Gateway": "e2e-shared-b-c4d732", "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732-authn-ssl"} 2026-07-24T18:31:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c4d732","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732", "reconcileID": "be3fb082-6836-4bed-9366-e4b0adfa70e4", "Gateway": "e2e-shared-b-c4d732", "namespace": "openshift-ingress"} 2026-07-24T18:31:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed573acf-0898-49b5-aad1-eb6bea13faed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:31:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed573acf-0898-49b5-aad1-eb6bea13faed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c4d732", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T18:31:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed573acf-0898-49b5-aad1-eb6bea13faed", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-c4d732 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T18:31:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "odh-trusted-ca-bundle", "reconcileID": "b42c3a0c-7fd8-4f75-b6a0-3d194b131805", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:31:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "odh-trusted-ca-bundle", "reconcileID": "b42c3a0c-7fd8-4f75-b6a0-3d194b131805", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:31:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "openshift-service-ca.crt", "reconcileID": "406984ea-eb75-4c22-a11d-8fdc441122bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:31:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "openshift-service-ca.crt", "reconcileID": "406984ea-eb75-4c22-a11d-8fdc441122bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:31:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aea5b681-a03e-475f-ac3c-234b71d6d1de", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:31:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c4d732"}, "namespace": "ai-tenant-e2e-shared-b-c4d732", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aea5b681-a03e-475f-ac3c-234b71d6d1de", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c4d732"} 2026-07-24T18:31:28Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c4d732","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c4d732", "reconcileID": "70cbb7d0-52f6-45da-8c62-db7d8ea67ce6", "Gateway": "e2e-shared-b-c4d732", "namespace": "openshift-ingress"}