2026-09-15T21:24:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2f34ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2f34ef", "reconcileID": "41fd0a64-64e1-45e1-bdca-73bcfdbbe339", "Gateway": "e2e-shared-a-w3-2f34ef", "namespace": "openshift-ingress"} 2026-09-15T21:24:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2f34ef","namespace":"ai-tenant-e2e-shared-a-w3-2f34ef"}, "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef", "name": "rate-test-model-2f34ef", "reconcileID": "9143b42f-6bb8-451f-b27b-80b00cf7905b", "LLMInferenceService": "rate-test-model-2f34ef", "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef"} 2026-09-15T21:24:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2f34ef","namespace":"ai-tenant-e2e-shared-a-w3-2f34ef"}, "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef", "name": "rate-test-model-2f34ef", "reconcileID": "9143b42f-6bb8-451f-b27b-80b00cf7905b", "LLMInferenceService": "rate-test-model-2f34ef", "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef"} 2026-09-15T21:24:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2f34ef","namespace":"ai-tenant-e2e-shared-a-w3-2f34ef"}, "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef", "name": "rate-test-model-2f34ef", "reconcileID": "9143b42f-6bb8-451f-b27b-80b00cf7905b", "LLMInferenceService": "rate-test-model-2f34ef", "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef"} 2026-09-15T21:24:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2f34ef","namespace":"ai-tenant-e2e-shared-a-w3-2f34ef"}, "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef", "name": "rate-test-model-2f34ef", "reconcileID": "9143b42f-6bb8-451f-b27b-80b00cf7905b", "LLMInferenceService": "rate-test-model-2f34ef", "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef", "name": "rate-test-model-2f34ef-kserve-route-authn"} 2026-09-15T21:24:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2f34ef","namespace":"ai-tenant-e2e-shared-a-w3-2f34ef"}, "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef", "name": "rate-test-model-2f34ef", "reconcileID": "9143b42f-6bb8-451f-b27b-80b00cf7905b", "LLMInferenceService": "rate-test-model-2f34ef", "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef", "authType": "userdefined"} 2026-09-15T21:24:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2f34ef","namespace":"ai-tenant-e2e-shared-a-w3-2f34ef"}, "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef", "name": "rate-test-model-2f34ef", "reconcileID": "9143b42f-6bb8-451f-b27b-80b00cf7905b", "LLMInferenceService": "rate-test-model-2f34ef", "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef"} 2026-09-15T21:25:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2f34ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2f34ef", "reconcileID": "90e630d1-9c94-41c4-b788-aad5659000c0", "Gateway": "e2e-shared-a-w3-2f34ef", "namespace": "openshift-ingress"} 2026-09-15T21:25:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2f34ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2f34ef", "reconcileID": "90e630d1-9c94-41c4-b788-aad5659000c0", "Gateway": "e2e-shared-a-w3-2f34ef", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2f34ef-authn-ssl"} 2026-09-15T21:25:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2f34ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2f34ef", "reconcileID": "90e630d1-9c94-41c4-b788-aad5659000c0", "Gateway": "e2e-shared-a-w3-2f34ef", "namespace": "openshift-ingress"} 2026-09-15T21:25:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2f34ef","namespace":"ai-tenant-e2e-shared-a-w3-2f34ef"}, "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef", "name": "rate-test-model-2f34ef", "reconcileID": "2417fa92-0583-454a-ac00-c964167e6051", "LLMInferenceService": "rate-test-model-2f34ef", "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef"} 2026-09-15T21:25:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2f34ef","namespace":"ai-tenant-e2e-shared-a-w3-2f34ef"}, "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef", "name": "rate-test-model-2f34ef", "reconcileID": "2417fa92-0583-454a-ac00-c964167e6051", "LLMInferenceService": "rate-test-model-2f34ef", "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef"} 2026-09-15T21:25:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2f34ef","namespace":"ai-tenant-e2e-shared-a-w3-2f34ef"}, "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef", "name": "rate-test-model-2f34ef", "reconcileID": "2417fa92-0583-454a-ac00-c964167e6051", "LLMInferenceService": "rate-test-model-2f34ef", "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef"} 2026-09-15T21:25:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2f34ef","namespace":"ai-tenant-e2e-shared-a-w3-2f34ef"}, "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef", "name": "rate-test-model-2f34ef", "reconcileID": "2417fa92-0583-454a-ac00-c964167e6051", "LLMInferenceService": "rate-test-model-2f34ef", "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef", "name": "rate-test-model-2f34ef-kserve-route-authn"} 2026-09-15T21:25:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2f34ef","namespace":"ai-tenant-e2e-shared-a-w3-2f34ef"}, "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef", "name": "rate-test-model-2f34ef", "reconcileID": "2417fa92-0583-454a-ac00-c964167e6051", "LLMInferenceService": "rate-test-model-2f34ef", "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef", "authType": "userdefined"} 2026-09-15T21:25:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2f34ef","namespace":"ai-tenant-e2e-shared-a-w3-2f34ef"}, "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef", "name": "rate-test-model-2f34ef", "reconcileID": "2417fa92-0583-454a-ac00-c964167e6051", "LLMInferenceService": "rate-test-model-2f34ef", "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef"} 2026-09-15T21:25:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2f34ef","namespace":"ai-tenant-e2e-shared-a-w3-2f34ef"}, "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef", "name": "rate-test-model-2f34ef", "reconcileID": "eb8c3b39-0f52-404e-bc51-8a0f79fcc01f", "LLMInferenceService": "rate-test-model-2f34ef", "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef"} 2026-09-15T21:25:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2f34ef","namespace":"ai-tenant-e2e-shared-a-w3-2f34ef"}, "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef", "name": "rate-test-model-2f34ef", "reconcileID": "eb8c3b39-0f52-404e-bc51-8a0f79fcc01f", "LLMInferenceService": "rate-test-model-2f34ef", "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef"} 2026-09-15T21:25:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2f34ef","namespace":"ai-tenant-e2e-shared-a-w3-2f34ef"}, "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef", "name": "rate-test-model-2f34ef", "reconcileID": "eb8c3b39-0f52-404e-bc51-8a0f79fcc01f", "LLMInferenceService": "rate-test-model-2f34ef", "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef"} 2026-09-15T21:25:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2f34ef","namespace":"ai-tenant-e2e-shared-a-w3-2f34ef"}, "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef", "name": "rate-test-model-2f34ef", "reconcileID": "eb8c3b39-0f52-404e-bc51-8a0f79fcc01f", "LLMInferenceService": "rate-test-model-2f34ef", "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef", "name": "rate-test-model-2f34ef-kserve-route-authn"} 2026-09-15T21:25:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2f34ef","namespace":"ai-tenant-e2e-shared-a-w3-2f34ef"}, "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef", "name": "rate-test-model-2f34ef", "reconcileID": "eb8c3b39-0f52-404e-bc51-8a0f79fcc01f", "LLMInferenceService": "rate-test-model-2f34ef", "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef", "authType": "userdefined"} 2026-09-15T21:25:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2f34ef","namespace":"ai-tenant-e2e-shared-a-w3-2f34ef"}, "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef", "name": "rate-test-model-2f34ef", "reconcileID": "eb8c3b39-0f52-404e-bc51-8a0f79fcc01f", "LLMInferenceService": "rate-test-model-2f34ef", "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef"} 2026-09-15T21:25:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-41ffdf","namespace":"ai-tenant-e2e-shared-b-w3-41ffdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "rate-test-model-41ffdf", "reconcileID": "0fb2e9c7-78dd-4ebd-8b99-5795dea5ddf1", "LLMInferenceService": "rate-test-model-41ffdf", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf"} 2026-09-15T21:25:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-41ffdf","namespace":"ai-tenant-e2e-shared-b-w3-41ffdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "rate-test-model-41ffdf", "reconcileID": "0fb2e9c7-78dd-4ebd-8b99-5795dea5ddf1", "LLMInferenceService": "rate-test-model-41ffdf", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf"} 2026-09-15T21:25:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-41ffdf","namespace":"ai-tenant-e2e-shared-b-w3-41ffdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "rate-test-model-41ffdf", "reconcileID": "0fb2e9c7-78dd-4ebd-8b99-5795dea5ddf1", "LLMInferenceService": "rate-test-model-41ffdf", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf"} 2026-09-15T21:25:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-41ffdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-41ffdf", "reconcileID": "c36018fc-ce4a-44a5-8f1b-bc46eaa66dd5", "Gateway": "e2e-shared-b-w3-41ffdf", "namespace": "openshift-ingress"} 2026-09-15T21:25:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-41ffdf","namespace":"ai-tenant-e2e-shared-b-w3-41ffdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "rate-test-model-41ffdf", "reconcileID": "0fb2e9c7-78dd-4ebd-8b99-5795dea5ddf1", "LLMInferenceService": "rate-test-model-41ffdf", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "rate-test-model-41ffdf-kserve-route-authn"} 2026-09-15T21:25:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-41ffdf","namespace":"ai-tenant-e2e-shared-b-w3-41ffdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "rate-test-model-41ffdf", "reconcileID": "0fb2e9c7-78dd-4ebd-8b99-5795dea5ddf1", "LLMInferenceService": "rate-test-model-41ffdf", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "authType": "userdefined"} 2026-09-15T21:25:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-41ffdf","namespace":"ai-tenant-e2e-shared-b-w3-41ffdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "rate-test-model-41ffdf", "reconcileID": "0fb2e9c7-78dd-4ebd-8b99-5795dea5ddf1", "LLMInferenceService": "rate-test-model-41ffdf", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf"} 2026-09-15T21:25:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-41ffdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-41ffdf", "reconcileID": "c36018fc-ce4a-44a5-8f1b-bc46eaa66dd5", "Gateway": "e2e-shared-b-w3-41ffdf", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-41ffdf-authn-ssl"} 2026-09-15T21:25:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-41ffdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-41ffdf", "reconcileID": "c36018fc-ce4a-44a5-8f1b-bc46eaa66dd5", "Gateway": "e2e-shared-b-w3-41ffdf", "namespace": "openshift-ingress"} 2026-09-15T21:25:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-41ffdf","namespace":"ai-tenant-e2e-shared-b-w3-41ffdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "rate-test-model-41ffdf", "reconcileID": "4c26dd9d-54d6-4652-822d-187df6aae6bd", "LLMInferenceService": "rate-test-model-41ffdf", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf"} 2026-09-15T21:25:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-41ffdf","namespace":"ai-tenant-e2e-shared-b-w3-41ffdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "rate-test-model-41ffdf", "reconcileID": "4c26dd9d-54d6-4652-822d-187df6aae6bd", "LLMInferenceService": "rate-test-model-41ffdf", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf"} 2026-09-15T21:25:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-41ffdf","namespace":"ai-tenant-e2e-shared-b-w3-41ffdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "rate-test-model-41ffdf", "reconcileID": "4c26dd9d-54d6-4652-822d-187df6aae6bd", "LLMInferenceService": "rate-test-model-41ffdf", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf"} 2026-09-15T21:25:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-41ffdf","namespace":"ai-tenant-e2e-shared-b-w3-41ffdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "rate-test-model-41ffdf", "reconcileID": "4c26dd9d-54d6-4652-822d-187df6aae6bd", "LLMInferenceService": "rate-test-model-41ffdf", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "rate-test-model-41ffdf-kserve-route-authn"} 2026-09-15T21:25:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-41ffdf","namespace":"ai-tenant-e2e-shared-b-w3-41ffdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "rate-test-model-41ffdf", "reconcileID": "4c26dd9d-54d6-4652-822d-187df6aae6bd", "LLMInferenceService": "rate-test-model-41ffdf", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "authType": "userdefined"} 2026-09-15T21:25:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-41ffdf","namespace":"ai-tenant-e2e-shared-b-w3-41ffdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "rate-test-model-41ffdf", "reconcileID": "4c26dd9d-54d6-4652-822d-187df6aae6bd", "LLMInferenceService": "rate-test-model-41ffdf", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf"} 2026-09-15T21:25:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-41ffdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-41ffdf", "reconcileID": "39890878-5de0-4ceb-949f-44cd6fb3abd0", "Gateway": "e2e-shared-b-w3-41ffdf", "namespace": "openshift-ingress"} 2026-09-15T21:25:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-41ffdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-41ffdf", "reconcileID": "39890878-5de0-4ceb-949f-44cd6fb3abd0", "Gateway": "e2e-shared-b-w3-41ffdf", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-41ffdf-authn-ssl"} 2026-09-15T21:25:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-41ffdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-41ffdf", "reconcileID": "39890878-5de0-4ceb-949f-44cd6fb3abd0", "Gateway": "e2e-shared-b-w3-41ffdf", "namespace": "openshift-ingress"} 2026-09-15T21:25:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-41ffdf","namespace":"ai-tenant-e2e-shared-b-w3-41ffdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "rate-test-model-41ffdf", "reconcileID": "2c61c41e-8de7-4fbf-a34b-00b328ce4c4c", "LLMInferenceService": "rate-test-model-41ffdf", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf"} 2026-09-15T21:25:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-41ffdf","namespace":"ai-tenant-e2e-shared-b-w3-41ffdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "rate-test-model-41ffdf", "reconcileID": "2c61c41e-8de7-4fbf-a34b-00b328ce4c4c", "LLMInferenceService": "rate-test-model-41ffdf", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf"} 2026-09-15T21:25:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-41ffdf","namespace":"ai-tenant-e2e-shared-b-w3-41ffdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "rate-test-model-41ffdf", "reconcileID": "2c61c41e-8de7-4fbf-a34b-00b328ce4c4c", "LLMInferenceService": "rate-test-model-41ffdf", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf"} 2026-09-15T21:25:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-41ffdf","namespace":"ai-tenant-e2e-shared-b-w3-41ffdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "rate-test-model-41ffdf", "reconcileID": "2c61c41e-8de7-4fbf-a34b-00b328ce4c4c", "LLMInferenceService": "rate-test-model-41ffdf", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "rate-test-model-41ffdf-kserve-route-authn"} 2026-09-15T21:25:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-41ffdf","namespace":"ai-tenant-e2e-shared-b-w3-41ffdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "rate-test-model-41ffdf", "reconcileID": "2c61c41e-8de7-4fbf-a34b-00b328ce4c4c", "LLMInferenceService": "rate-test-model-41ffdf", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "authType": "userdefined"} 2026-09-15T21:25:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-41ffdf","namespace":"ai-tenant-e2e-shared-b-w3-41ffdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "rate-test-model-41ffdf", "reconcileID": "2c61c41e-8de7-4fbf-a34b-00b328ce4c4c", "LLMInferenceService": "rate-test-model-41ffdf", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf"} 2026-09-15T21:25:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-41ffdf","namespace":"ai-tenant-e2e-shared-b-w3-41ffdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "rate-test-model-41ffdf", "reconcileID": "ab6bbfa6-6705-4be7-a8c1-66f3fa5a1c04", "LLMInferenceService": "rate-test-model-41ffdf", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf"} 2026-09-15T21:25:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-41ffdf","namespace":"ai-tenant-e2e-shared-b-w3-41ffdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "rate-test-model-41ffdf", "reconcileID": "ab6bbfa6-6705-4be7-a8c1-66f3fa5a1c04", "LLMInferenceService": "rate-test-model-41ffdf", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf"} 2026-09-15T21:25:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-41ffdf","namespace":"ai-tenant-e2e-shared-b-w3-41ffdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "rate-test-model-41ffdf", "reconcileID": "ab6bbfa6-6705-4be7-a8c1-66f3fa5a1c04", "LLMInferenceService": "rate-test-model-41ffdf", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf"} 2026-09-15T21:25:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-41ffdf","namespace":"ai-tenant-e2e-shared-b-w3-41ffdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "rate-test-model-41ffdf", "reconcileID": "ab6bbfa6-6705-4be7-a8c1-66f3fa5a1c04", "LLMInferenceService": "rate-test-model-41ffdf", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "rate-test-model-41ffdf-kserve-route-authn"} 2026-09-15T21:25:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-41ffdf","namespace":"ai-tenant-e2e-shared-b-w3-41ffdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "rate-test-model-41ffdf", "reconcileID": "ab6bbfa6-6705-4be7-a8c1-66f3fa5a1c04", "LLMInferenceService": "rate-test-model-41ffdf", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "authType": "userdefined"} 2026-09-15T21:25:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-41ffdf","namespace":"ai-tenant-e2e-shared-b-w3-41ffdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "rate-test-model-41ffdf", "reconcileID": "ab6bbfa6-6705-4be7-a8c1-66f3fa5a1c04", "LLMInferenceService": "rate-test-model-41ffdf", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf"} 2026-09-15T21:25:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-41ffdf","namespace":"ai-tenant-e2e-shared-b-w3-41ffdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "rate-test-model-41ffdf", "reconcileID": "c7048477-0909-4ba3-a382-be8c9596a3e1", "LLMInferenceService": "rate-test-model-41ffdf", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf"} 2026-09-15T21:25:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-41ffdf","namespace":"ai-tenant-e2e-shared-b-w3-41ffdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "rate-test-model-41ffdf", "reconcileID": "c7048477-0909-4ba3-a382-be8c9596a3e1", "LLMInferenceService": "rate-test-model-41ffdf", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf"} 2026-09-15T21:25:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-41ffdf","namespace":"ai-tenant-e2e-shared-b-w3-41ffdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "rate-test-model-41ffdf", "reconcileID": "c7048477-0909-4ba3-a382-be8c9596a3e1", "LLMInferenceService": "rate-test-model-41ffdf", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf"} 2026-09-15T21:25:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-41ffdf","namespace":"ai-tenant-e2e-shared-b-w3-41ffdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "rate-test-model-41ffdf", "reconcileID": "c7048477-0909-4ba3-a382-be8c9596a3e1", "LLMInferenceService": "rate-test-model-41ffdf", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "rate-test-model-41ffdf-kserve-route-authn"} 2026-09-15T21:25:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-41ffdf","namespace":"ai-tenant-e2e-shared-b-w3-41ffdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "rate-test-model-41ffdf", "reconcileID": "c7048477-0909-4ba3-a382-be8c9596a3e1", "LLMInferenceService": "rate-test-model-41ffdf", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "authType": "userdefined"} 2026-09-15T21:25:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-41ffdf","namespace":"ai-tenant-e2e-shared-b-w3-41ffdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "rate-test-model-41ffdf", "reconcileID": "c7048477-0909-4ba3-a382-be8c9596a3e1", "LLMInferenceService": "rate-test-model-41ffdf", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf"} 2026-09-15T21:26:06Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2f34ef","namespace":"ai-tenant-e2e-shared-a-w3-2f34ef"}, "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef", "name": "rate-test-model-2f34ef", "reconcileID": "8c48392d-4399-4768-9c3c-84c2ea5ed241", "LLMInferenceService": "rate-test-model-2f34ef", "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef"} 2026-09-15T21:26:06Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2f34ef","namespace":"ai-tenant-e2e-shared-a-w3-2f34ef"}, "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef", "name": "rate-test-model-2f34ef", "reconcileID": "8c48392d-4399-4768-9c3c-84c2ea5ed241", "LLMInferenceService": "rate-test-model-2f34ef", "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef", "name": "rate-test-model-2f34ef"} 2026-09-15T21:26:06Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2f34ef","namespace":"ai-tenant-e2e-shared-a-w3-2f34ef"}, "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef", "name": "rate-test-model-2f34ef", "reconcileID": "8c48392d-4399-4768-9c3c-84c2ea5ed241", "LLMInferenceService": "rate-test-model-2f34ef", "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef"} 2026-09-15T21:26:06Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2f34ef","namespace":"ai-tenant-e2e-shared-a-w3-2f34ef"}, "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef", "name": "rate-test-model-2f34ef", "reconcileID": "8c48392d-4399-4768-9c3c-84c2ea5ed241", "LLMInferenceService": "rate-test-model-2f34ef", "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef"} 2026-09-15T21:26:06Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2f34ef","namespace":"ai-tenant-e2e-shared-a-w3-2f34ef"}, "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef", "name": "rate-test-model-2f34ef", "reconcileID": "8c48392d-4399-4768-9c3c-84c2ea5ed241", "LLMInferenceService": "rate-test-model-2f34ef", "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef", "name": "rate-test-model-2f34ef-kserve-route-authn"} 2026-09-15T21:26:06Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2f34ef","namespace":"ai-tenant-e2e-shared-a-w3-2f34ef"}, "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef", "name": "rate-test-model-2f34ef", "reconcileID": "8c48392d-4399-4768-9c3c-84c2ea5ed241", "LLMInferenceService": "rate-test-model-2f34ef", "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef", "name": "rate-test-model-2f34ef-kserve-route-authn"} 2026-09-15T21:26:06Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2f34ef","namespace":"ai-tenant-e2e-shared-a-w3-2f34ef"}, "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef", "name": "rate-test-model-2f34ef", "reconcileID": "8c48392d-4399-4768-9c3c-84c2ea5ed241", "LLMInferenceService": "rate-test-model-2f34ef", "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef", "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef"} 2026-09-15T21:26:06Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2f34ef","namespace":"ai-tenant-e2e-shared-a-w3-2f34ef"}, "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef", "name": "rate-test-model-2f34ef", "reconcileID": "8c48392d-4399-4768-9c3c-84c2ea5ed241", "LLMInferenceService": "rate-test-model-2f34ef", "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef", "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef"} 2026-09-15T21:26:06Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2f34ef","namespace":"ai-tenant-e2e-shared-a-w3-2f34ef"}, "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef", "name": "rate-test-model-2f34ef", "reconcileID": "3272c207-fff3-4293-9acb-0083c455be78", "LLMInferenceService": "rate-test-model-2f34ef", "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef"} 2026-09-15T21:26:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2f34ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2f34ef", "reconcileID": "d817c267-0b14-4d97-ad51-24b1f7ee1c63", "Gateway": "e2e-shared-a-w3-2f34ef", "namespace": "openshift-ingress"} 2026-09-15T21:26:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2f34ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2f34ef", "reconcileID": "d817c267-0b14-4d97-ad51-24b1f7ee1c63", "Gateway": "e2e-shared-a-w3-2f34ef", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2f34ef-authn-ssl"} 2026-09-15T21:26:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2f34ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2f34ef", "reconcileID": "d817c267-0b14-4d97-ad51-24b1f7ee1c63", "Gateway": "e2e-shared-a-w3-2f34ef", "namespace": "openshift-ingress"} 2026-09-15T21:26:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2f34ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2f34ef", "reconcileID": "ea44f413-44ee-4cca-a55b-23e2bb13419d", "Gateway": "e2e-shared-a-w3-2f34ef", "namespace": "openshift-ingress"} 2026-09-15T21:26:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2f34ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2f34ef", "reconcileID": "ea44f413-44ee-4cca-a55b-23e2bb13419d", "Gateway": "e2e-shared-a-w3-2f34ef", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2f34ef-authn-ssl"} 2026-09-15T21:26:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2f34ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2f34ef", "reconcileID": "ea44f413-44ee-4cca-a55b-23e2bb13419d", "Gateway": "e2e-shared-a-w3-2f34ef", "namespace": "openshift-ingress"} 2026-09-15T21:26:06Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-41ffdf","namespace":"ai-tenant-e2e-shared-b-w3-41ffdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "rate-test-model-41ffdf", "reconcileID": "e0146df6-0eff-4fb7-a90c-1c4e093ab190", "LLMInferenceService": "rate-test-model-41ffdf", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf"} 2026-09-15T21:26:06Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-41ffdf","namespace":"ai-tenant-e2e-shared-b-w3-41ffdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "rate-test-model-41ffdf", "reconcileID": "e0146df6-0eff-4fb7-a90c-1c4e093ab190", "LLMInferenceService": "rate-test-model-41ffdf", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "rate-test-model-41ffdf"} 2026-09-15T21:26:06Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-41ffdf","namespace":"ai-tenant-e2e-shared-b-w3-41ffdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "rate-test-model-41ffdf", "reconcileID": "e0146df6-0eff-4fb7-a90c-1c4e093ab190", "LLMInferenceService": "rate-test-model-41ffdf", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf"} 2026-09-15T21:26:06Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-41ffdf","namespace":"ai-tenant-e2e-shared-b-w3-41ffdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "rate-test-model-41ffdf", "reconcileID": "e0146df6-0eff-4fb7-a90c-1c4e093ab190", "LLMInferenceService": "rate-test-model-41ffdf", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf"} 2026-09-15T21:26:06Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-41ffdf","namespace":"ai-tenant-e2e-shared-b-w3-41ffdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "rate-test-model-41ffdf", "reconcileID": "e0146df6-0eff-4fb7-a90c-1c4e093ab190", "LLMInferenceService": "rate-test-model-41ffdf", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "rate-test-model-41ffdf-kserve-route-authn"} 2026-09-15T21:26:06Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-41ffdf","namespace":"ai-tenant-e2e-shared-b-w3-41ffdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "rate-test-model-41ffdf", "reconcileID": "e0146df6-0eff-4fb7-a90c-1c4e093ab190", "LLMInferenceService": "rate-test-model-41ffdf", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "rate-test-model-41ffdf-kserve-route-authn"} 2026-09-15T21:26:06Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-41ffdf","namespace":"ai-tenant-e2e-shared-b-w3-41ffdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "rate-test-model-41ffdf", "reconcileID": "e0146df6-0eff-4fb7-a90c-1c4e093ab190", "LLMInferenceService": "rate-test-model-41ffdf", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf"} 2026-09-15T21:26:06Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-41ffdf","namespace":"ai-tenant-e2e-shared-b-w3-41ffdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "rate-test-model-41ffdf", "reconcileID": "e0146df6-0eff-4fb7-a90c-1c4e093ab190", "LLMInferenceService": "rate-test-model-41ffdf", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf"} 2026-09-15T21:26:07Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-41ffdf","namespace":"ai-tenant-e2e-shared-b-w3-41ffdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "rate-test-model-41ffdf", "reconcileID": "dd7e07b2-8c4b-496f-88a9-3c8a681a68ff", "LLMInferenceService": "rate-test-model-41ffdf", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf"} 2026-09-15T21:26:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-41ffdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-41ffdf", "reconcileID": "31fde57c-703a-4b8e-9b5b-78a3165cd0de", "Gateway": "e2e-shared-b-w3-41ffdf", "namespace": "openshift-ingress"} 2026-09-15T21:26:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-41ffdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-41ffdf", "reconcileID": "31fde57c-703a-4b8e-9b5b-78a3165cd0de", "Gateway": "e2e-shared-b-w3-41ffdf", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-41ffdf-authn-ssl"} 2026-09-15T21:26:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-41ffdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-41ffdf", "reconcileID": "31fde57c-703a-4b8e-9b5b-78a3165cd0de", "Gateway": "e2e-shared-b-w3-41ffdf", "namespace": "openshift-ingress"} 2026-09-15T21:26:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-41ffdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-41ffdf", "reconcileID": "fa367943-ee5c-40e1-ba49-bfc3c91385de", "Gateway": "e2e-shared-b-w3-41ffdf", "namespace": "openshift-ingress"} 2026-09-15T21:26:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-41ffdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-41ffdf", "reconcileID": "fa367943-ee5c-40e1-ba49-bfc3c91385de", "Gateway": "e2e-shared-b-w3-41ffdf", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-41ffdf-authn-ssl"} 2026-09-15T21:26:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-41ffdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-41ffdf", "reconcileID": "fa367943-ee5c-40e1-ba49-bfc3c91385de", "Gateway": "e2e-shared-b-w3-41ffdf", "namespace": "openshift-ingress"} 2026-09-15T21:26:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "dd8c25db-0c2c-4210-99e0-1f21c967b95e", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress"} 2026-09-15T21:26:08Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "dd8c25db-0c2c-4210-99e0-1f21c967b95e", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396-authn-ssl"} 2026-09-15T21:26:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "dd8c25db-0c2c-4210-99e0-1f21c967b95e", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress"} 2026-09-15T21:26:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "0a3640c3-ee49-4c0f-afe0-4b3bc8361a6b", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress"} 2026-09-15T21:26:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "0a3640c3-ee49-4c0f-afe0-4b3bc8361a6b", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396-authn-ssl"} 2026-09-15T21:26:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "0a3640c3-ee49-4c0f-afe0-4b3bc8361a6b", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress"} 2026-09-15T21:26:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "f214b381-62a8-40e2-aecb-71f632c7d784", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress"} 2026-09-15T21:26:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "f214b381-62a8-40e2-aecb-71f632c7d784", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396-authn-ssl"} 2026-09-15T21:26:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "f214b381-62a8-40e2-aecb-71f632c7d784", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress"} 2026-09-15T21:26:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "efe6640f-1220-4203-a68c-a5ec80da2989", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress"} 2026-09-15T21:26:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "efe6640f-1220-4203-a68c-a5ec80da2989", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396-authn-ssl"} 2026-09-15T21:26:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "efe6640f-1220-4203-a68c-a5ec80da2989", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress"} 2026-09-15T21:26:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "80e1fe5f-0f85-4644-a96e-71eed7403cc6", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress"} 2026-09-15T21:26:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "80e1fe5f-0f85-4644-a96e-71eed7403cc6", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396-authn-ssl"} 2026-09-15T21:26:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "80e1fe5f-0f85-4644-a96e-71eed7403cc6", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress"} 2026-09-15T21:26:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "758f556e-7580-46a2-86f5-9f48af859563", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress"} 2026-09-15T21:26:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "758f556e-7580-46a2-86f5-9f48af859563", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396-authn-ssl"} 2026-09-15T21:26:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "758f556e-7580-46a2-86f5-9f48af859563", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress"} 2026-09-15T21:26:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "8a9a796e-5b26-44b7-b31e-cbc76ee8ed4d", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress"} 2026-09-15T21:26:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "8a9a796e-5b26-44b7-b31e-cbc76ee8ed4d", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396-authn-ssl"} 2026-09-15T21:26:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "8a9a796e-5b26-44b7-b31e-cbc76ee8ed4d", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress"} 2026-09-15T21:26:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "731f0b6b-e5a3-4958-be68-5956e0902394", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress"} 2026-09-15T21:26:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "731f0b6b-e5a3-4958-be68-5956e0902394", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396-authn-ssl"} 2026-09-15T21:26:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "731f0b6b-e5a3-4958-be68-5956e0902394", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress"} 2026-09-15T21:26:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "openshift-service-ca.crt", "reconcileID": "728d04a4-553b-4a5d-849f-16d13588a936", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:26:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "odh-trusted-ca-bundle", "reconcileID": "1036ef44-8a20-4c93-bdc1-bbf1ec2daa0d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:26:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "openshift-service-ca.crt", "reconcileID": "b114b12c-2f3a-4e63-b6cb-ff3d18ec3002", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b8f396", "create": "odh-kserve-custom-ca-bundle"} 2026-09-15T21:26:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "openshift-service-ca.crt", "reconcileID": "b114b12c-2f3a-4e63-b6cb-ff3d18ec3002", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:26:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "901a8cad-785b-450a-8ebf-f67524f983da", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:26:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "openshift-service-ca.crt", "reconcileID": "c0878314-689f-4f7e-b585-f709983af150", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:26:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "odh-trusted-ca-bundle", "reconcileID": "440bada5-c39e-40aa-baf6-900c62f7de7a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b8f396", "update": "odh-kserve-custom-ca-bundle"} 2026-09-15T21:26:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "odh-trusted-ca-bundle", "reconcileID": "440bada5-c39e-40aa-baf6-900c62f7de7a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:26:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "339c34ba-c04a-4adc-be99-f54b12e03558", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:26:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "3d9828c6-dc4a-4dfa-9b48-bba08f33dc69", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress"} 2026-09-15T21:26:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "3d9828c6-dc4a-4dfa-9b48-bba08f33dc69", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396-authn-ssl"} 2026-09-15T21:26:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "3d9828c6-dc4a-4dfa-9b48-bba08f33dc69", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress"} 2026-09-15T21:26:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "696a6bf5-9a21-483a-a891-350a094091a9", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress"} 2026-09-15T21:26:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "696a6bf5-9a21-483a-a891-350a094091a9", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396-authn-ssl"} 2026-09-15T21:26:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "696a6bf5-9a21-483a-a891-350a094091a9", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress"} 2026-09-15T21:26:30Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-15T21:26:30Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-15T21:26:31Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-15T21:26:31Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-15T21:26:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ffb334","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334", "reconcileID": "a19883af-6d59-40fd-8cbd-b30c332cf20b", "Gateway": "e2e-ipp-b-ffb334", "namespace": "openshift-ingress"} 2026-09-15T21:26:37Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ffb334","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334", "reconcileID": "a19883af-6d59-40fd-8cbd-b30c332cf20b", "Gateway": "e2e-ipp-b-ffb334", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334-authn-ssl"} 2026-09-15T21:26:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ffb334","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334", "reconcileID": "a19883af-6d59-40fd-8cbd-b30c332cf20b", "Gateway": "e2e-ipp-b-ffb334", "namespace": "openshift-ingress"} 2026-09-15T21:26:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ffb334","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334", "reconcileID": "e3c0ccbe-2c8f-487d-8c3c-eca4a8617c72", "Gateway": "e2e-ipp-b-ffb334", "namespace": "openshift-ingress"} 2026-09-15T21:26:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ffb334","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334", "reconcileID": "e3c0ccbe-2c8f-487d-8c3c-eca4a8617c72", "Gateway": "e2e-ipp-b-ffb334", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334-authn-ssl"} 2026-09-15T21:26:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ffb334","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334", "reconcileID": "e3c0ccbe-2c8f-487d-8c3c-eca4a8617c72", "Gateway": "e2e-ipp-b-ffb334", "namespace": "openshift-ingress"} 2026-09-15T21:26:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ffb334","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334", "reconcileID": "6016267d-05a0-47c2-afac-2ceaa124d03a", "Gateway": "e2e-ipp-b-ffb334", "namespace": "openshift-ingress"} 2026-09-15T21:26:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ffb334","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334", "reconcileID": "6016267d-05a0-47c2-afac-2ceaa124d03a", "Gateway": "e2e-ipp-b-ffb334", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334-authn-ssl"} 2026-09-15T21:26:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ffb334","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334", "reconcileID": "6016267d-05a0-47c2-afac-2ceaa124d03a", "Gateway": "e2e-ipp-b-ffb334", "namespace": "openshift-ingress"} 2026-09-15T21:26:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ffb334","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334", "reconcileID": "1bd3aee9-3db6-4b72-92ac-17b7e78f4780", "Gateway": "e2e-ipp-b-ffb334", "namespace": "openshift-ingress"} 2026-09-15T21:26:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ffb334","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334", "reconcileID": "1bd3aee9-3db6-4b72-92ac-17b7e78f4780", "Gateway": "e2e-ipp-b-ffb334", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334-authn-ssl"} 2026-09-15T21:26:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ffb334","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334", "reconcileID": "1bd3aee9-3db6-4b72-92ac-17b7e78f4780", "Gateway": "e2e-ipp-b-ffb334", "namespace": "openshift-ingress"} 2026-09-15T21:26:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ffb334","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334", "reconcileID": "2b872ab3-42c6-4bb9-9ea5-b57378aac49b", "Gateway": "e2e-ipp-b-ffb334", "namespace": "openshift-ingress"} 2026-09-15T21:26:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ffb334","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334", "reconcileID": "2b872ab3-42c6-4bb9-9ea5-b57378aac49b", "Gateway": "e2e-ipp-b-ffb334", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334-authn-ssl"} 2026-09-15T21:26:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ffb334","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334", "reconcileID": "2b872ab3-42c6-4bb9-9ea5-b57378aac49b", "Gateway": "e2e-ipp-b-ffb334", "namespace": "openshift-ingress"} 2026-09-15T21:26:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ffb334","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334", "reconcileID": "d560dd16-a242-4ed6-a5c2-856327d0a6ba", "Gateway": "e2e-ipp-b-ffb334", "namespace": "openshift-ingress"} 2026-09-15T21:26:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ffb334","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334", "reconcileID": "d560dd16-a242-4ed6-a5c2-856327d0a6ba", "Gateway": "e2e-ipp-b-ffb334", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334-authn-ssl"} 2026-09-15T21:26:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ffb334","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334", "reconcileID": "d560dd16-a242-4ed6-a5c2-856327d0a6ba", "Gateway": "e2e-ipp-b-ffb334", "namespace": "openshift-ingress"} 2026-09-15T21:26:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ffb334","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334", "reconcileID": "0aa31785-8c11-4cc4-809e-8d574de33c32", "Gateway": "e2e-ipp-b-ffb334", "namespace": "openshift-ingress"} 2026-09-15T21:26:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ffb334","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334", "reconcileID": "0aa31785-8c11-4cc4-809e-8d574de33c32", "Gateway": "e2e-ipp-b-ffb334", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334-authn-ssl"} 2026-09-15T21:26:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ffb334","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334", "reconcileID": "0aa31785-8c11-4cc4-809e-8d574de33c32", "Gateway": "e2e-ipp-b-ffb334", "namespace": "openshift-ingress"} 2026-09-15T21:26:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ffb334","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334", "reconcileID": "fc3297f8-b0b6-468a-b81e-f28aca44ff5a", "Gateway": "e2e-ipp-b-ffb334", "namespace": "openshift-ingress"} 2026-09-15T21:26:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ffb334","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334", "reconcileID": "fc3297f8-b0b6-468a-b81e-f28aca44ff5a", "Gateway": "e2e-ipp-b-ffb334", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334-authn-ssl"} 2026-09-15T21:26:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ffb334","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334", "reconcileID": "fc3297f8-b0b6-468a-b81e-f28aca44ff5a", "Gateway": "e2e-ipp-b-ffb334", "namespace": "openshift-ingress"} 2026-09-15T21:26:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ffb334"}, "namespace": "ai-tenant-e2e-ipp-b-ffb334", "name": "openshift-service-ca.crt", "reconcileID": "1979cdbe-4159-4dd0-85e1-d9339deeb4e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ffb334"} 2026-09-15T21:26:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ffb334"}, "namespace": "ai-tenant-e2e-ipp-b-ffb334", "name": "odh-trusted-ca-bundle", "reconcileID": "47709a02-2d4b-464a-a4c0-a3bcbf2e4a73", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ffb334"} 2026-09-15T21:26:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ffb334"}, "namespace": "ai-tenant-e2e-ipp-b-ffb334", "name": "openshift-service-ca.crt", "reconcileID": "c4edca46-1e90-4749-a20c-874085ec6631", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ffb334", "create": "odh-kserve-custom-ca-bundle"} 2026-09-15T21:26:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ffb334"}, "namespace": "ai-tenant-e2e-ipp-b-ffb334", "name": "openshift-service-ca.crt", "reconcileID": "c4edca46-1e90-4749-a20c-874085ec6631", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ffb334"} 2026-09-15T21:26:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ffb334"}, "namespace": "ai-tenant-e2e-ipp-b-ffb334", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d4f23d9-8168-44d0-a6ef-00ebcb51782a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ffb334"} 2026-09-15T21:26:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ffb334"}, "namespace": "ai-tenant-e2e-ipp-b-ffb334", "name": "openshift-service-ca.crt", "reconcileID": "6e726a85-e13b-49b7-bb23-06ae2c8e563e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ffb334"} 2026-09-15T21:26:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ffb334"}, "namespace": "ai-tenant-e2e-ipp-b-ffb334", "name": "odh-trusted-ca-bundle", "reconcileID": "18a6d375-4465-42d2-bd75-785d40a219df", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ffb334", "update": "odh-kserve-custom-ca-bundle"} 2026-09-15T21:26:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ffb334"}, "namespace": "ai-tenant-e2e-ipp-b-ffb334", "name": "odh-trusted-ca-bundle", "reconcileID": "18a6d375-4465-42d2-bd75-785d40a219df", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ffb334"} 2026-09-15T21:26:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ffb334"}, "namespace": "ai-tenant-e2e-ipp-b-ffb334", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "868fb3bf-3121-428d-a7f4-327681075b92", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ffb334"} 2026-09-15T21:26:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ffb334","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334", "reconcileID": "038c5298-e18a-4713-945a-ec60de9e5ab1", "Gateway": "e2e-ipp-b-ffb334", "namespace": "openshift-ingress"} 2026-09-15T21:26:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ffb334","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334", "reconcileID": "038c5298-e18a-4713-945a-ec60de9e5ab1", "Gateway": "e2e-ipp-b-ffb334", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334-authn-ssl"} 2026-09-15T21:26:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ffb334","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334", "reconcileID": "038c5298-e18a-4713-945a-ec60de9e5ab1", "Gateway": "e2e-ipp-b-ffb334", "namespace": "openshift-ingress"} 2026-09-15T21:26:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ffb334","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334", "reconcileID": "9237a692-919d-4d48-b0aa-45b7de6bf58f", "Gateway": "e2e-ipp-b-ffb334", "namespace": "openshift-ingress"} 2026-09-15T21:26:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ffb334","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334", "reconcileID": "9237a692-919d-4d48-b0aa-45b7de6bf58f", "Gateway": "e2e-ipp-b-ffb334", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334-authn-ssl"} 2026-09-15T21:26:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ffb334","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334", "reconcileID": "9237a692-919d-4d48-b0aa-45b7de6bf58f", "Gateway": "e2e-ipp-b-ffb334", "namespace": "openshift-ingress"} 2026-09-15T21:27:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "cd0fbe05-f415-4af5-bfde-7e4934523178", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:27:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "cd0fbe05-f415-4af5-bfde-7e4934523178", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:27:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "cd0fbe05-f415-4af5-bfde-7e4934523178", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:27:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "b26caad4-b78a-4909-97b5-10fb6af1897d", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress"} 2026-09-15T21:27:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "cd0fbe05-f415-4af5-bfde-7e4934523178", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396-kserve-route-authn"} 2026-09-15T21:27:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "cd0fbe05-f415-4af5-bfde-7e4934523178", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396", "authType": "userdefined"} 2026-09-15T21:27:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "cd0fbe05-f415-4af5-bfde-7e4934523178", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:27:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "b26caad4-b78a-4909-97b5-10fb6af1897d", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396-authn-ssl"} 2026-09-15T21:27:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "b26caad4-b78a-4909-97b5-10fb6af1897d", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress"} 2026-09-15T21:27:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "b7ea6f9d-de86-4306-b0d8-b89e05baf46b", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:27:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "b7ea6f9d-de86-4306-b0d8-b89e05baf46b", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:27:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "b7ea6f9d-de86-4306-b0d8-b89e05baf46b", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:27:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "b7ea6f9d-de86-4306-b0d8-b89e05baf46b", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396-kserve-route-authn"} 2026-09-15T21:27:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "b7ea6f9d-de86-4306-b0d8-b89e05baf46b", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396", "authType": "userdefined"} 2026-09-15T21:27:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "b7ea6f9d-de86-4306-b0d8-b89e05baf46b", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:27:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "1bbe99a1-03ee-49a8-ac04-cb12c0657a3b", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress"} 2026-09-15T21:27:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "1bbe99a1-03ee-49a8-ac04-cb12c0657a3b", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396-authn-ssl"} 2026-09-15T21:27:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "1bbe99a1-03ee-49a8-ac04-cb12c0657a3b", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress"} 2026-09-15T21:27:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "08b9fa43-c783-43d2-a1ab-f846e2508940", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:27:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "08b9fa43-c783-43d2-a1ab-f846e2508940", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:27:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "08b9fa43-c783-43d2-a1ab-f846e2508940", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:27:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "08b9fa43-c783-43d2-a1ab-f846e2508940", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396-kserve-route-authn"} 2026-09-15T21:27:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "08b9fa43-c783-43d2-a1ab-f846e2508940", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396", "authType": "userdefined"} 2026-09-15T21:27:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "08b9fa43-c783-43d2-a1ab-f846e2508940", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:27:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "f0328e6a-b95a-4707-89fe-1230a009ca86", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:27:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "f0328e6a-b95a-4707-89fe-1230a009ca86", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:27:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "f0328e6a-b95a-4707-89fe-1230a009ca86", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:27:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "f0328e6a-b95a-4707-89fe-1230a009ca86", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396-kserve-route-authn"} 2026-09-15T21:27:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "f0328e6a-b95a-4707-89fe-1230a009ca86", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396", "authType": "userdefined"} 2026-09-15T21:27:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "f0328e6a-b95a-4707-89fe-1230a009ca86", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:27:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "f6dc9a74-e133-4e8a-8c47-df27097957cd", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:27:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "f6dc9a74-e133-4e8a-8c47-df27097957cd", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:27:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "f6dc9a74-e133-4e8a-8c47-df27097957cd", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:27:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "f6dc9a74-e133-4e8a-8c47-df27097957cd", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396-kserve-route-authn"} 2026-09-15T21:27:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "f6dc9a74-e133-4e8a-8c47-df27097957cd", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396", "authType": "userdefined"} 2026-09-15T21:27:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "f6dc9a74-e133-4e8a-8c47-df27097957cd", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:27:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9d9247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9d9247", "reconcileID": "66ad299e-508d-4692-ae90-e74633775e3c", "Gateway": "e2e-ipp-cleanup-9d9247", "namespace": "openshift-ingress"} 2026-09-15T21:27:46Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9d9247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9d9247", "reconcileID": "66ad299e-508d-4692-ae90-e74633775e3c", "Gateway": "e2e-ipp-cleanup-9d9247", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9d9247-authn-ssl"} 2026-09-15T21:27:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9d9247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9d9247", "reconcileID": "66ad299e-508d-4692-ae90-e74633775e3c", "Gateway": "e2e-ipp-cleanup-9d9247", "namespace": "openshift-ingress"} 2026-09-15T21:27:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9d9247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9d9247", "reconcileID": "42cffdec-e441-470d-a51d-b7d64ddaabdb", "Gateway": "e2e-ipp-cleanup-9d9247", "namespace": "openshift-ingress"} 2026-09-15T21:27:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9d9247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9d9247", "reconcileID": "42cffdec-e441-470d-a51d-b7d64ddaabdb", "Gateway": "e2e-ipp-cleanup-9d9247", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9d9247-authn-ssl"} 2026-09-15T21:27:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9d9247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9d9247", "reconcileID": "42cffdec-e441-470d-a51d-b7d64ddaabdb", "Gateway": "e2e-ipp-cleanup-9d9247", "namespace": "openshift-ingress"} 2026-09-15T21:27:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9d9247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9d9247", "reconcileID": "1b6026e8-dab9-46f1-b0d3-7a724042de69", "Gateway": "e2e-ipp-cleanup-9d9247", "namespace": "openshift-ingress"} 2026-09-15T21:27:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9d9247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9d9247", "reconcileID": "1b6026e8-dab9-46f1-b0d3-7a724042de69", "Gateway": "e2e-ipp-cleanup-9d9247", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9d9247-authn-ssl"} 2026-09-15T21:27:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9d9247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9d9247", "reconcileID": "1b6026e8-dab9-46f1-b0d3-7a724042de69", "Gateway": "e2e-ipp-cleanup-9d9247", "namespace": "openshift-ingress"} 2026-09-15T21:27:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9d9247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9d9247", "reconcileID": "e12e13c2-2cbe-402f-a9c8-05cdcf4fc946", "Gateway": "e2e-ipp-cleanup-9d9247", "namespace": "openshift-ingress"} 2026-09-15T21:27:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9d9247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9d9247", "reconcileID": "e12e13c2-2cbe-402f-a9c8-05cdcf4fc946", "Gateway": "e2e-ipp-cleanup-9d9247", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9d9247-authn-ssl"} 2026-09-15T21:27:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9d9247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9d9247", "reconcileID": "e12e13c2-2cbe-402f-a9c8-05cdcf4fc946", "Gateway": "e2e-ipp-cleanup-9d9247", "namespace": "openshift-ingress"} 2026-09-15T21:27:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9d9247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9d9247", "reconcileID": "6eb8fb0b-8893-4b9c-8618-5daf5ca40e18", "Gateway": "e2e-ipp-cleanup-9d9247", "namespace": "openshift-ingress"} 2026-09-15T21:27:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9d9247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9d9247", "reconcileID": "6eb8fb0b-8893-4b9c-8618-5daf5ca40e18", "Gateway": "e2e-ipp-cleanup-9d9247", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9d9247-authn-ssl"} 2026-09-15T21:27:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9d9247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9d9247", "reconcileID": "6eb8fb0b-8893-4b9c-8618-5daf5ca40e18", "Gateway": "e2e-ipp-cleanup-9d9247", "namespace": "openshift-ingress"} 2026-09-15T21:27:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9d9247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9d9247", "reconcileID": "1dea1114-48d4-403d-b695-20a8b930a3b9", "Gateway": "e2e-ipp-cleanup-9d9247", "namespace": "openshift-ingress"} 2026-09-15T21:27:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9d9247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9d9247", "reconcileID": "1dea1114-48d4-403d-b695-20a8b930a3b9", "Gateway": "e2e-ipp-cleanup-9d9247", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9d9247-authn-ssl"} 2026-09-15T21:27:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9d9247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9d9247", "reconcileID": "1dea1114-48d4-403d-b695-20a8b930a3b9", "Gateway": "e2e-ipp-cleanup-9d9247", "namespace": "openshift-ingress"} 2026-09-15T21:27:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9d9247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9d9247", "reconcileID": "c1771087-3d5a-40cc-afe7-1e27279daccb", "Gateway": "e2e-ipp-cleanup-9d9247", "namespace": "openshift-ingress"} 2026-09-15T21:27:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9d9247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9d9247", "reconcileID": "c1771087-3d5a-40cc-afe7-1e27279daccb", "Gateway": "e2e-ipp-cleanup-9d9247", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9d9247-authn-ssl"} 2026-09-15T21:27:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9d9247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9d9247", "reconcileID": "c1771087-3d5a-40cc-afe7-1e27279daccb", "Gateway": "e2e-ipp-cleanup-9d9247", "namespace": "openshift-ingress"} 2026-09-15T21:27:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-9d9247"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9d9247", "name": "openshift-service-ca.crt", "reconcileID": "b6f63e41-6561-400e-a5cb-c6e963ef6fe8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-9d9247"} 2026-09-15T21:27:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9d9247"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9d9247", "name": "odh-trusted-ca-bundle", "reconcileID": "5331dcf3-a5bf-4d4d-811c-c16eb238cdf0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9d9247", "create": "odh-kserve-custom-ca-bundle"} 2026-09-15T21:27:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9d9247"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9d9247", "name": "odh-trusted-ca-bundle", "reconcileID": "5331dcf3-a5bf-4d4d-811c-c16eb238cdf0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9d9247"} 2026-09-15T21:27:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-9d9247"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9d9247", "name": "openshift-service-ca.crt", "reconcileID": "b5483dad-e385-4c29-818d-32786ff9ff27", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-9d9247", "create": "odh-kserve-custom-ca-bundle"} 2026-09-15T21:27:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-9d9247"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9d9247", "name": "openshift-service-ca.crt", "reconcileID": "b5483dad-e385-4c29-818d-32786ff9ff27", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-15T21:27:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9d9247"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9d9247", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0c02c4df-7cdb-45f6-8d7c-2ed8a9453c35", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9d9247"} 2026-09-15T21:27:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-9d9247"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9d9247", "name": "openshift-service-ca.crt", "reconcileID": "4c56304e-468a-48cb-8d4b-ed21cd798a78", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-9d9247"} 2026-09-15T21:27:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-9d9247"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9d9247", "name": "openshift-service-ca.crt", "reconcileID": "a9c9fc59-d2c3-4873-999f-6ee5b0b0c6e0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-9d9247"} 2026-09-15T21:27:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9d9247"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9d9247", "name": "odh-trusted-ca-bundle", "reconcileID": "80b4fed6-743d-4cb1-8dfa-c19dc2adec48", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9d9247", "update": "odh-kserve-custom-ca-bundle"} 2026-09-15T21:27:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9d9247"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9d9247", "name": "odh-trusted-ca-bundle", "reconcileID": "80b4fed6-743d-4cb1-8dfa-c19dc2adec48", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9d9247"} 2026-09-15T21:27:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9d9247"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9d9247", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9342e85c-6063-4e8b-8c90-72ccdb4f5fe6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9d9247"} 2026-09-15T21:27:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9d9247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9d9247", "reconcileID": "db2b7ec8-a034-4016-a18d-9b7167f26b24", "Gateway": "e2e-ipp-cleanup-9d9247", "namespace": "openshift-ingress"} 2026-09-15T21:27:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9d9247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9d9247", "reconcileID": "db2b7ec8-a034-4016-a18d-9b7167f26b24", "Gateway": "e2e-ipp-cleanup-9d9247", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9d9247-authn-ssl"} 2026-09-15T21:27:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9d9247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9d9247", "reconcileID": "db2b7ec8-a034-4016-a18d-9b7167f26b24", "Gateway": "e2e-ipp-cleanup-9d9247", "namespace": "openshift-ingress"} 2026-09-15T21:28:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9d9247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9d9247", "reconcileID": "4aaec250-ac10-4ed5-9c1c-dd09eb74da05", "Gateway": "e2e-ipp-cleanup-9d9247", "namespace": "openshift-ingress"} 2026-09-15T21:28:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9d9247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9d9247", "reconcileID": "4aaec250-ac10-4ed5-9c1c-dd09eb74da05", "Gateway": "e2e-ipp-cleanup-9d9247", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9d9247-authn-ssl"} 2026-09-15T21:28:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9d9247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9d9247", "reconcileID": "4aaec250-ac10-4ed5-9c1c-dd09eb74da05", "Gateway": "e2e-ipp-cleanup-9d9247", "namespace": "openshift-ingress"} 2026-09-15T21:28:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9d9247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9d9247", "reconcileID": "c7d0f994-78d9-41b6-9ee2-b040a05964d4", "Gateway": "e2e-ipp-cleanup-9d9247", "namespace": "openshift-ingress"} 2026-09-15T21:28:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9d9247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9d9247", "reconcileID": "c7d0f994-78d9-41b6-9ee2-b040a05964d4", "Gateway": "e2e-ipp-cleanup-9d9247", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9d9247-authn-ssl"} 2026-09-15T21:28:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9d9247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9d9247", "reconcileID": "c7d0f994-78d9-41b6-9ee2-b040a05964d4", "Gateway": "e2e-ipp-cleanup-9d9247", "namespace": "openshift-ingress"} 2026-09-15T21:28:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9d9247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9d9247", "reconcileID": "81cac3cb-db4b-4f1b-9070-a4702101d510", "Gateway": "e2e-ipp-cleanup-9d9247", "namespace": "openshift-ingress"} 2026-09-15T21:28:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9d9247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9d9247", "reconcileID": "81cac3cb-db4b-4f1b-9070-a4702101d510", "Gateway": "e2e-ipp-cleanup-9d9247", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9d9247-authn-ssl"} 2026-09-15T21:28:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9d9247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9d9247", "reconcileID": "81cac3cb-db4b-4f1b-9070-a4702101d510", "Gateway": "e2e-ipp-cleanup-9d9247", "namespace": "openshift-ingress"} 2026-09-15T21:28:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9d9247"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9d9247", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a54e819d-1d85-4277-bb10-46438b2b9335", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9d9247"} 2026-09-15T21:28:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9d9247"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9d9247", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a54e819d-1d85-4277-bb10-46438b2b9335", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9d9247", "create": "odh-kserve-custom-ca-bundle"} 2026-09-15T21:28:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9d9247"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9d9247", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a54e819d-1d85-4277-bb10-46438b2b9335", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-9d9247 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-15T21:28:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9d9247"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9d9247", "name": "odh-trusted-ca-bundle", "reconcileID": "e9adeac8-d013-4b61-894f-cfed9b378d45", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9d9247"} 2026-09-15T21:28:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9d9247"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9d9247", "name": "odh-trusted-ca-bundle", "reconcileID": "e9adeac8-d013-4b61-894f-cfed9b378d45", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9d9247", "create": "odh-kserve-custom-ca-bundle"} 2026-09-15T21:28:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9d9247"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9d9247", "name": "odh-trusted-ca-bundle", "reconcileID": "e9adeac8-d013-4b61-894f-cfed9b378d45", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-9d9247 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-15T21:28:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9d9247"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9d9247", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b9edda97-fe90-4bff-87cd-8392fab7e834", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9d9247"} 2026-09-15T21:28:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9d9247"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9d9247", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b9edda97-fe90-4bff-87cd-8392fab7e834", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9d9247"} 2026-09-15T21:28:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-9d9247"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9d9247", "name": "openshift-service-ca.crt", "reconcileID": "8d6fb13b-6228-4436-b5d2-24e034b8ac8d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-9d9247"} 2026-09-15T21:28:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-9d9247"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9d9247", "name": "openshift-service-ca.crt", "reconcileID": "8d6fb13b-6228-4436-b5d2-24e034b8ac8d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-9d9247"} 2026-09-15T21:28:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9d9247"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9d9247", "name": "odh-trusted-ca-bundle", "reconcileID": "3d21e6f8-969f-422a-8be9-c26aa1a79250", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9d9247"} 2026-09-15T21:28:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9d9247"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9d9247", "name": "odh-trusted-ca-bundle", "reconcileID": "3d21e6f8-969f-422a-8be9-c26aa1a79250", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9d9247"} 2026-09-15T21:28:38Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9d9247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9d9247", "reconcileID": "f75a7e10-204f-44b7-a2d7-ba5510382dd1", "Gateway": "e2e-ipp-cleanup-9d9247", "namespace": "openshift-ingress"} 2026-09-15T21:28:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "ac5d30d3-1f82-43de-bdf9-87c9281872f1", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress"} 2026-09-15T21:28:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "ac5d30d3-1f82-43de-bdf9-87c9281872f1", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396-authn-ssl"} 2026-09-15T21:28:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "ac5d30d3-1f82-43de-bdf9-87c9281872f1", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress"} 2026-09-15T21:28:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "1c18c9db-d013-444e-8491-6f27d1f73c70", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress"} 2026-09-15T21:28:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "1c18c9db-d013-444e-8491-6f27d1f73c70", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396-authn-ssl"} 2026-09-15T21:28:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "1c18c9db-d013-444e-8491-6f27d1f73c70", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress"} 2026-09-15T21:29:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "9dccdd09-8b84-45a3-b9cc-112ca4174a66", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress"} 2026-09-15T21:29:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "9dccdd09-8b84-45a3-b9cc-112ca4174a66", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396-authn-ssl"} 2026-09-15T21:29:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "9dccdd09-8b84-45a3-b9cc-112ca4174a66", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress"} 2026-09-15T21:29:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "85d800c6-ab42-4b91-b138-441a6851bfde", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:29:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "85d800c6-ab42-4b91-b138-441a6851bfde", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:29:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "85d800c6-ab42-4b91-b138-441a6851bfde", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:29:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "85d800c6-ab42-4b91-b138-441a6851bfde", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396-kserve-route-authn"} 2026-09-15T21:29:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "85d800c6-ab42-4b91-b138-441a6851bfde", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396", "authType": "userdefined"} 2026-09-15T21:29:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "85d800c6-ab42-4b91-b138-441a6851bfde", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:29:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "64ef5f0f-dc5e-414e-8748-32c2007f4d2b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:29:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "64ef5f0f-dc5e-414e-8748-32c2007f4d2b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b8f396", "create": "odh-kserve-custom-ca-bundle"} 2026-09-15T21:29:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "64ef5f0f-dc5e-414e-8748-32c2007f4d2b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-b8f396 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-15T21:29:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "odh-trusted-ca-bundle", "reconcileID": "848b0edd-2ff3-44d6-a273-839550e1f283", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:29:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "odh-trusted-ca-bundle", "reconcileID": "848b0edd-2ff3-44d6-a273-839550e1f283", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b8f396", "create": "odh-kserve-custom-ca-bundle"} 2026-09-15T21:29:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "odh-trusted-ca-bundle", "reconcileID": "848b0edd-2ff3-44d6-a273-839550e1f283", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-b8f396 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-15T21:29:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "openshift-service-ca.crt", "reconcileID": "212bf17f-31fd-4f65-91cc-13f4a5dbeb1c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:29:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "openshift-service-ca.crt", "reconcileID": "212bf17f-31fd-4f65-91cc-13f4a5dbeb1c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:29:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a32f098c-1ee7-4bb7-91e6-9f1efa6b44a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:29:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a32f098c-1ee7-4bb7-91e6-9f1efa6b44a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:29:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "odh-trusted-ca-bundle", "reconcileID": "f9c04365-b5ce-403d-ada6-712f5894b948", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:29:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "odh-trusted-ca-bundle", "reconcileID": "f9c04365-b5ce-403d-ada6-712f5894b948", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:29:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "4f991e76-722c-4b12-b44c-20141931b934", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress"} 2026-09-15T21:29:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "4f991e76-722c-4b12-b44c-20141931b934", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396-authn-ssl"} 2026-09-15T21:29:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "4f991e76-722c-4b12-b44c-20141931b934", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress"} 2026-09-15T21:29:40Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "ff431d7b-ac29-42e1-8558-120613b5b1d7", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:29:40Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "ff431d7b-ac29-42e1-8558-120613b5b1d7", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396"} 2026-09-15T21:29:40Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "ff431d7b-ac29-42e1-8558-120613b5b1d7", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:29:40Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "ff431d7b-ac29-42e1-8558-120613b5b1d7", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:29:40Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "ff431d7b-ac29-42e1-8558-120613b5b1d7", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396-kserve-route-authn"} 2026-09-15T21:29:40Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "ff431d7b-ac29-42e1-8558-120613b5b1d7", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396-kserve-route-authn"} 2026-09-15T21:29:40Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "ff431d7b-ac29-42e1-8558-120613b5b1d7", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:29:40Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "ff431d7b-ac29-42e1-8558-120613b5b1d7", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:29:51Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "121f12c7-4d77-462d-9e48-edef1bff4113", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:29:51Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "121f12c7-4d77-462d-9e48-edef1bff4113", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396"} 2026-09-15T21:29:51Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "121f12c7-4d77-462d-9e48-edef1bff4113", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:29:51Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "121f12c7-4d77-462d-9e48-edef1bff4113", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:29:51Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "121f12c7-4d77-462d-9e48-edef1bff4113", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396-kserve-route-authn"} 2026-09-15T21:29:51Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "121f12c7-4d77-462d-9e48-edef1bff4113", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396-kserve-route-authn"} 2026-09-15T21:29:51Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "121f12c7-4d77-462d-9e48-edef1bff4113", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:29:51Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "121f12c7-4d77-462d-9e48-edef1bff4113", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:29:52Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b8f396","namespace":"ai-tenant-e2e-ipp-a-b8f396"}, "namespace": "ai-tenant-e2e-ipp-a-b8f396", "name": "ipp-route-b8f396", "reconcileID": "87f90d9b-ee8e-4e72-b8a7-ad777246fe35", "LLMInferenceService": "ipp-route-b8f396", "namespace": "ai-tenant-e2e-ipp-a-b8f396"} 2026-09-15T21:29:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "c83ef9e6-7cb7-4cab-bc21-78998044fdac", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress"} 2026-09-15T21:29:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "c83ef9e6-7cb7-4cab-bc21-78998044fdac", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396-authn-ssl"} 2026-09-15T21:29:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "c83ef9e6-7cb7-4cab-bc21-78998044fdac", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress"} 2026-09-15T21:29:53Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b8f396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b8f396", "reconcileID": "9adc01c6-0141-44c5-b1ce-ad1f85f21a61", "Gateway": "e2e-ipp-a-b8f396", "namespace": "openshift-ingress"} 2026-09-15T21:30:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ffb334","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334", "reconcileID": "f605b41f-1a87-4496-b14d-89ac1b2289c2", "Gateway": "e2e-ipp-b-ffb334", "namespace": "openshift-ingress"} 2026-09-15T21:30:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ffb334","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334", "reconcileID": "f605b41f-1a87-4496-b14d-89ac1b2289c2", "Gateway": "e2e-ipp-b-ffb334", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334-authn-ssl"} 2026-09-15T21:30:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ffb334","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334", "reconcileID": "f605b41f-1a87-4496-b14d-89ac1b2289c2", "Gateway": "e2e-ipp-b-ffb334", "namespace": "openshift-ingress"} 2026-09-15T21:30:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ffb334","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334", "reconcileID": "30cd1bfd-0624-491f-baf0-fc1530013ff2", "Gateway": "e2e-ipp-b-ffb334", "namespace": "openshift-ingress"} 2026-09-15T21:30:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ffb334","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334", "reconcileID": "30cd1bfd-0624-491f-baf0-fc1530013ff2", "Gateway": "e2e-ipp-b-ffb334", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334-authn-ssl"} 2026-09-15T21:30:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ffb334","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334", "reconcileID": "30cd1bfd-0624-491f-baf0-fc1530013ff2", "Gateway": "e2e-ipp-b-ffb334", "namespace": "openshift-ingress"} 2026-09-15T21:30:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ffb334"}, "namespace": "ai-tenant-e2e-ipp-b-ffb334", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c63eee73-d372-47ac-8a8e-fa0f6d1c6b67", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ffb334"} 2026-09-15T21:30:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ffb334"}, "namespace": "ai-tenant-e2e-ipp-b-ffb334", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c63eee73-d372-47ac-8a8e-fa0f6d1c6b67", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ffb334", "create": "odh-kserve-custom-ca-bundle"} 2026-09-15T21:30:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ffb334"}, "namespace": "ai-tenant-e2e-ipp-b-ffb334", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c63eee73-d372-47ac-8a8e-fa0f6d1c6b67", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-ffb334 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-15T21:30:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ffb334"}, "namespace": "ai-tenant-e2e-ipp-b-ffb334", "name": "odh-trusted-ca-bundle", "reconcileID": "bbfec125-7519-484d-bc08-c93b0501278a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ffb334"} 2026-09-15T21:30:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ffb334"}, "namespace": "ai-tenant-e2e-ipp-b-ffb334", "name": "odh-trusted-ca-bundle", "reconcileID": "bbfec125-7519-484d-bc08-c93b0501278a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ffb334"} 2026-09-15T21:30:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ffb334"}, "namespace": "ai-tenant-e2e-ipp-b-ffb334", "name": "openshift-service-ca.crt", "reconcileID": "5c1d16b4-fd33-43df-8fb5-6f0efd95aedb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ffb334"} 2026-09-15T21:30:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ffb334"}, "namespace": "ai-tenant-e2e-ipp-b-ffb334", "name": "openshift-service-ca.crt", "reconcileID": "5c1d16b4-fd33-43df-8fb5-6f0efd95aedb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ffb334"} 2026-09-15T21:30:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ffb334"}, "namespace": "ai-tenant-e2e-ipp-b-ffb334", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a0390f89-243b-4d25-8037-c6d892337a72", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ffb334"} 2026-09-15T21:30:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ffb334"}, "namespace": "ai-tenant-e2e-ipp-b-ffb334", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a0390f89-243b-4d25-8037-c6d892337a72", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ffb334"} 2026-09-15T21:30:11Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ffb334","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ffb334", "reconcileID": "5997f6c0-c901-400f-9b07-db5d9e96dfed", "Gateway": "e2e-ipp-b-ffb334", "namespace": "openshift-ingress"} 2026-09-15T21:30:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2f34ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2f34ef", "reconcileID": "350a827f-114f-4c14-ac9e-39442580c421", "Gateway": "e2e-shared-a-w3-2f34ef", "namespace": "openshift-ingress"} 2026-09-15T21:30:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2f34ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2f34ef", "reconcileID": "350a827f-114f-4c14-ac9e-39442580c421", "Gateway": "e2e-shared-a-w3-2f34ef", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2f34ef-authn-ssl"} 2026-09-15T21:30:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2f34ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2f34ef", "reconcileID": "350a827f-114f-4c14-ac9e-39442580c421", "Gateway": "e2e-shared-a-w3-2f34ef", "namespace": "openshift-ingress"} 2026-09-15T21:30:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2f34ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2f34ef", "reconcileID": "2f85a9db-df2c-4d91-90d0-a7ed4e9995f1", "Gateway": "e2e-shared-a-w3-2f34ef", "namespace": "openshift-ingress"} 2026-09-15T21:30:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2f34ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2f34ef", "reconcileID": "2f85a9db-df2c-4d91-90d0-a7ed4e9995f1", "Gateway": "e2e-shared-a-w3-2f34ef", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2f34ef-authn-ssl"} 2026-09-15T21:30:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2f34ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2f34ef", "reconcileID": "2f85a9db-df2c-4d91-90d0-a7ed4e9995f1", "Gateway": "e2e-shared-a-w3-2f34ef", "namespace": "openshift-ingress"} 2026-09-15T21:30:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2f34ef"}, "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ea884a54-d402-485f-a340-a3188b4761d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef"} 2026-09-15T21:30:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2f34ef"}, "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ea884a54-d402-485f-a340-a3188b4761d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef", "create": "odh-kserve-custom-ca-bundle"} 2026-09-15T21:30:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2f34ef"}, "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ea884a54-d402-485f-a340-a3188b4761d9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-2f34ef because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-15T21:30:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2f34ef"}, "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef", "name": "odh-trusted-ca-bundle", "reconcileID": "d03612e6-4541-4b6f-a898-8b059b3a7bf5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef"} 2026-09-15T21:30:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2f34ef"}, "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef", "name": "odh-trusted-ca-bundle", "reconcileID": "d03612e6-4541-4b6f-a898-8b059b3a7bf5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef"} 2026-09-15T21:30:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-2f34ef"}, "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef", "name": "openshift-service-ca.crt", "reconcileID": "18d6eead-122d-4b90-b485-f5532b67cb30", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef"} 2026-09-15T21:30:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-2f34ef"}, "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef", "name": "openshift-service-ca.crt", "reconcileID": "18d6eead-122d-4b90-b485-f5532b67cb30", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef"} 2026-09-15T21:30:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2f34ef"}, "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b3a726bb-4483-4e0b-a905-f5613bebbcd9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef"} 2026-09-15T21:30:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2f34ef"}, "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b3a726bb-4483-4e0b-a905-f5613bebbcd9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-2f34ef"} 2026-09-15T21:30:29Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2f34ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2f34ef", "reconcileID": "bf21a552-f463-453d-bd85-125c7b0468e8", "Gateway": "e2e-shared-a-w3-2f34ef", "namespace": "openshift-ingress"} 2026-09-15T21:30:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-41ffdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-41ffdf", "reconcileID": "8fea96f6-c2b8-4030-80b3-32650137058f", "Gateway": "e2e-shared-b-w3-41ffdf", "namespace": "openshift-ingress"} 2026-09-15T21:30:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-41ffdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-41ffdf", "reconcileID": "8fea96f6-c2b8-4030-80b3-32650137058f", "Gateway": "e2e-shared-b-w3-41ffdf", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-41ffdf-authn-ssl"} 2026-09-15T21:30:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-41ffdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-41ffdf", "reconcileID": "8fea96f6-c2b8-4030-80b3-32650137058f", "Gateway": "e2e-shared-b-w3-41ffdf", "namespace": "openshift-ingress"} 2026-09-15T21:30:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-41ffdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-41ffdf", "reconcileID": "e91442d3-0502-4b2d-a632-d29334d60849", "Gateway": "e2e-shared-b-w3-41ffdf", "namespace": "openshift-ingress"} 2026-09-15T21:30:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-41ffdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-41ffdf", "reconcileID": "e91442d3-0502-4b2d-a632-d29334d60849", "Gateway": "e2e-shared-b-w3-41ffdf", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-41ffdf-authn-ssl"} 2026-09-15T21:30:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-41ffdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-41ffdf", "reconcileID": "e91442d3-0502-4b2d-a632-d29334d60849", "Gateway": "e2e-shared-b-w3-41ffdf", "namespace": "openshift-ingress"} 2026-09-15T21:30:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-41ffdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a38d8dc-fdbc-4fd6-9b59-7f2b96b8e621", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf"} 2026-09-15T21:30:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-41ffdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a38d8dc-fdbc-4fd6-9b59-7f2b96b8e621", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "create": "odh-kserve-custom-ca-bundle"} 2026-09-15T21:30:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-41ffdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a38d8dc-fdbc-4fd6-9b59-7f2b96b8e621", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-41ffdf because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-15T21:30:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-41ffdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "odh-trusted-ca-bundle", "reconcileID": "39ee30b2-976c-494c-be18-b0d1bbd227db", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf"} 2026-09-15T21:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-41ffdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "odh-trusted-ca-bundle", "reconcileID": "39ee30b2-976c-494c-be18-b0d1bbd227db", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf"} 2026-09-15T21:30:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-41ffdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "openshift-service-ca.crt", "reconcileID": "7712ef3a-1e3d-4ad2-b52d-a5a962e547b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf"} 2026-09-15T21:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-41ffdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "openshift-service-ca.crt", "reconcileID": "7712ef3a-1e3d-4ad2-b52d-a5a962e547b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf"} 2026-09-15T21:30:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-41ffdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d84f8ce2-c825-494e-8608-4853a2cae772", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf"} 2026-09-15T21:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-41ffdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d84f8ce2-c825-494e-8608-4853a2cae772", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-41ffdf"} 2026-09-15T21:30:47Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-41ffdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-41ffdf", "reconcileID": "ab881eee-26d8-40d0-9aba-fc0406d34c80", "Gateway": "e2e-shared-b-w3-41ffdf", "namespace": "openshift-ingress"} 2026-09-15T21:31:52Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-15T21:31:52Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-15T21:31:53Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-15T21:31:53Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-15T21:34:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5e63750e", "reconcileID": "cff69d13-301f-4d1b-b955-77e50d9b88b5", "LLMInferenceService": "e2e-same-id-a-5e63750e", "namespace": "llm"} 2026-09-15T21:34:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5e63750e", "reconcileID": "cff69d13-301f-4d1b-b955-77e50d9b88b5", "LLMInferenceService": "e2e-same-id-a-5e63750e", "namespace": "llm"} 2026-09-15T21:34:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5e63750e", "reconcileID": "cff69d13-301f-4d1b-b955-77e50d9b88b5", "LLMInferenceService": "e2e-same-id-a-5e63750e", "namespace": "llm"} 2026-09-15T21:34:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "45719ec3-548b-456b-b603-0285052432b1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T21:34:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5e63750e", "reconcileID": "cff69d13-301f-4d1b-b955-77e50d9b88b5", "LLMInferenceService": "e2e-same-id-a-5e63750e", "namespace": "llm", "name": "e2e-same-id-a-5e63750e-kserve-route-authn"} 2026-09-15T21:34:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5e63750e", "reconcileID": "cff69d13-301f-4d1b-b955-77e50d9b88b5", "LLMInferenceService": "e2e-same-id-a-5e63750e", "namespace": "llm", "authType": "userdefined"} 2026-09-15T21:34:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5e63750e", "reconcileID": "cff69d13-301f-4d1b-b955-77e50d9b88b5", "LLMInferenceService": "e2e-same-id-a-5e63750e", "namespace": "llm"} 2026-09-15T21:34:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "45719ec3-548b-456b-b603-0285052432b1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-15T21:34:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "45719ec3-548b-456b-b603-0285052432b1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T21:34:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5e63750e", "reconcileID": "48ddf6eb-d86f-4514-8eeb-34da082c001b", "LLMInferenceService": "e2e-same-id-b-5e63750e", "namespace": "llm"} 2026-09-15T21:34:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5e63750e", "reconcileID": "48ddf6eb-d86f-4514-8eeb-34da082c001b", "LLMInferenceService": "e2e-same-id-b-5e63750e", "namespace": "llm"} 2026-09-15T21:34:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5e63750e", "reconcileID": "48ddf6eb-d86f-4514-8eeb-34da082c001b", "LLMInferenceService": "e2e-same-id-b-5e63750e", "namespace": "llm"} 2026-09-15T21:34:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "98574aa1-468c-40a7-9b2d-6b220f20abb6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T21:34:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5e63750e", "reconcileID": "48ddf6eb-d86f-4514-8eeb-34da082c001b", "LLMInferenceService": "e2e-same-id-b-5e63750e", "namespace": "llm", "name": "e2e-same-id-b-5e63750e-kserve-route-authn"} 2026-09-15T21:34:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5e63750e", "reconcileID": "48ddf6eb-d86f-4514-8eeb-34da082c001b", "LLMInferenceService": "e2e-same-id-b-5e63750e", "namespace": "llm", "authType": "userdefined"} 2026-09-15T21:34:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5e63750e", "reconcileID": "48ddf6eb-d86f-4514-8eeb-34da082c001b", "LLMInferenceService": "e2e-same-id-b-5e63750e", "namespace": "llm"} 2026-09-15T21:34:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "98574aa1-468c-40a7-9b2d-6b220f20abb6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-15T21:34:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "98574aa1-468c-40a7-9b2d-6b220f20abb6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T21:34:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5e63750e", "reconcileID": "a5d1e029-9512-4de7-a8ef-a2f6cd0ca2d0", "LLMInferenceService": "e2e-same-id-a-5e63750e", "namespace": "llm"} 2026-09-15T21:34:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5e63750e", "reconcileID": "a5d1e029-9512-4de7-a8ef-a2f6cd0ca2d0", "LLMInferenceService": "e2e-same-id-a-5e63750e", "namespace": "llm"} 2026-09-15T21:34:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5e63750e", "reconcileID": "a5d1e029-9512-4de7-a8ef-a2f6cd0ca2d0", "LLMInferenceService": "e2e-same-id-a-5e63750e", "namespace": "llm"} 2026-09-15T21:34:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5e63750e", "reconcileID": "a5d1e029-9512-4de7-a8ef-a2f6cd0ca2d0", "LLMInferenceService": "e2e-same-id-a-5e63750e", "namespace": "llm", "name": "e2e-same-id-a-5e63750e-kserve-route-authn"} 2026-09-15T21:34:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5e63750e", "reconcileID": "a5d1e029-9512-4de7-a8ef-a2f6cd0ca2d0", "LLMInferenceService": "e2e-same-id-a-5e63750e", "namespace": "llm", "authType": "userdefined"} 2026-09-15T21:34:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5e63750e", "reconcileID": "a5d1e029-9512-4de7-a8ef-a2f6cd0ca2d0", "LLMInferenceService": "e2e-same-id-a-5e63750e", "namespace": "llm"} 2026-09-15T21:35:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "14e5a458-f4b7-4392-a27c-9b41eb159364", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T21:35:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "14e5a458-f4b7-4392-a27c-9b41eb159364", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-15T21:35:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "14e5a458-f4b7-4392-a27c-9b41eb159364", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T21:35:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5e63750e", "reconcileID": "afd2a10e-963f-4d88-bcff-c277ebe204e2", "LLMInferenceService": "e2e-same-id-a-5e63750e", "namespace": "llm"} 2026-09-15T21:35:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5e63750e", "reconcileID": "afd2a10e-963f-4d88-bcff-c277ebe204e2", "LLMInferenceService": "e2e-same-id-a-5e63750e", "namespace": "llm"} 2026-09-15T21:35:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5e63750e", "reconcileID": "afd2a10e-963f-4d88-bcff-c277ebe204e2", "LLMInferenceService": "e2e-same-id-a-5e63750e", "namespace": "llm"} 2026-09-15T21:35:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5e63750e", "reconcileID": "afd2a10e-963f-4d88-bcff-c277ebe204e2", "LLMInferenceService": "e2e-same-id-a-5e63750e", "namespace": "llm", "name": "e2e-same-id-a-5e63750e-kserve-route-authn"} 2026-09-15T21:35:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5e63750e", "reconcileID": "afd2a10e-963f-4d88-bcff-c277ebe204e2", "LLMInferenceService": "e2e-same-id-a-5e63750e", "namespace": "llm", "authType": "userdefined"} 2026-09-15T21:35:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5e63750e", "reconcileID": "afd2a10e-963f-4d88-bcff-c277ebe204e2", "LLMInferenceService": "e2e-same-id-a-5e63750e", "namespace": "llm"} 2026-09-15T21:35:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5e63750e", "reconcileID": "a8b998fa-d1f7-4a83-a2fb-ea31d76bcd6f", "LLMInferenceService": "e2e-same-id-b-5e63750e", "namespace": "llm"} 2026-09-15T21:35:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5e63750e", "reconcileID": "a8b998fa-d1f7-4a83-a2fb-ea31d76bcd6f", "LLMInferenceService": "e2e-same-id-b-5e63750e", "namespace": "llm"} 2026-09-15T21:35:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5e63750e", "reconcileID": "a8b998fa-d1f7-4a83-a2fb-ea31d76bcd6f", "LLMInferenceService": "e2e-same-id-b-5e63750e", "namespace": "llm"} 2026-09-15T21:35:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5e63750e", "reconcileID": "a8b998fa-d1f7-4a83-a2fb-ea31d76bcd6f", "LLMInferenceService": "e2e-same-id-b-5e63750e", "namespace": "llm", "name": "e2e-same-id-b-5e63750e-kserve-route-authn"} 2026-09-15T21:35:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5e63750e", "reconcileID": "a8b998fa-d1f7-4a83-a2fb-ea31d76bcd6f", "LLMInferenceService": "e2e-same-id-b-5e63750e", "namespace": "llm", "authType": "userdefined"} 2026-09-15T21:35:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5e63750e", "reconcileID": "a8b998fa-d1f7-4a83-a2fb-ea31d76bcd6f", "LLMInferenceService": "e2e-same-id-b-5e63750e", "namespace": "llm"} 2026-09-15T21:35:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a6f0028a-7a62-470e-adbd-2a895a85106d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T21:35:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a6f0028a-7a62-470e-adbd-2a895a85106d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-15T21:35:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a6f0028a-7a62-470e-adbd-2a895a85106d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T21:35:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5e63750e", "reconcileID": "d3ebd415-a8f2-49e4-b95f-b51b6a35b238", "LLMInferenceService": "e2e-same-id-b-5e63750e", "namespace": "llm"} 2026-09-15T21:35:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5e63750e", "reconcileID": "d3ebd415-a8f2-49e4-b95f-b51b6a35b238", "LLMInferenceService": "e2e-same-id-b-5e63750e", "namespace": "llm"} 2026-09-15T21:35:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5e63750e", "reconcileID": "d3ebd415-a8f2-49e4-b95f-b51b6a35b238", "LLMInferenceService": "e2e-same-id-b-5e63750e", "namespace": "llm"} 2026-09-15T21:35:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5e63750e", "reconcileID": "d3ebd415-a8f2-49e4-b95f-b51b6a35b238", "LLMInferenceService": "e2e-same-id-b-5e63750e", "namespace": "llm", "name": "e2e-same-id-b-5e63750e-kserve-route-authn"} 2026-09-15T21:35:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5e63750e", "reconcileID": "d3ebd415-a8f2-49e4-b95f-b51b6a35b238", "LLMInferenceService": "e2e-same-id-b-5e63750e", "namespace": "llm", "authType": "userdefined"} 2026-09-15T21:35:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5e63750e", "reconcileID": "d3ebd415-a8f2-49e4-b95f-b51b6a35b238", "LLMInferenceService": "e2e-same-id-b-5e63750e", "namespace": "llm"} 2026-09-15T21:35:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5e63750e", "reconcileID": "277f0df2-98f9-4623-8b9f-a4dfcd260a04", "LLMInferenceService": "e2e-same-id-a-5e63750e", "namespace": "llm"} 2026-09-15T21:35:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5e63750e", "reconcileID": "277f0df2-98f9-4623-8b9f-a4dfcd260a04", "LLMInferenceService": "e2e-same-id-a-5e63750e", "namespace": "llm"} 2026-09-15T21:35:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5e63750e", "reconcileID": "277f0df2-98f9-4623-8b9f-a4dfcd260a04", "LLMInferenceService": "e2e-same-id-a-5e63750e", "namespace": "llm"} 2026-09-15T21:35:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5e63750e", "reconcileID": "277f0df2-98f9-4623-8b9f-a4dfcd260a04", "LLMInferenceService": "e2e-same-id-a-5e63750e", "namespace": "llm", "name": "e2e-same-id-a-5e63750e-kserve-route-authn"} 2026-09-15T21:35:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5e63750e", "reconcileID": "277f0df2-98f9-4623-8b9f-a4dfcd260a04", "LLMInferenceService": "e2e-same-id-a-5e63750e", "namespace": "llm", "authType": "userdefined"} 2026-09-15T21:35:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5e63750e", "reconcileID": "277f0df2-98f9-4623-8b9f-a4dfcd260a04", "LLMInferenceService": "e2e-same-id-a-5e63750e", "namespace": "llm"} 2026-09-15T21:35:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5e63750e", "reconcileID": "edd0ee21-853b-4477-938e-761890566ea5", "LLMInferenceService": "e2e-same-id-b-5e63750e", "namespace": "llm"} 2026-09-15T21:35:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5e63750e", "reconcileID": "edd0ee21-853b-4477-938e-761890566ea5", "LLMInferenceService": "e2e-same-id-b-5e63750e", "namespace": "llm"} 2026-09-15T21:35:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5e63750e", "reconcileID": "edd0ee21-853b-4477-938e-761890566ea5", "LLMInferenceService": "e2e-same-id-b-5e63750e", "namespace": "llm"} 2026-09-15T21:35:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5e63750e", "reconcileID": "edd0ee21-853b-4477-938e-761890566ea5", "LLMInferenceService": "e2e-same-id-b-5e63750e", "namespace": "llm", "name": "e2e-same-id-b-5e63750e-kserve-route-authn"} 2026-09-15T21:35:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5e63750e", "reconcileID": "edd0ee21-853b-4477-938e-761890566ea5", "LLMInferenceService": "e2e-same-id-b-5e63750e", "namespace": "llm", "authType": "userdefined"} 2026-09-15T21:35:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5e63750e", "reconcileID": "edd0ee21-853b-4477-938e-761890566ea5", "LLMInferenceService": "e2e-same-id-b-5e63750e", "namespace": "llm"} 2026-09-15T21:35:52Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5e63750e", "reconcileID": "fbb28600-85b9-4a15-b2a1-4ca1ce269486", "LLMInferenceService": "e2e-same-id-a-5e63750e", "namespace": "llm"} 2026-09-15T21:35:52Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5e63750e", "reconcileID": "fbb28600-85b9-4a15-b2a1-4ca1ce269486", "LLMInferenceService": "e2e-same-id-a-5e63750e", "namespace": "llm", "name": "e2e-same-id-a-5e63750e"} 2026-09-15T21:35:52Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5e63750e", "reconcileID": "fbb28600-85b9-4a15-b2a1-4ca1ce269486", "LLMInferenceService": "e2e-same-id-a-5e63750e", "namespace": "llm"} 2026-09-15T21:35:52Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5e63750e", "reconcileID": "fbb28600-85b9-4a15-b2a1-4ca1ce269486", "LLMInferenceService": "e2e-same-id-a-5e63750e", "namespace": "llm"} 2026-09-15T21:35:52Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5e63750e", "reconcileID": "fbb28600-85b9-4a15-b2a1-4ca1ce269486", "LLMInferenceService": "e2e-same-id-a-5e63750e", "namespace": "llm", "name": "e2e-same-id-a-5e63750e-kserve-route-authn"} 2026-09-15T21:35:52Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5e63750e", "reconcileID": "fbb28600-85b9-4a15-b2a1-4ca1ce269486", "LLMInferenceService": "e2e-same-id-a-5e63750e", "namespace": "llm", "name": "e2e-same-id-a-5e63750e-kserve-route-authn"} 2026-09-15T21:35:52Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5e63750e", "reconcileID": "c6d91afd-3e52-4e99-b71c-355303cc68e0", "LLMInferenceService": "e2e-same-id-a-5e63750e", "namespace": "llm"} 2026-09-15T21:35:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a9b78f5c-d874-4d0f-bb59-8b8506ea7dde", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T21:35:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a9b78f5c-d874-4d0f-bb59-8b8506ea7dde", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-15T21:35:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a9b78f5c-d874-4d0f-bb59-8b8506ea7dde", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T21:35:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ea97fce2-e4f0-4d91-b0d4-f46364b21e2c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T21:35:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ea97fce2-e4f0-4d91-b0d4-f46364b21e2c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-15T21:35:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ea97fce2-e4f0-4d91-b0d4-f46364b21e2c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T21:35:52Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5e63750e", "reconcileID": "fb63938e-8a35-4f1b-8e08-8293cd44c0b9", "LLMInferenceService": "e2e-same-id-b-5e63750e", "namespace": "llm"} 2026-09-15T21:35:52Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5e63750e", "reconcileID": "fb63938e-8a35-4f1b-8e08-8293cd44c0b9", "LLMInferenceService": "e2e-same-id-b-5e63750e", "namespace": "llm", "name": "e2e-same-id-b-5e63750e"} 2026-09-15T21:35:52Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5e63750e", "reconcileID": "fb63938e-8a35-4f1b-8e08-8293cd44c0b9", "LLMInferenceService": "e2e-same-id-b-5e63750e", "namespace": "llm"} 2026-09-15T21:35:52Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5e63750e", "reconcileID": "fb63938e-8a35-4f1b-8e08-8293cd44c0b9", "LLMInferenceService": "e2e-same-id-b-5e63750e", "namespace": "llm"} 2026-09-15T21:35:52Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5e63750e", "reconcileID": "fb63938e-8a35-4f1b-8e08-8293cd44c0b9", "LLMInferenceService": "e2e-same-id-b-5e63750e", "namespace": "llm", "name": "e2e-same-id-b-5e63750e-kserve-route-authn"} 2026-09-15T21:35:52Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5e63750e", "reconcileID": "fb63938e-8a35-4f1b-8e08-8293cd44c0b9", "LLMInferenceService": "e2e-same-id-b-5e63750e", "namespace": "llm", "name": "e2e-same-id-b-5e63750e-kserve-route-authn"} 2026-09-15T21:35:54Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5e63750e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5e63750e", "reconcileID": "f4a9d60d-9040-487a-80ff-9343fbbcf75d", "LLMInferenceService": "e2e-same-id-b-5e63750e", "namespace": "llm"} 2026-09-15T21:35:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "55e80913-0a59-47d3-b65f-df7fdff0ff7e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T21:35:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "55e80913-0a59-47d3-b65f-df7fdff0ff7e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-15T21:35:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "55e80913-0a59-47d3-b65f-df7fdff0ff7e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T21:35:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8f4c394c-619b-48d5-bf14-29421ca74324", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T21:35:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8f4c394c-619b-48d5-bf14-29421ca74324", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-15T21:35:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8f4c394c-619b-48d5-bf14-29421ca74324", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}