2026-09-11T13:53:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9edb53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9edb53", "reconcileID": "01ca24d7-9ded-486e-b18a-f615b40dc725", "Gateway": "e2e-shared-b-w3-9edb53", "namespace": "openshift-ingress"} 2026-09-11T13:53:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0317c3","namespace":"ai-tenant-e2e-shared-a-w3-0317c3"}, "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "rate-test-model-0317c3", "reconcileID": "c34f8313-b767-4ed1-917f-80ea4d603b89", "LLMInferenceService": "rate-test-model-0317c3", "namespace": "ai-tenant-e2e-shared-a-w3-0317c3"} 2026-09-11T13:53:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0317c3","namespace":"ai-tenant-e2e-shared-a-w3-0317c3"}, "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "rate-test-model-0317c3", "reconcileID": "c34f8313-b767-4ed1-917f-80ea4d603b89", "LLMInferenceService": "rate-test-model-0317c3", "namespace": "ai-tenant-e2e-shared-a-w3-0317c3"} 2026-09-11T13:53:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0317c3","namespace":"ai-tenant-e2e-shared-a-w3-0317c3"}, "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "rate-test-model-0317c3", "reconcileID": "c34f8313-b767-4ed1-917f-80ea4d603b89", "LLMInferenceService": "rate-test-model-0317c3", "namespace": "ai-tenant-e2e-shared-a-w3-0317c3"} 2026-09-11T13:53:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0317c3","namespace":"ai-tenant-e2e-shared-a-w3-0317c3"}, "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "rate-test-model-0317c3", "reconcileID": "c34f8313-b767-4ed1-917f-80ea4d603b89", "LLMInferenceService": "rate-test-model-0317c3", "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "rate-test-model-0317c3-kserve-route-authn"} 2026-09-11T13:53:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0317c3","namespace":"ai-tenant-e2e-shared-a-w3-0317c3"}, "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "rate-test-model-0317c3", "reconcileID": "c34f8313-b767-4ed1-917f-80ea4d603b89", "LLMInferenceService": "rate-test-model-0317c3", "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "authType": "userdefined"} 2026-09-11T13:53:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0317c3","namespace":"ai-tenant-e2e-shared-a-w3-0317c3"}, "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "rate-test-model-0317c3", "reconcileID": "c34f8313-b767-4ed1-917f-80ea4d603b89", "LLMInferenceService": "rate-test-model-0317c3", "namespace": "ai-tenant-e2e-shared-a-w3-0317c3"} 2026-09-11T13:53:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0317c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0317c3", "reconcileID": "828d4a44-f638-493a-8dab-d0b4798cd455", "Gateway": "e2e-shared-a-w3-0317c3", "namespace": "openshift-ingress"} 2026-09-11T13:53:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0317c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0317c3", "reconcileID": "828d4a44-f638-493a-8dab-d0b4798cd455", "Gateway": "e2e-shared-a-w3-0317c3", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0317c3-authn-ssl"} 2026-09-11T13:53:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0317c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0317c3", "reconcileID": "828d4a44-f638-493a-8dab-d0b4798cd455", "Gateway": "e2e-shared-a-w3-0317c3", "namespace": "openshift-ingress"} 2026-09-11T13:53:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0317c3","namespace":"ai-tenant-e2e-shared-a-w3-0317c3"}, "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "rate-test-model-0317c3", "reconcileID": "98599e0e-f594-4156-9287-2d554eb2cd50", "LLMInferenceService": "rate-test-model-0317c3", "namespace": "ai-tenant-e2e-shared-a-w3-0317c3"} 2026-09-11T13:53:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0317c3","namespace":"ai-tenant-e2e-shared-a-w3-0317c3"}, "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "rate-test-model-0317c3", "reconcileID": "98599e0e-f594-4156-9287-2d554eb2cd50", "LLMInferenceService": "rate-test-model-0317c3", "namespace": "ai-tenant-e2e-shared-a-w3-0317c3"} 2026-09-11T13:53:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0317c3","namespace":"ai-tenant-e2e-shared-a-w3-0317c3"}, "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "rate-test-model-0317c3", "reconcileID": "98599e0e-f594-4156-9287-2d554eb2cd50", "LLMInferenceService": "rate-test-model-0317c3", "namespace": "ai-tenant-e2e-shared-a-w3-0317c3"} 2026-09-11T13:53:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0317c3","namespace":"ai-tenant-e2e-shared-a-w3-0317c3"}, "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "rate-test-model-0317c3", "reconcileID": "98599e0e-f594-4156-9287-2d554eb2cd50", "LLMInferenceService": "rate-test-model-0317c3", "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "rate-test-model-0317c3-kserve-route-authn"} 2026-09-11T13:53:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0317c3","namespace":"ai-tenant-e2e-shared-a-w3-0317c3"}, "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "rate-test-model-0317c3", "reconcileID": "98599e0e-f594-4156-9287-2d554eb2cd50", "LLMInferenceService": "rate-test-model-0317c3", "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "authType": "userdefined"} 2026-09-11T13:53:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0317c3","namespace":"ai-tenant-e2e-shared-a-w3-0317c3"}, "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "rate-test-model-0317c3", "reconcileID": "98599e0e-f594-4156-9287-2d554eb2cd50", "LLMInferenceService": "rate-test-model-0317c3", "namespace": "ai-tenant-e2e-shared-a-w3-0317c3"} 2026-09-11T13:53:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0317c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0317c3", "reconcileID": "9b525f91-2881-4747-9994-4f43a02a719e", "Gateway": "e2e-shared-a-w3-0317c3", "namespace": "openshift-ingress"} 2026-09-11T13:53:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0317c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0317c3", "reconcileID": "9b525f91-2881-4747-9994-4f43a02a719e", "Gateway": "e2e-shared-a-w3-0317c3", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0317c3-authn-ssl"} 2026-09-11T13:53:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0317c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0317c3", "reconcileID": "9b525f91-2881-4747-9994-4f43a02a719e", "Gateway": "e2e-shared-a-w3-0317c3", "namespace": "openshift-ingress"} 2026-09-11T13:53:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0317c3","namespace":"ai-tenant-e2e-shared-a-w3-0317c3"}, "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "rate-test-model-0317c3", "reconcileID": "8705a6b2-d59c-4193-9748-a8a6368b0ea9", "LLMInferenceService": "rate-test-model-0317c3", "namespace": "ai-tenant-e2e-shared-a-w3-0317c3"} 2026-09-11T13:53:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0317c3","namespace":"ai-tenant-e2e-shared-a-w3-0317c3"}, "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "rate-test-model-0317c3", "reconcileID": "8705a6b2-d59c-4193-9748-a8a6368b0ea9", "LLMInferenceService": "rate-test-model-0317c3", "namespace": "ai-tenant-e2e-shared-a-w3-0317c3"} 2026-09-11T13:53:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0317c3","namespace":"ai-tenant-e2e-shared-a-w3-0317c3"}, "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "rate-test-model-0317c3", "reconcileID": "8705a6b2-d59c-4193-9748-a8a6368b0ea9", "LLMInferenceService": "rate-test-model-0317c3", "namespace": "ai-tenant-e2e-shared-a-w3-0317c3"} 2026-09-11T13:53:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0317c3","namespace":"ai-tenant-e2e-shared-a-w3-0317c3"}, "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "rate-test-model-0317c3", "reconcileID": "8705a6b2-d59c-4193-9748-a8a6368b0ea9", "LLMInferenceService": "rate-test-model-0317c3", "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "rate-test-model-0317c3-kserve-route-authn"} 2026-09-11T13:53:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0317c3","namespace":"ai-tenant-e2e-shared-a-w3-0317c3"}, "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "rate-test-model-0317c3", "reconcileID": "8705a6b2-d59c-4193-9748-a8a6368b0ea9", "LLMInferenceService": "rate-test-model-0317c3", "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "authType": "userdefined"} 2026-09-11T13:53:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0317c3","namespace":"ai-tenant-e2e-shared-a-w3-0317c3"}, "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "rate-test-model-0317c3", "reconcileID": "8705a6b2-d59c-4193-9748-a8a6368b0ea9", "LLMInferenceService": "rate-test-model-0317c3", "namespace": "ai-tenant-e2e-shared-a-w3-0317c3"} 2026-09-11T13:54:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0317c3","namespace":"ai-tenant-e2e-shared-a-w3-0317c3"}, "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "rate-test-model-0317c3", "reconcileID": "f7477a61-fb23-4c32-b27b-351817ef1525", "LLMInferenceService": "rate-test-model-0317c3", "namespace": "ai-tenant-e2e-shared-a-w3-0317c3"} 2026-09-11T13:54:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0317c3","namespace":"ai-tenant-e2e-shared-a-w3-0317c3"}, "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "rate-test-model-0317c3", "reconcileID": "f7477a61-fb23-4c32-b27b-351817ef1525", "LLMInferenceService": "rate-test-model-0317c3", "namespace": "ai-tenant-e2e-shared-a-w3-0317c3"} 2026-09-11T13:54:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0317c3","namespace":"ai-tenant-e2e-shared-a-w3-0317c3"}, "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "rate-test-model-0317c3", "reconcileID": "f7477a61-fb23-4c32-b27b-351817ef1525", "LLMInferenceService": "rate-test-model-0317c3", "namespace": "ai-tenant-e2e-shared-a-w3-0317c3"} 2026-09-11T13:54:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0317c3","namespace":"ai-tenant-e2e-shared-a-w3-0317c3"}, "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "rate-test-model-0317c3", "reconcileID": "f7477a61-fb23-4c32-b27b-351817ef1525", "LLMInferenceService": "rate-test-model-0317c3", "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "rate-test-model-0317c3-kserve-route-authn"} 2026-09-11T13:54:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0317c3","namespace":"ai-tenant-e2e-shared-a-w3-0317c3"}, "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "rate-test-model-0317c3", "reconcileID": "f7477a61-fb23-4c32-b27b-351817ef1525", "LLMInferenceService": "rate-test-model-0317c3", "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "authType": "userdefined"} 2026-09-11T13:54:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0317c3","namespace":"ai-tenant-e2e-shared-a-w3-0317c3"}, "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "rate-test-model-0317c3", "reconcileID": "f7477a61-fb23-4c32-b27b-351817ef1525", "LLMInferenceService": "rate-test-model-0317c3", "namespace": "ai-tenant-e2e-shared-a-w3-0317c3"} 2026-09-11T13:54:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9edb53","namespace":"ai-tenant-e2e-shared-b-w3-9edb53"}, "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "rate-test-model-9edb53", "reconcileID": "19e13276-4969-4374-8ee4-7bb00e5a259a", "LLMInferenceService": "rate-test-model-9edb53", "namespace": "ai-tenant-e2e-shared-b-w3-9edb53"} 2026-09-11T13:54:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9edb53","namespace":"ai-tenant-e2e-shared-b-w3-9edb53"}, "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "rate-test-model-9edb53", "reconcileID": "19e13276-4969-4374-8ee4-7bb00e5a259a", "LLMInferenceService": "rate-test-model-9edb53", "namespace": "ai-tenant-e2e-shared-b-w3-9edb53"} 2026-09-11T13:54:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9edb53","namespace":"ai-tenant-e2e-shared-b-w3-9edb53"}, "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "rate-test-model-9edb53", "reconcileID": "19e13276-4969-4374-8ee4-7bb00e5a259a", "LLMInferenceService": "rate-test-model-9edb53", "namespace": "ai-tenant-e2e-shared-b-w3-9edb53"} 2026-09-11T13:54:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9edb53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9edb53", "reconcileID": "056cff5d-9978-4821-846c-f597fe0b6f5f", "Gateway": "e2e-shared-b-w3-9edb53", "namespace": "openshift-ingress"} 2026-09-11T13:54:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9edb53","namespace":"ai-tenant-e2e-shared-b-w3-9edb53"}, "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "rate-test-model-9edb53", "reconcileID": "19e13276-4969-4374-8ee4-7bb00e5a259a", "LLMInferenceService": "rate-test-model-9edb53", "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "rate-test-model-9edb53-kserve-route-authn"} 2026-09-11T13:54:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9edb53","namespace":"ai-tenant-e2e-shared-b-w3-9edb53"}, "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "rate-test-model-9edb53", "reconcileID": "19e13276-4969-4374-8ee4-7bb00e5a259a", "LLMInferenceService": "rate-test-model-9edb53", "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "authType": "userdefined"} 2026-09-11T13:54:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9edb53","namespace":"ai-tenant-e2e-shared-b-w3-9edb53"}, "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "rate-test-model-9edb53", "reconcileID": "19e13276-4969-4374-8ee4-7bb00e5a259a", "LLMInferenceService": "rate-test-model-9edb53", "namespace": "ai-tenant-e2e-shared-b-w3-9edb53"} 2026-09-11T13:54:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9edb53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9edb53", "reconcileID": "056cff5d-9978-4821-846c-f597fe0b6f5f", "Gateway": "e2e-shared-b-w3-9edb53", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9edb53-authn-ssl"} 2026-09-11T13:54:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9edb53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9edb53", "reconcileID": "056cff5d-9978-4821-846c-f597fe0b6f5f", "Gateway": "e2e-shared-b-w3-9edb53", "namespace": "openshift-ingress"} 2026-09-11T13:54:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9edb53","namespace":"ai-tenant-e2e-shared-b-w3-9edb53"}, "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "rate-test-model-9edb53", "reconcileID": "81deffed-7791-4385-8f28-5f45964a12a8", "LLMInferenceService": "rate-test-model-9edb53", "namespace": "ai-tenant-e2e-shared-b-w3-9edb53"} 2026-09-11T13:54:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9edb53","namespace":"ai-tenant-e2e-shared-b-w3-9edb53"}, "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "rate-test-model-9edb53", "reconcileID": "81deffed-7791-4385-8f28-5f45964a12a8", "LLMInferenceService": "rate-test-model-9edb53", "namespace": "ai-tenant-e2e-shared-b-w3-9edb53"} 2026-09-11T13:54:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9edb53","namespace":"ai-tenant-e2e-shared-b-w3-9edb53"}, "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "rate-test-model-9edb53", "reconcileID": "81deffed-7791-4385-8f28-5f45964a12a8", "LLMInferenceService": "rate-test-model-9edb53", "namespace": "ai-tenant-e2e-shared-b-w3-9edb53"} 2026-09-11T13:54:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9edb53","namespace":"ai-tenant-e2e-shared-b-w3-9edb53"}, "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "rate-test-model-9edb53", "reconcileID": "81deffed-7791-4385-8f28-5f45964a12a8", "LLMInferenceService": "rate-test-model-9edb53", "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "rate-test-model-9edb53-kserve-route-authn"} 2026-09-11T13:54:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9edb53","namespace":"ai-tenant-e2e-shared-b-w3-9edb53"}, "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "rate-test-model-9edb53", "reconcileID": "81deffed-7791-4385-8f28-5f45964a12a8", "LLMInferenceService": "rate-test-model-9edb53", "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "authType": "userdefined"} 2026-09-11T13:54:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9edb53","namespace":"ai-tenant-e2e-shared-b-w3-9edb53"}, "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "rate-test-model-9edb53", "reconcileID": "81deffed-7791-4385-8f28-5f45964a12a8", "LLMInferenceService": "rate-test-model-9edb53", "namespace": "ai-tenant-e2e-shared-b-w3-9edb53"} 2026-09-11T13:54:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9edb53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9edb53", "reconcileID": "a30b9774-2c61-48da-bb74-46e96995ff2b", "Gateway": "e2e-shared-b-w3-9edb53", "namespace": "openshift-ingress"} 2026-09-11T13:54:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9edb53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9edb53", "reconcileID": "a30b9774-2c61-48da-bb74-46e96995ff2b", "Gateway": "e2e-shared-b-w3-9edb53", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9edb53-authn-ssl"} 2026-09-11T13:54:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9edb53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9edb53", "reconcileID": "a30b9774-2c61-48da-bb74-46e96995ff2b", "Gateway": "e2e-shared-b-w3-9edb53", "namespace": "openshift-ingress"} 2026-09-11T13:54:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9edb53","namespace":"ai-tenant-e2e-shared-b-w3-9edb53"}, "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "rate-test-model-9edb53", "reconcileID": "858df50b-58d2-49c5-a75f-3c2d18de86b1", "LLMInferenceService": "rate-test-model-9edb53", "namespace": "ai-tenant-e2e-shared-b-w3-9edb53"} 2026-09-11T13:54:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9edb53","namespace":"ai-tenant-e2e-shared-b-w3-9edb53"}, "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "rate-test-model-9edb53", "reconcileID": "858df50b-58d2-49c5-a75f-3c2d18de86b1", "LLMInferenceService": "rate-test-model-9edb53", "namespace": "ai-tenant-e2e-shared-b-w3-9edb53"} 2026-09-11T13:54:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9edb53","namespace":"ai-tenant-e2e-shared-b-w3-9edb53"}, "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "rate-test-model-9edb53", "reconcileID": "858df50b-58d2-49c5-a75f-3c2d18de86b1", "LLMInferenceService": "rate-test-model-9edb53", "namespace": "ai-tenant-e2e-shared-b-w3-9edb53"} 2026-09-11T13:54:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9edb53","namespace":"ai-tenant-e2e-shared-b-w3-9edb53"}, "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "rate-test-model-9edb53", "reconcileID": "858df50b-58d2-49c5-a75f-3c2d18de86b1", "LLMInferenceService": "rate-test-model-9edb53", "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "rate-test-model-9edb53-kserve-route-authn"} 2026-09-11T13:54:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9edb53","namespace":"ai-tenant-e2e-shared-b-w3-9edb53"}, "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "rate-test-model-9edb53", "reconcileID": "858df50b-58d2-49c5-a75f-3c2d18de86b1", "LLMInferenceService": "rate-test-model-9edb53", "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "authType": "userdefined"} 2026-09-11T13:54:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9edb53","namespace":"ai-tenant-e2e-shared-b-w3-9edb53"}, "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "rate-test-model-9edb53", "reconcileID": "858df50b-58d2-49c5-a75f-3c2d18de86b1", "LLMInferenceService": "rate-test-model-9edb53", "namespace": "ai-tenant-e2e-shared-b-w3-9edb53"} 2026-09-11T13:54:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9edb53","namespace":"ai-tenant-e2e-shared-b-w3-9edb53"}, "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "rate-test-model-9edb53", "reconcileID": "377a4c69-2b6e-477e-b6d4-02635b69850b", "LLMInferenceService": "rate-test-model-9edb53", "namespace": "ai-tenant-e2e-shared-b-w3-9edb53"} 2026-09-11T13:54:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9edb53","namespace":"ai-tenant-e2e-shared-b-w3-9edb53"}, "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "rate-test-model-9edb53", "reconcileID": "377a4c69-2b6e-477e-b6d4-02635b69850b", "LLMInferenceService": "rate-test-model-9edb53", "namespace": "ai-tenant-e2e-shared-b-w3-9edb53"} 2026-09-11T13:54:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9edb53","namespace":"ai-tenant-e2e-shared-b-w3-9edb53"}, "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "rate-test-model-9edb53", "reconcileID": "377a4c69-2b6e-477e-b6d4-02635b69850b", "LLMInferenceService": "rate-test-model-9edb53", "namespace": "ai-tenant-e2e-shared-b-w3-9edb53"} 2026-09-11T13:54:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9edb53","namespace":"ai-tenant-e2e-shared-b-w3-9edb53"}, "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "rate-test-model-9edb53", "reconcileID": "377a4c69-2b6e-477e-b6d4-02635b69850b", "LLMInferenceService": "rate-test-model-9edb53", "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "rate-test-model-9edb53-kserve-route-authn"} 2026-09-11T13:54:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9edb53","namespace":"ai-tenant-e2e-shared-b-w3-9edb53"}, "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "rate-test-model-9edb53", "reconcileID": "377a4c69-2b6e-477e-b6d4-02635b69850b", "LLMInferenceService": "rate-test-model-9edb53", "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "authType": "userdefined"} 2026-09-11T13:54:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9edb53","namespace":"ai-tenant-e2e-shared-b-w3-9edb53"}, "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "rate-test-model-9edb53", "reconcileID": "377a4c69-2b6e-477e-b6d4-02635b69850b", "LLMInferenceService": "rate-test-model-9edb53", "namespace": "ai-tenant-e2e-shared-b-w3-9edb53"} 2026-09-11T13:55:11Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0317c3","namespace":"ai-tenant-e2e-shared-a-w3-0317c3"}, "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "rate-test-model-0317c3", "reconcileID": "afe0ca4d-cf36-46a8-a7c4-86a80e641d0b", "LLMInferenceService": "rate-test-model-0317c3", "namespace": "ai-tenant-e2e-shared-a-w3-0317c3"} 2026-09-11T13:55:11Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0317c3","namespace":"ai-tenant-e2e-shared-a-w3-0317c3"}, "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "rate-test-model-0317c3", "reconcileID": "afe0ca4d-cf36-46a8-a7c4-86a80e641d0b", "LLMInferenceService": "rate-test-model-0317c3", "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "rate-test-model-0317c3"} 2026-09-11T13:55:11Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0317c3","namespace":"ai-tenant-e2e-shared-a-w3-0317c3"}, "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "rate-test-model-0317c3", "reconcileID": "afe0ca4d-cf36-46a8-a7c4-86a80e641d0b", "LLMInferenceService": "rate-test-model-0317c3", "namespace": "ai-tenant-e2e-shared-a-w3-0317c3"} 2026-09-11T13:55:11Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0317c3","namespace":"ai-tenant-e2e-shared-a-w3-0317c3"}, "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "rate-test-model-0317c3", "reconcileID": "afe0ca4d-cf36-46a8-a7c4-86a80e641d0b", "LLMInferenceService": "rate-test-model-0317c3", "namespace": "ai-tenant-e2e-shared-a-w3-0317c3"} 2026-09-11T13:55:11Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0317c3","namespace":"ai-tenant-e2e-shared-a-w3-0317c3"}, "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "rate-test-model-0317c3", "reconcileID": "afe0ca4d-cf36-46a8-a7c4-86a80e641d0b", "LLMInferenceService": "rate-test-model-0317c3", "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "rate-test-model-0317c3-kserve-route-authn"} 2026-09-11T13:55:11Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0317c3","namespace":"ai-tenant-e2e-shared-a-w3-0317c3"}, "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "rate-test-model-0317c3", "reconcileID": "afe0ca4d-cf36-46a8-a7c4-86a80e641d0b", "LLMInferenceService": "rate-test-model-0317c3", "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "rate-test-model-0317c3-kserve-route-authn"} 2026-09-11T13:55:11Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0317c3","namespace":"ai-tenant-e2e-shared-a-w3-0317c3"}, "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "rate-test-model-0317c3", "reconcileID": "afe0ca4d-cf36-46a8-a7c4-86a80e641d0b", "LLMInferenceService": "rate-test-model-0317c3", "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "namespace": "ai-tenant-e2e-shared-a-w3-0317c3"} 2026-09-11T13:55:11Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0317c3","namespace":"ai-tenant-e2e-shared-a-w3-0317c3"}, "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "rate-test-model-0317c3", "reconcileID": "afe0ca4d-cf36-46a8-a7c4-86a80e641d0b", "LLMInferenceService": "rate-test-model-0317c3", "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "namespace": "ai-tenant-e2e-shared-a-w3-0317c3"} 2026-09-11T13:55:11Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0317c3","namespace":"ai-tenant-e2e-shared-a-w3-0317c3"}, "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "rate-test-model-0317c3", "reconcileID": "ec5d6291-2bb1-49ae-8359-26292e4e94d6", "LLMInferenceService": "rate-test-model-0317c3", "namespace": "ai-tenant-e2e-shared-a-w3-0317c3"} 2026-09-11T13:55:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0317c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0317c3", "reconcileID": "c388b2ba-8c09-4fdd-b755-fa76bca90add", "Gateway": "e2e-shared-a-w3-0317c3", "namespace": "openshift-ingress"} 2026-09-11T13:55:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0317c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0317c3", "reconcileID": "c388b2ba-8c09-4fdd-b755-fa76bca90add", "Gateway": "e2e-shared-a-w3-0317c3", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0317c3-authn-ssl"} 2026-09-11T13:55:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0317c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0317c3", "reconcileID": "c388b2ba-8c09-4fdd-b755-fa76bca90add", "Gateway": "e2e-shared-a-w3-0317c3", "namespace": "openshift-ingress"} 2026-09-11T13:55:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0317c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0317c3", "reconcileID": "fe9f78a7-6b3c-422f-95fb-d47cb237101e", "Gateway": "e2e-shared-a-w3-0317c3", "namespace": "openshift-ingress"} 2026-09-11T13:55:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0317c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0317c3", "reconcileID": "fe9f78a7-6b3c-422f-95fb-d47cb237101e", "Gateway": "e2e-shared-a-w3-0317c3", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0317c3-authn-ssl"} 2026-09-11T13:55:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0317c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0317c3", "reconcileID": "fe9f78a7-6b3c-422f-95fb-d47cb237101e", "Gateway": "e2e-shared-a-w3-0317c3", "namespace": "openshift-ingress"} 2026-09-11T13:55:11Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9edb53","namespace":"ai-tenant-e2e-shared-b-w3-9edb53"}, "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "rate-test-model-9edb53", "reconcileID": "51a296b0-8b56-426a-a0e5-f15bdedfd365", "LLMInferenceService": "rate-test-model-9edb53", "namespace": "ai-tenant-e2e-shared-b-w3-9edb53"} 2026-09-11T13:55:11Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9edb53","namespace":"ai-tenant-e2e-shared-b-w3-9edb53"}, "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "rate-test-model-9edb53", "reconcileID": "51a296b0-8b56-426a-a0e5-f15bdedfd365", "LLMInferenceService": "rate-test-model-9edb53", "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "rate-test-model-9edb53"} 2026-09-11T13:55:11Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9edb53","namespace":"ai-tenant-e2e-shared-b-w3-9edb53"}, "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "rate-test-model-9edb53", "reconcileID": "51a296b0-8b56-426a-a0e5-f15bdedfd365", "LLMInferenceService": "rate-test-model-9edb53", "namespace": "ai-tenant-e2e-shared-b-w3-9edb53"} 2026-09-11T13:55:11Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9edb53","namespace":"ai-tenant-e2e-shared-b-w3-9edb53"}, "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "rate-test-model-9edb53", "reconcileID": "51a296b0-8b56-426a-a0e5-f15bdedfd365", "LLMInferenceService": "rate-test-model-9edb53", "namespace": "ai-tenant-e2e-shared-b-w3-9edb53"} 2026-09-11T13:55:11Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9edb53","namespace":"ai-tenant-e2e-shared-b-w3-9edb53"}, "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "rate-test-model-9edb53", "reconcileID": "51a296b0-8b56-426a-a0e5-f15bdedfd365", "LLMInferenceService": "rate-test-model-9edb53", "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "rate-test-model-9edb53-kserve-route-authn"} 2026-09-11T13:55:11Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9edb53","namespace":"ai-tenant-e2e-shared-b-w3-9edb53"}, "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "rate-test-model-9edb53", "reconcileID": "51a296b0-8b56-426a-a0e5-f15bdedfd365", "LLMInferenceService": "rate-test-model-9edb53", "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "rate-test-model-9edb53-kserve-route-authn"} 2026-09-11T13:55:11Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9edb53","namespace":"ai-tenant-e2e-shared-b-w3-9edb53"}, "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "rate-test-model-9edb53", "reconcileID": "51a296b0-8b56-426a-a0e5-f15bdedfd365", "LLMInferenceService": "rate-test-model-9edb53", "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "namespace": "ai-tenant-e2e-shared-b-w3-9edb53"} 2026-09-11T13:55:11Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9edb53","namespace":"ai-tenant-e2e-shared-b-w3-9edb53"}, "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "rate-test-model-9edb53", "reconcileID": "51a296b0-8b56-426a-a0e5-f15bdedfd365", "LLMInferenceService": "rate-test-model-9edb53", "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "namespace": "ai-tenant-e2e-shared-b-w3-9edb53"} 2026-09-11T13:55:12Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9edb53","namespace":"ai-tenant-e2e-shared-b-w3-9edb53"}, "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "rate-test-model-9edb53", "reconcileID": "9b9ed7e9-886b-4d40-afbf-670de5c145ac", "LLMInferenceService": "rate-test-model-9edb53", "namespace": "ai-tenant-e2e-shared-b-w3-9edb53"} 2026-09-11T13:55:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9edb53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9edb53", "reconcileID": "9a1526f3-b16f-4fc5-a2e6-329b2fd8ad39", "Gateway": "e2e-shared-b-w3-9edb53", "namespace": "openshift-ingress"} 2026-09-11T13:55:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9edb53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9edb53", "reconcileID": "9a1526f3-b16f-4fc5-a2e6-329b2fd8ad39", "Gateway": "e2e-shared-b-w3-9edb53", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9edb53-authn-ssl"} 2026-09-11T13:55:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9edb53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9edb53", "reconcileID": "9a1526f3-b16f-4fc5-a2e6-329b2fd8ad39", "Gateway": "e2e-shared-b-w3-9edb53", "namespace": "openshift-ingress"} 2026-09-11T13:55:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9edb53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9edb53", "reconcileID": "6a5415e9-8b3d-4630-b2ac-e06bd77e2464", "Gateway": "e2e-shared-b-w3-9edb53", "namespace": "openshift-ingress"} 2026-09-11T13:55:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9edb53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9edb53", "reconcileID": "6a5415e9-8b3d-4630-b2ac-e06bd77e2464", "Gateway": "e2e-shared-b-w3-9edb53", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9edb53-authn-ssl"} 2026-09-11T13:55:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9edb53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9edb53", "reconcileID": "6a5415e9-8b3d-4630-b2ac-e06bd77e2464", "Gateway": "e2e-shared-b-w3-9edb53", "namespace": "openshift-ingress"} 2026-09-11T13:55:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "18af66c6-835c-470d-996b-bd7c9db1f004", "Gateway": "e2e-ipp-a-264b08", "namespace": "openshift-ingress"} 2026-09-11T13:55:13Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "18af66c6-835c-470d-996b-bd7c9db1f004", "Gateway": "e2e-ipp-a-264b08", "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08-authn-ssl"} 2026-09-11T13:55:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "18af66c6-835c-470d-996b-bd7c9db1f004", "Gateway": "e2e-ipp-a-264b08", "namespace": "openshift-ingress"} 2026-09-11T13:55:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "293b229b-7a24-4c87-bc79-ef7b637d3aa9", "Gateway": "e2e-ipp-a-264b08", "namespace": "openshift-ingress"} 2026-09-11T13:55:13Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "293b229b-7a24-4c87-bc79-ef7b637d3aa9", "Gateway": "e2e-ipp-a-264b08", "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08-authn-ssl"} 2026-09-11T13:55:13Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "293b229b-7a24-4c87-bc79-ef7b637d3aa9", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-a-264b08-authn-ssl: envoyfilters.networking.istio.io \"e2e-ipp-a-264b08-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T13:55:13Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-a-264b08-authn-ssl: envoyfilters.networking.istio.io "e2e-ipp-a-264b08-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-ipp-a-264b08","uid":"e32e90cd-d2c3-43ce-a817-0794af47d142","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"55164"}, "reason": "ReconcileError"} 2026-09-11T13:55:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "03bb151a-27b4-490f-8c75-df5ebe61be12", "Gateway": "e2e-ipp-a-264b08", "namespace": "openshift-ingress"} 2026-09-11T13:55:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "03bb151a-27b4-490f-8c75-df5ebe61be12", "Gateway": "e2e-ipp-a-264b08", "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08-authn-ssl"} 2026-09-11T13:55:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "03bb151a-27b4-490f-8c75-df5ebe61be12", "Gateway": "e2e-ipp-a-264b08", "namespace": "openshift-ingress"} 2026-09-11T13:55:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "ee6df1c7-e87e-4135-b116-c62e969205fa", "Gateway": "e2e-ipp-a-264b08", "namespace": "openshift-ingress"} 2026-09-11T13:55:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "ee6df1c7-e87e-4135-b116-c62e969205fa", "Gateway": "e2e-ipp-a-264b08", "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08-authn-ssl"} 2026-09-11T13:55:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "ee6df1c7-e87e-4135-b116-c62e969205fa", "Gateway": "e2e-ipp-a-264b08", "namespace": "openshift-ingress"} 2026-09-11T13:55:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "a963ec3b-8ae4-4d33-8b2c-a7bd57b647df", "Gateway": "e2e-ipp-a-264b08", "namespace": "openshift-ingress"} 2026-09-11T13:55:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "a963ec3b-8ae4-4d33-8b2c-a7bd57b647df", "Gateway": "e2e-ipp-a-264b08", "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08-authn-ssl"} 2026-09-11T13:55:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "a963ec3b-8ae4-4d33-8b2c-a7bd57b647df", "Gateway": "e2e-ipp-a-264b08", "namespace": "openshift-ingress"} 2026-09-11T13:55:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "9e0af5e8-df05-41d8-a8b5-15e29ac3dfb7", "Gateway": "e2e-ipp-a-264b08", "namespace": "openshift-ingress"} 2026-09-11T13:55:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "9e0af5e8-df05-41d8-a8b5-15e29ac3dfb7", "Gateway": "e2e-ipp-a-264b08", "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08-authn-ssl"} 2026-09-11T13:55:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "9e0af5e8-df05-41d8-a8b5-15e29ac3dfb7", "Gateway": "e2e-ipp-a-264b08", "namespace": "openshift-ingress"} 2026-09-11T13:55:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "0158b3ce-bc80-469a-9f97-515dc27e3686", "Gateway": "e2e-ipp-a-264b08", "namespace": "openshift-ingress"} 2026-09-11T13:55:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "0158b3ce-bc80-469a-9f97-515dc27e3686", "Gateway": "e2e-ipp-a-264b08", "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08-authn-ssl"} 2026-09-11T13:55:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "0158b3ce-bc80-469a-9f97-515dc27e3686", "Gateway": "e2e-ipp-a-264b08", "namespace": "openshift-ingress"} 2026-09-11T13:55:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "openshift-service-ca.crt", "reconcileID": "88c15694-d105-4f35-8082-ae85c85c8740", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-264b08"} 2026-09-11T13:55:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "openshift-service-ca.crt", "reconcileID": "9bf3826b-28df-4a51-bd68-26137d2f142d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-264b08", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T13:55:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "openshift-service-ca.crt", "reconcileID": "9bf3826b-28df-4a51-bd68-26137d2f142d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-264b08"} 2026-09-11T13:55:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "odh-trusted-ca-bundle", "reconcileID": "c0ecc0ac-b056-4970-9ba9-4c1b217e97a1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-264b08"} 2026-09-11T13:55:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e75d3a9-1861-48a7-8edc-f96f8ecbbb9a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-264b08"} 2026-09-11T13:55:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "openshift-service-ca.crt", "reconcileID": "0f224863-3fba-4852-bd27-7273bfdd81fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-264b08"} 2026-09-11T13:55:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "odh-trusted-ca-bundle", "reconcileID": "50a21333-ba41-424f-8e91-01c3adfcdb64", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-264b08", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T13:55:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "odh-trusted-ca-bundle", "reconcileID": "50a21333-ba41-424f-8e91-01c3adfcdb64", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-264b08"} 2026-09-11T13:55:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5a0f994c-b046-4806-9591-e7e236da9d3a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-264b08"} 2026-09-11T13:55:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "789880bd-1882-4205-97cc-7a36cb7b17e8", "Gateway": "e2e-ipp-a-264b08", "namespace": "openshift-ingress"} 2026-09-11T13:55:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "789880bd-1882-4205-97cc-7a36cb7b17e8", "Gateway": "e2e-ipp-a-264b08", "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08-authn-ssl"} 2026-09-11T13:55:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "789880bd-1882-4205-97cc-7a36cb7b17e8", "Gateway": "e2e-ipp-a-264b08", "namespace": "openshift-ingress"} 2026-09-11T13:55:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "8e6744cd-7791-412d-8eec-711a76bbd71e", "Gateway": "e2e-ipp-a-264b08", "namespace": "openshift-ingress"} 2026-09-11T13:55:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "8e6744cd-7791-412d-8eec-711a76bbd71e", "Gateway": "e2e-ipp-a-264b08", "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08-authn-ssl"} 2026-09-11T13:55:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "8e6744cd-7791-412d-8eec-711a76bbd71e", "Gateway": "e2e-ipp-a-264b08", "namespace": "openshift-ingress"} 2026-09-11T13:55:34Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T13:55:34Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T13:55:38Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T13:55:38Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T13:55:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a403bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a403bc", "reconcileID": "57ccc07f-b2b0-4758-bd10-9e16a914870f", "Gateway": "e2e-ipp-b-a403bc", "namespace": "openshift-ingress"} 2026-09-11T13:55:42Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a403bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a403bc", "reconcileID": "57ccc07f-b2b0-4758-bd10-9e16a914870f", "Gateway": "e2e-ipp-b-a403bc", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a403bc-authn-ssl"} 2026-09-11T13:55:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a403bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a403bc", "reconcileID": "57ccc07f-b2b0-4758-bd10-9e16a914870f", "Gateway": "e2e-ipp-b-a403bc", "namespace": "openshift-ingress"} 2026-09-11T13:55:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a403bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a403bc", "reconcileID": "23542272-9548-42b9-9eb2-b5fcb485951c", "Gateway": "e2e-ipp-b-a403bc", "namespace": "openshift-ingress"} 2026-09-11T13:55:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a403bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a403bc", "reconcileID": "23542272-9548-42b9-9eb2-b5fcb485951c", "Gateway": "e2e-ipp-b-a403bc", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a403bc-authn-ssl"} 2026-09-11T13:55:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a403bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a403bc", "reconcileID": "23542272-9548-42b9-9eb2-b5fcb485951c", "Gateway": "e2e-ipp-b-a403bc", "namespace": "openshift-ingress"} 2026-09-11T13:55:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a403bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a403bc", "reconcileID": "0b97ff01-24b4-4a6e-a85c-56f63a70905f", "Gateway": "e2e-ipp-b-a403bc", "namespace": "openshift-ingress"} 2026-09-11T13:55:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a403bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a403bc", "reconcileID": "0b97ff01-24b4-4a6e-a85c-56f63a70905f", "Gateway": "e2e-ipp-b-a403bc", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a403bc-authn-ssl"} 2026-09-11T13:55:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a403bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a403bc", "reconcileID": "0b97ff01-24b4-4a6e-a85c-56f63a70905f", "Gateway": "e2e-ipp-b-a403bc", "namespace": "openshift-ingress"} 2026-09-11T13:55:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a403bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a403bc", "reconcileID": "7651cef0-2dc7-4d31-ad56-20a7f9fd755b", "Gateway": "e2e-ipp-b-a403bc", "namespace": "openshift-ingress"} 2026-09-11T13:55:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a403bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a403bc", "reconcileID": "7651cef0-2dc7-4d31-ad56-20a7f9fd755b", "Gateway": "e2e-ipp-b-a403bc", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a403bc-authn-ssl"} 2026-09-11T13:55:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a403bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a403bc", "reconcileID": "7651cef0-2dc7-4d31-ad56-20a7f9fd755b", "Gateway": "e2e-ipp-b-a403bc", "namespace": "openshift-ingress"} 2026-09-11T13:55:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a403bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a403bc", "reconcileID": "c1cb04a7-6122-4c99-bc8f-a2a78fa4115e", "Gateway": "e2e-ipp-b-a403bc", "namespace": "openshift-ingress"} 2026-09-11T13:55:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a403bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a403bc", "reconcileID": "c1cb04a7-6122-4c99-bc8f-a2a78fa4115e", "Gateway": "e2e-ipp-b-a403bc", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a403bc-authn-ssl"} 2026-09-11T13:55:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a403bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a403bc", "reconcileID": "c1cb04a7-6122-4c99-bc8f-a2a78fa4115e", "Gateway": "e2e-ipp-b-a403bc", "namespace": "openshift-ingress"} 2026-09-11T13:55:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a403bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a403bc", "reconcileID": "6de5bdb9-a402-445d-ad1a-c4171485990d", "Gateway": "e2e-ipp-b-a403bc", "namespace": "openshift-ingress"} 2026-09-11T13:55:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a403bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a403bc", "reconcileID": "6de5bdb9-a402-445d-ad1a-c4171485990d", "Gateway": "e2e-ipp-b-a403bc", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a403bc-authn-ssl"} 2026-09-11T13:55:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a403bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a403bc", "reconcileID": "6de5bdb9-a402-445d-ad1a-c4171485990d", "Gateway": "e2e-ipp-b-a403bc", "namespace": "openshift-ingress"} 2026-09-11T13:55:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a403bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a403bc", "reconcileID": "0db319e4-53bf-4f84-93b7-5df2573bd91a", "Gateway": "e2e-ipp-b-a403bc", "namespace": "openshift-ingress"} 2026-09-11T13:55:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a403bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a403bc", "reconcileID": "0db319e4-53bf-4f84-93b7-5df2573bd91a", "Gateway": "e2e-ipp-b-a403bc", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a403bc-authn-ssl"} 2026-09-11T13:55:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a403bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a403bc", "reconcileID": "0db319e4-53bf-4f84-93b7-5df2573bd91a", "Gateway": "e2e-ipp-b-a403bc", "namespace": "openshift-ingress"} 2026-09-11T13:55:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a403bc"}, "namespace": "ai-tenant-e2e-ipp-b-a403bc", "name": "openshift-service-ca.crt", "reconcileID": "13b345bc-61c5-4f87-8cff-76753c3907ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a403bc"} 2026-09-11T13:55:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a403bc"}, "namespace": "ai-tenant-e2e-ipp-b-a403bc", "name": "openshift-service-ca.crt", "reconcileID": "a819bb29-be03-42db-a50d-889433f7a04e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a403bc", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T13:55:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a403bc"}, "namespace": "ai-tenant-e2e-ipp-b-a403bc", "name": "openshift-service-ca.crt", "reconcileID": "a819bb29-be03-42db-a50d-889433f7a04e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a403bc"} 2026-09-11T13:55:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a403bc"}, "namespace": "ai-tenant-e2e-ipp-b-a403bc", "name": "odh-trusted-ca-bundle", "reconcileID": "efa29bd0-91c9-4fa1-b1eb-752877236571", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a403bc", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T13:55:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a403bc"}, "namespace": "ai-tenant-e2e-ipp-b-a403bc", "name": "odh-trusted-ca-bundle", "reconcileID": "efa29bd0-91c9-4fa1-b1eb-752877236571", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T13:55:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a403bc"}, "namespace": "ai-tenant-e2e-ipp-b-a403bc", "name": "openshift-service-ca.crt", "reconcileID": "26deb894-f669-455e-b227-bbedce1f73fd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a403bc"} 2026-09-11T13:55:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a403bc"}, "namespace": "ai-tenant-e2e-ipp-b-a403bc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b1a53a15-2f89-4391-bd72-cff1e74bef7e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a403bc"} 2026-09-11T13:55:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a403bc"}, "namespace": "ai-tenant-e2e-ipp-b-a403bc", "name": "odh-trusted-ca-bundle", "reconcileID": "185e3abb-47a6-4365-911d-1f1f1cf2a500", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a403bc"} 2026-09-11T13:55:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a403bc"}, "namespace": "ai-tenant-e2e-ipp-b-a403bc", "name": "odh-trusted-ca-bundle", "reconcileID": "f0e4eb03-7702-49d6-9789-b327b6ae82b4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a403bc", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T13:55:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a403bc"}, "namespace": "ai-tenant-e2e-ipp-b-a403bc", "name": "odh-trusted-ca-bundle", "reconcileID": "f0e4eb03-7702-49d6-9789-b327b6ae82b4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a403bc"} 2026-09-11T13:55:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a403bc"}, "namespace": "ai-tenant-e2e-ipp-b-a403bc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "616231a4-033e-4681-8abd-a3368ad98ab5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a403bc"} 2026-09-11T13:55:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a403bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a403bc", "reconcileID": "5a394739-9f97-4ced-8a7a-ea7f4411705a", "Gateway": "e2e-ipp-b-a403bc", "namespace": "openshift-ingress"} 2026-09-11T13:55:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a403bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a403bc", "reconcileID": "5a394739-9f97-4ced-8a7a-ea7f4411705a", "Gateway": "e2e-ipp-b-a403bc", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a403bc-authn-ssl"} 2026-09-11T13:55:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a403bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a403bc", "reconcileID": "5a394739-9f97-4ced-8a7a-ea7f4411705a", "Gateway": "e2e-ipp-b-a403bc", "namespace": "openshift-ingress"} 2026-09-11T13:55:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a403bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a403bc", "reconcileID": "faa7b44e-92e7-4609-8596-015aeb54eb94", "Gateway": "e2e-ipp-b-a403bc", "namespace": "openshift-ingress"} 2026-09-11T13:55:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a403bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a403bc", "reconcileID": "faa7b44e-92e7-4609-8596-015aeb54eb94", "Gateway": "e2e-ipp-b-a403bc", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a403bc-authn-ssl"} 2026-09-11T13:55:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a403bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a403bc", "reconcileID": "faa7b44e-92e7-4609-8596-015aeb54eb94", "Gateway": "e2e-ipp-b-a403bc", "namespace": "openshift-ingress"} 2026-09-11T13:56:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-264b08","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08", "reconcileID": "5bbb47e5-3358-4a27-b563-05f92991f62c", "LLMInferenceService": "ipp-route-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08"} 2026-09-11T13:56:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-264b08","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08", "reconcileID": "5bbb47e5-3358-4a27-b563-05f92991f62c", "LLMInferenceService": "ipp-route-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08"} 2026-09-11T13:56:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-264b08","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08", "reconcileID": "5bbb47e5-3358-4a27-b563-05f92991f62c", "LLMInferenceService": "ipp-route-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08"} 2026-09-11T13:56:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "ceb99f8a-be94-4365-8dfd-e2e751b89c58", "Gateway": "e2e-ipp-a-264b08", "namespace": "openshift-ingress"} 2026-09-11T13:56:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-264b08","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08", "reconcileID": "5bbb47e5-3358-4a27-b563-05f92991f62c", "LLMInferenceService": "ipp-route-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08-kserve-route-authn"} 2026-09-11T13:56:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-264b08","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08", "reconcileID": "5bbb47e5-3358-4a27-b563-05f92991f62c", "LLMInferenceService": "ipp-route-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08", "authType": "userdefined"} 2026-09-11T13:56:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-264b08","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08", "reconcileID": "5bbb47e5-3358-4a27-b563-05f92991f62c", "LLMInferenceService": "ipp-route-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08"} 2026-09-11T13:56:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "ceb99f8a-be94-4365-8dfd-e2e751b89c58", "Gateway": "e2e-ipp-a-264b08", "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08-authn-ssl"} 2026-09-11T13:56:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "ceb99f8a-be94-4365-8dfd-e2e751b89c58", "Gateway": "e2e-ipp-a-264b08", "namespace": "openshift-ingress"} 2026-09-11T13:56:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-264b08","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08", "reconcileID": "5f37339b-3ba3-41ba-9079-d0ce00e38496", "LLMInferenceService": "ipp-route-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08"} 2026-09-11T13:56:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-264b08","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08", "reconcileID": "5f37339b-3ba3-41ba-9079-d0ce00e38496", "LLMInferenceService": "ipp-route-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08"} 2026-09-11T13:56:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-264b08","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08", "reconcileID": "5f37339b-3ba3-41ba-9079-d0ce00e38496", "LLMInferenceService": "ipp-route-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08"} 2026-09-11T13:56:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-264b08","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08", "reconcileID": "5f37339b-3ba3-41ba-9079-d0ce00e38496", "LLMInferenceService": "ipp-route-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08-kserve-route-authn"} 2026-09-11T13:56:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-264b08","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08", "reconcileID": "5f37339b-3ba3-41ba-9079-d0ce00e38496", "LLMInferenceService": "ipp-route-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08", "authType": "userdefined"} 2026-09-11T13:56:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-264b08","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08", "reconcileID": "5f37339b-3ba3-41ba-9079-d0ce00e38496", "LLMInferenceService": "ipp-route-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08"} 2026-09-11T13:56:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "232cef9a-a392-466e-8505-0d836477efd0", "Gateway": "e2e-ipp-a-264b08", "namespace": "openshift-ingress"} 2026-09-11T13:56:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "232cef9a-a392-466e-8505-0d836477efd0", "Gateway": "e2e-ipp-a-264b08", "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08-authn-ssl"} 2026-09-11T13:56:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "232cef9a-a392-466e-8505-0d836477efd0", "Gateway": "e2e-ipp-a-264b08", "namespace": "openshift-ingress"} 2026-09-11T13:56:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-264b08","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08", "reconcileID": "5c5f35f1-fca6-4ff0-ae62-bbd6b71d6213", "LLMInferenceService": "ipp-route-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08"} 2026-09-11T13:56:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-264b08","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08", "reconcileID": "5c5f35f1-fca6-4ff0-ae62-bbd6b71d6213", "LLMInferenceService": "ipp-route-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08"} 2026-09-11T13:56:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-264b08","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08", "reconcileID": "5c5f35f1-fca6-4ff0-ae62-bbd6b71d6213", "LLMInferenceService": "ipp-route-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08"} 2026-09-11T13:56:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-264b08","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08", "reconcileID": "5c5f35f1-fca6-4ff0-ae62-bbd6b71d6213", "LLMInferenceService": "ipp-route-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08-kserve-route-authn"} 2026-09-11T13:56:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-264b08","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08", "reconcileID": "5c5f35f1-fca6-4ff0-ae62-bbd6b71d6213", "LLMInferenceService": "ipp-route-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08", "authType": "userdefined"} 2026-09-11T13:56:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-264b08","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08", "reconcileID": "5c5f35f1-fca6-4ff0-ae62-bbd6b71d6213", "LLMInferenceService": "ipp-route-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08"} 2026-09-11T13:56:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-264b08","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08", "reconcileID": "08746665-f051-4cb5-acf5-d290b59c1888", "LLMInferenceService": "ipp-route-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08"} 2026-09-11T13:56:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-264b08","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08", "reconcileID": "08746665-f051-4cb5-acf5-d290b59c1888", "LLMInferenceService": "ipp-route-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08"} 2026-09-11T13:56:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-264b08","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08", "reconcileID": "08746665-f051-4cb5-acf5-d290b59c1888", "LLMInferenceService": "ipp-route-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08"} 2026-09-11T13:56:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-264b08","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08", "reconcileID": "08746665-f051-4cb5-acf5-d290b59c1888", "LLMInferenceService": "ipp-route-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08-kserve-route-authn"} 2026-09-11T13:56:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-264b08","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08", "reconcileID": "08746665-f051-4cb5-acf5-d290b59c1888", "LLMInferenceService": "ipp-route-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08", "authType": "userdefined"} 2026-09-11T13:56:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-264b08","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08", "reconcileID": "08746665-f051-4cb5-acf5-d290b59c1888", "LLMInferenceService": "ipp-route-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08"} 2026-09-11T13:56:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7b7819","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819", "reconcileID": "8435d223-a27b-4cb3-8558-2bab8ad04b0e", "Gateway": "e2e-ipp-cleanup-7b7819", "namespace": "openshift-ingress"} 2026-09-11T13:56:58Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7b7819","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819", "reconcileID": "8435d223-a27b-4cb3-8558-2bab8ad04b0e", "Gateway": "e2e-ipp-cleanup-7b7819", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819-authn-ssl"} 2026-09-11T13:56:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7b7819","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819", "reconcileID": "8435d223-a27b-4cb3-8558-2bab8ad04b0e", "Gateway": "e2e-ipp-cleanup-7b7819", "namespace": "openshift-ingress"} 2026-09-11T13:56:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7b7819","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819", "reconcileID": "5f73317f-518c-4c65-9e0f-be4ff5c88f44", "Gateway": "e2e-ipp-cleanup-7b7819", "namespace": "openshift-ingress"} 2026-09-11T13:56:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7b7819","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819", "reconcileID": "5f73317f-518c-4c65-9e0f-be4ff5c88f44", "Gateway": "e2e-ipp-cleanup-7b7819", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819-authn-ssl"} 2026-09-11T13:56:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7b7819","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819", "reconcileID": "5f73317f-518c-4c65-9e0f-be4ff5c88f44", "Gateway": "e2e-ipp-cleanup-7b7819", "namespace": "openshift-ingress"} 2026-09-11T13:56:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7b7819","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819", "reconcileID": "3561381d-d666-4b29-8568-fd73419e4a2c", "Gateway": "e2e-ipp-cleanup-7b7819", "namespace": "openshift-ingress"} 2026-09-11T13:56:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7b7819","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819", "reconcileID": "3561381d-d666-4b29-8568-fd73419e4a2c", "Gateway": "e2e-ipp-cleanup-7b7819", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819-authn-ssl"} 2026-09-11T13:56:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7b7819","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819", "reconcileID": "3561381d-d666-4b29-8568-fd73419e4a2c", "Gateway": "e2e-ipp-cleanup-7b7819", "namespace": "openshift-ingress"} 2026-09-11T13:56:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7b7819","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819", "reconcileID": "5ebb6ab5-3315-4dec-a4ff-1570d478cce5", "Gateway": "e2e-ipp-cleanup-7b7819", "namespace": "openshift-ingress"} 2026-09-11T13:56:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7b7819","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819", "reconcileID": "5ebb6ab5-3315-4dec-a4ff-1570d478cce5", "Gateway": "e2e-ipp-cleanup-7b7819", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819-authn-ssl"} 2026-09-11T13:56:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7b7819","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819", "reconcileID": "5ebb6ab5-3315-4dec-a4ff-1570d478cce5", "Gateway": "e2e-ipp-cleanup-7b7819", "namespace": "openshift-ingress"} 2026-09-11T13:56:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7b7819","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819", "reconcileID": "b768ce80-563b-4af3-a8a3-c14d447b02cd", "Gateway": "e2e-ipp-cleanup-7b7819", "namespace": "openshift-ingress"} 2026-09-11T13:56:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7b7819","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819", "reconcileID": "b768ce80-563b-4af3-a8a3-c14d447b02cd", "Gateway": "e2e-ipp-cleanup-7b7819", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819-authn-ssl"} 2026-09-11T13:56:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7b7819","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819", "reconcileID": "b768ce80-563b-4af3-a8a3-c14d447b02cd", "Gateway": "e2e-ipp-cleanup-7b7819", "namespace": "openshift-ingress"} 2026-09-11T13:56:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7b7819","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819", "reconcileID": "aed17e2b-24f1-4509-be1f-e36c6e40decc", "Gateway": "e2e-ipp-cleanup-7b7819", "namespace": "openshift-ingress"} 2026-09-11T13:56:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7b7819","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819", "reconcileID": "aed17e2b-24f1-4509-be1f-e36c6e40decc", "Gateway": "e2e-ipp-cleanup-7b7819", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819-authn-ssl"} 2026-09-11T13:56:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7b7819","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819", "reconcileID": "aed17e2b-24f1-4509-be1f-e36c6e40decc", "Gateway": "e2e-ipp-cleanup-7b7819", "namespace": "openshift-ingress"} 2026-09-11T13:56:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7b7819","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819", "reconcileID": "4f993a93-c282-4278-9645-f687e2f02da2", "Gateway": "e2e-ipp-cleanup-7b7819", "namespace": "openshift-ingress"} 2026-09-11T13:56:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7b7819","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819", "reconcileID": "4f993a93-c282-4278-9645-f687e2f02da2", "Gateway": "e2e-ipp-cleanup-7b7819", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819-authn-ssl"} 2026-09-11T13:56:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7b7819","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819", "reconcileID": "4f993a93-c282-4278-9645-f687e2f02da2", "Gateway": "e2e-ipp-cleanup-7b7819", "namespace": "openshift-ingress"} 2026-09-11T13:56:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7b7819","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819", "reconcileID": "c73c81b2-75ec-43d6-a983-ed79dd2c189a", "Gateway": "e2e-ipp-cleanup-7b7819", "namespace": "openshift-ingress"} 2026-09-11T13:56:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7b7819","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819", "reconcileID": "c73c81b2-75ec-43d6-a983-ed79dd2c189a", "Gateway": "e2e-ipp-cleanup-7b7819", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819-authn-ssl"} 2026-09-11T13:56:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7b7819","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819", "reconcileID": "c73c81b2-75ec-43d6-a983-ed79dd2c189a", "Gateway": "e2e-ipp-cleanup-7b7819", "namespace": "openshift-ingress"} 2026-09-11T13:57:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-7b7819"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7b7819", "name": "openshift-service-ca.crt", "reconcileID": "9213c0e8-af87-451a-904f-399d6ec582b4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-7b7819"} 2026-09-11T13:57:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7b7819"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7b7819", "name": "odh-trusted-ca-bundle", "reconcileID": "4a9031e7-6cf8-436e-8f17-e9b4ab213744", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7b7819"} 2026-09-11T13:57:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-7b7819"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7b7819", "name": "openshift-service-ca.crt", "reconcileID": "d8022717-1776-4ff0-8024-3241b3cb429f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-7b7819", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T13:57:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-7b7819"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7b7819", "name": "openshift-service-ca.crt", "reconcileID": "d8022717-1776-4ff0-8024-3241b3cb429f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-7b7819"} 2026-09-11T13:57:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-7b7819"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7b7819", "name": "openshift-service-ca.crt", "reconcileID": "6de353cf-022d-4430-a711-22fbbbb7c115", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-7b7819", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T13:57:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-7b7819"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7b7819", "name": "openshift-service-ca.crt", "reconcileID": "6de353cf-022d-4430-a711-22fbbbb7c115", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T13:57:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7b7819"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7b7819", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "02bc7b28-134e-4c2b-a1e8-48c668af99e1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7b7819"} 2026-09-11T13:57:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-7b7819"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7b7819", "name": "openshift-service-ca.crt", "reconcileID": "e3c9736b-8003-4a0e-be7a-14b8dc3642d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-7b7819"} 2026-09-11T13:57:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7b7819"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7b7819", "name": "odh-trusted-ca-bundle", "reconcileID": "04f50589-78e1-408e-9193-33b00c79c000", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7b7819", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T13:57:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7b7819"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7b7819", "name": "odh-trusted-ca-bundle", "reconcileID": "04f50589-78e1-408e-9193-33b00c79c000", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7b7819"} 2026-09-11T13:57:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7b7819"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7b7819", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9496a242-4ab4-4f3a-b757-73c499b6ae1c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7b7819"} 2026-09-11T13:57:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7b7819","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819", "reconcileID": "c8b9b413-b8da-40c5-a759-bc35f8a64d29", "Gateway": "e2e-ipp-cleanup-7b7819", "namespace": "openshift-ingress"} 2026-09-11T13:57:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7b7819","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819", "reconcileID": "c8b9b413-b8da-40c5-a759-bc35f8a64d29", "Gateway": "e2e-ipp-cleanup-7b7819", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819-authn-ssl"} 2026-09-11T13:57:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7b7819","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819", "reconcileID": "c8b9b413-b8da-40c5-a759-bc35f8a64d29", "Gateway": "e2e-ipp-cleanup-7b7819", "namespace": "openshift-ingress"} 2026-09-11T13:57:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7b7819","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819", "reconcileID": "db508f1f-15d8-40a8-a741-2f646c4c2011", "Gateway": "e2e-ipp-cleanup-7b7819", "namespace": "openshift-ingress"} 2026-09-11T13:57:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7b7819","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819", "reconcileID": "db508f1f-15d8-40a8-a741-2f646c4c2011", "Gateway": "e2e-ipp-cleanup-7b7819", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819-authn-ssl"} 2026-09-11T13:57:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7b7819","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819", "reconcileID": "db508f1f-15d8-40a8-a741-2f646c4c2011", "Gateway": "e2e-ipp-cleanup-7b7819", "namespace": "openshift-ingress"} 2026-09-11T13:57:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7b7819","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819", "reconcileID": "6a24ed2b-6edc-42cc-b5ab-623eb0fac08d", "Gateway": "e2e-ipp-cleanup-7b7819", "namespace": "openshift-ingress"} 2026-09-11T13:57:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7b7819","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819", "reconcileID": "6a24ed2b-6edc-42cc-b5ab-623eb0fac08d", "Gateway": "e2e-ipp-cleanup-7b7819", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819-authn-ssl"} 2026-09-11T13:57:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7b7819","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819", "reconcileID": "6a24ed2b-6edc-42cc-b5ab-623eb0fac08d", "Gateway": "e2e-ipp-cleanup-7b7819", "namespace": "openshift-ingress"} 2026-09-11T13:57:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7b7819"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7b7819", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c06d8454-4e13-4e78-befb-c2a9dd324cb4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7b7819"} 2026-09-11T13:57:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7b7819"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7b7819", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c06d8454-4e13-4e78-befb-c2a9dd324cb4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7b7819", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T13:57:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7b7819"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7b7819", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c06d8454-4e13-4e78-befb-c2a9dd324cb4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-7b7819 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T13:57:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7b7819"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7b7819", "name": "odh-trusted-ca-bundle", "reconcileID": "cb7a0cb9-1f6b-4e85-8aee-ebb1cf14e844", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7b7819"} 2026-09-11T13:57:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7b7819"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7b7819", "name": "odh-trusted-ca-bundle", "reconcileID": "cb7a0cb9-1f6b-4e85-8aee-ebb1cf14e844", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7b7819"} 2026-09-11T13:57:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-7b7819"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7b7819", "name": "openshift-service-ca.crt", "reconcileID": "bd3b694b-6829-484a-bec1-cb9d45d5b4a4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-7b7819"} 2026-09-11T13:57:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-7b7819"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7b7819", "name": "openshift-service-ca.crt", "reconcileID": "bd3b694b-6829-484a-bec1-cb9d45d5b4a4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-7b7819"} 2026-09-11T13:57:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7b7819"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7b7819", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "00957c00-4e91-47dd-8c89-c6186b17398a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7b7819"} 2026-09-11T13:57:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7b7819"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7b7819", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "00957c00-4e91-47dd-8c89-c6186b17398a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7b7819"} 2026-09-11T13:57:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7b7819","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819", "reconcileID": "f7cc03f0-0cb4-4037-9abc-22aaa4e9ae54", "Gateway": "e2e-ipp-cleanup-7b7819", "namespace": "openshift-ingress"} 2026-09-11T13:57:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7b7819","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819", "reconcileID": "f7cc03f0-0cb4-4037-9abc-22aaa4e9ae54", "Gateway": "e2e-ipp-cleanup-7b7819", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819-authn-ssl"} 2026-09-11T13:57:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7b7819","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819", "reconcileID": "f7cc03f0-0cb4-4037-9abc-22aaa4e9ae54", "Gateway": "e2e-ipp-cleanup-7b7819", "namespace": "openshift-ingress"} 2026-09-11T13:57:50Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7b7819","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7b7819", "reconcileID": "58073531-97be-483d-98e6-4ca23ef61317", "Gateway": "e2e-ipp-cleanup-7b7819", "namespace": "openshift-ingress"} 2026-09-11T13:58:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "1f075927-82f5-4487-80f9-cb7e810d3188", "Gateway": "e2e-ipp-a-264b08", "namespace": "openshift-ingress"} 2026-09-11T13:58:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "1f075927-82f5-4487-80f9-cb7e810d3188", "Gateway": "e2e-ipp-a-264b08", "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08-authn-ssl"} 2026-09-11T13:58:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "1f075927-82f5-4487-80f9-cb7e810d3188", "Gateway": "e2e-ipp-a-264b08", "namespace": "openshift-ingress"} 2026-09-11T13:58:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "7f627e65-d06d-4288-993b-ed97076a5b56", "Gateway": "e2e-ipp-a-264b08", "namespace": "openshift-ingress"} 2026-09-11T13:58:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "7f627e65-d06d-4288-993b-ed97076a5b56", "Gateway": "e2e-ipp-a-264b08", "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08-authn-ssl"} 2026-09-11T13:58:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "7f627e65-d06d-4288-993b-ed97076a5b56", "Gateway": "e2e-ipp-a-264b08", "namespace": "openshift-ingress"} 2026-09-11T13:58:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "88b0787a-a3ea-4e3a-ac58-67aeef4966d7", "Gateway": "e2e-ipp-a-264b08", "namespace": "openshift-ingress"} 2026-09-11T13:58:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "88b0787a-a3ea-4e3a-ac58-67aeef4966d7", "Gateway": "e2e-ipp-a-264b08", "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08-authn-ssl"} 2026-09-11T13:58:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "88b0787a-a3ea-4e3a-ac58-67aeef4966d7", "Gateway": "e2e-ipp-a-264b08", "namespace": "openshift-ingress"} 2026-09-11T13:58:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-264b08","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08", "reconcileID": "9860f927-3a35-4992-9c5c-7685b4ff52c5", "LLMInferenceService": "ipp-route-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08"} 2026-09-11T13:58:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-264b08","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08", "reconcileID": "9860f927-3a35-4992-9c5c-7685b4ff52c5", "LLMInferenceService": "ipp-route-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08"} 2026-09-11T13:58:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-264b08","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08", "reconcileID": "9860f927-3a35-4992-9c5c-7685b4ff52c5", "LLMInferenceService": "ipp-route-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08"} 2026-09-11T13:58:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-264b08","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08", "reconcileID": "9860f927-3a35-4992-9c5c-7685b4ff52c5", "LLMInferenceService": "ipp-route-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08-kserve-route-authn"} 2026-09-11T13:58:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-264b08","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08", "reconcileID": "9860f927-3a35-4992-9c5c-7685b4ff52c5", "LLMInferenceService": "ipp-route-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08", "authType": "userdefined"} 2026-09-11T13:58:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-264b08","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08", "reconcileID": "9860f927-3a35-4992-9c5c-7685b4ff52c5", "LLMInferenceService": "ipp-route-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08"} 2026-09-11T13:58:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1fb6e3ee-efda-42b3-9034-a046aef696ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-264b08"} 2026-09-11T13:58:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1fb6e3ee-efda-42b3-9034-a046aef696ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-264b08", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T13:58:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1fb6e3ee-efda-42b3-9034-a046aef696ab", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-264b08 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T13:58:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "odh-trusted-ca-bundle", "reconcileID": "7f9cab8d-aff4-4e5e-9abb-4e613e8dfc91", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-264b08"} 2026-09-11T13:58:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "odh-trusted-ca-bundle", "reconcileID": "7f9cab8d-aff4-4e5e-9abb-4e613e8dfc91", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-264b08"} 2026-09-11T13:58:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "openshift-service-ca.crt", "reconcileID": "74f0fc2d-948c-4613-85b0-5ff1aba0f6a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-264b08"} 2026-09-11T13:58:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "openshift-service-ca.crt", "reconcileID": "74f0fc2d-948c-4613-85b0-5ff1aba0f6a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-264b08"} 2026-09-11T13:58:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ebfbc5d-695c-4ce6-b8e3-c750a23e19d2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-264b08"} 2026-09-11T13:58:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ebfbc5d-695c-4ce6-b8e3-c750a23e19d2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-264b08"} 2026-09-11T13:58:48Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-264b08","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08", "reconcileID": "bae94b6a-323d-47f3-9b82-34b91abf0e9d", "LLMInferenceService": "ipp-route-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08"} 2026-09-11T13:58:48Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-264b08","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08", "reconcileID": "bae94b6a-323d-47f3-9b82-34b91abf0e9d", "LLMInferenceService": "ipp-route-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08"} 2026-09-11T13:58:48Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-264b08","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08", "reconcileID": "bae94b6a-323d-47f3-9b82-34b91abf0e9d", "LLMInferenceService": "ipp-route-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08"} 2026-09-11T13:58:48Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-264b08","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08", "reconcileID": "bae94b6a-323d-47f3-9b82-34b91abf0e9d", "LLMInferenceService": "ipp-route-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08"} 2026-09-11T13:58:48Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-264b08","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08", "reconcileID": "bae94b6a-323d-47f3-9b82-34b91abf0e9d", "LLMInferenceService": "ipp-route-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08-kserve-route-authn"} 2026-09-11T13:58:48Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-264b08","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08", "reconcileID": "bae94b6a-323d-47f3-9b82-34b91abf0e9d", "LLMInferenceService": "ipp-route-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08-kserve-route-authn"} 2026-09-11T13:58:48Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-264b08","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08", "reconcileID": "bae94b6a-323d-47f3-9b82-34b91abf0e9d", "LLMInferenceService": "ipp-route-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08"} 2026-09-11T13:58:48Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-264b08","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08", "reconcileID": "bae94b6a-323d-47f3-9b82-34b91abf0e9d", "LLMInferenceService": "ipp-route-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08"} 2026-09-11T13:58:48Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-264b08","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08", "reconcileID": "68a5e367-7cc0-44fd-a68e-15a1838d0a89", "LLMInferenceService": "ipp-route-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08"} 2026-09-11T13:58:48Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-264b08","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08", "reconcileID": "68a5e367-7cc0-44fd-a68e-15a1838d0a89", "LLMInferenceService": "ipp-route-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08"} 2026-09-11T13:58:48Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-264b08","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08", "reconcileID": "68a5e367-7cc0-44fd-a68e-15a1838d0a89", "LLMInferenceService": "ipp-route-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08"} 2026-09-11T13:58:48Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-264b08","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08", "reconcileID": "68a5e367-7cc0-44fd-a68e-15a1838d0a89", "LLMInferenceService": "ipp-route-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08"} 2026-09-11T13:58:48Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-264b08","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08", "reconcileID": "68a5e367-7cc0-44fd-a68e-15a1838d0a89", "LLMInferenceService": "ipp-route-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08-kserve-route-authn"} 2026-09-11T13:58:48Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-264b08","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08", "reconcileID": "68a5e367-7cc0-44fd-a68e-15a1838d0a89", "LLMInferenceService": "ipp-route-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08-kserve-route-authn"} 2026-09-11T13:58:48Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-264b08","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08", "reconcileID": "68a5e367-7cc0-44fd-a68e-15a1838d0a89", "LLMInferenceService": "ipp-route-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08"} 2026-09-11T13:58:48Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-264b08","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08", "reconcileID": "68a5e367-7cc0-44fd-a68e-15a1838d0a89", "LLMInferenceService": "ipp-route-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08"} 2026-09-11T13:58:48Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-264b08","namespace":"ai-tenant-e2e-ipp-a-264b08"}, "namespace": "ai-tenant-e2e-ipp-a-264b08", "name": "ipp-route-264b08", "reconcileID": "ad812a5f-e546-4c18-ab67-b8e2e61b1ea3", "LLMInferenceService": "ipp-route-264b08", "namespace": "ai-tenant-e2e-ipp-a-264b08"} 2026-09-11T13:58:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "e1ff5661-f5b1-4251-92cc-4d5f4a218e0d", "Gateway": "e2e-ipp-a-264b08", "namespace": "openshift-ingress"} 2026-09-11T13:58:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "e1ff5661-f5b1-4251-92cc-4d5f4a218e0d", "Gateway": "e2e-ipp-a-264b08", "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08-authn-ssl"} 2026-09-11T13:58:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "e1ff5661-f5b1-4251-92cc-4d5f4a218e0d", "Gateway": "e2e-ipp-a-264b08", "namespace": "openshift-ingress"} 2026-09-11T13:58:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "44d2c693-a862-4d30-b457-2b9bed85aa4a", "Gateway": "e2e-ipp-a-264b08", "namespace": "openshift-ingress"} 2026-09-11T13:58:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "44d2c693-a862-4d30-b457-2b9bed85aa4a", "Gateway": "e2e-ipp-a-264b08", "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08-authn-ssl"} 2026-09-11T13:58:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "44d2c693-a862-4d30-b457-2b9bed85aa4a", "Gateway": "e2e-ipp-a-264b08", "namespace": "openshift-ingress"} 2026-09-11T13:58:55Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-264b08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-264b08", "reconcileID": "6377d375-a5ed-4ea0-ae19-34d7f8a9e657", "Gateway": "e2e-ipp-a-264b08", "namespace": "openshift-ingress"} 2026-09-11T13:59:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a403bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a403bc", "reconcileID": "8c8633f5-85da-4b57-87c5-4afe2ff4ac54", "Gateway": "e2e-ipp-b-a403bc", "namespace": "openshift-ingress"} 2026-09-11T13:59:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a403bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a403bc", "reconcileID": "8c8633f5-85da-4b57-87c5-4afe2ff4ac54", "Gateway": "e2e-ipp-b-a403bc", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a403bc-authn-ssl"} 2026-09-11T13:59:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a403bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a403bc", "reconcileID": "8c8633f5-85da-4b57-87c5-4afe2ff4ac54", "Gateway": "e2e-ipp-b-a403bc", "namespace": "openshift-ingress"} 2026-09-11T13:59:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a403bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a403bc", "reconcileID": "ba7fe66e-c7ff-45d6-afad-6fbb457c2cd5", "Gateway": "e2e-ipp-b-a403bc", "namespace": "openshift-ingress"} 2026-09-11T13:59:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a403bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a403bc", "reconcileID": "ba7fe66e-c7ff-45d6-afad-6fbb457c2cd5", "Gateway": "e2e-ipp-b-a403bc", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a403bc-authn-ssl"} 2026-09-11T13:59:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a403bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a403bc", "reconcileID": "ba7fe66e-c7ff-45d6-afad-6fbb457c2cd5", "Gateway": "e2e-ipp-b-a403bc", "namespace": "openshift-ingress"} 2026-09-11T13:59:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a403bc"}, "namespace": "ai-tenant-e2e-ipp-b-a403bc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0daa345a-dfd6-4465-acad-26cd877f5b0d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a403bc"} 2026-09-11T13:59:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a403bc"}, "namespace": "ai-tenant-e2e-ipp-b-a403bc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0daa345a-dfd6-4465-acad-26cd877f5b0d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a403bc", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T13:59:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a403bc"}, "namespace": "ai-tenant-e2e-ipp-b-a403bc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0daa345a-dfd6-4465-acad-26cd877f5b0d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-a403bc because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T13:59:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a403bc"}, "namespace": "ai-tenant-e2e-ipp-b-a403bc", "name": "odh-trusted-ca-bundle", "reconcileID": "e067a07e-5252-4fc5-ac12-f027a6a90e6c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a403bc"} 2026-09-11T13:59:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a403bc"}, "namespace": "ai-tenant-e2e-ipp-b-a403bc", "name": "odh-trusted-ca-bundle", "reconcileID": "e067a07e-5252-4fc5-ac12-f027a6a90e6c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a403bc"} 2026-09-11T13:59:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a403bc"}, "namespace": "ai-tenant-e2e-ipp-b-a403bc", "name": "openshift-service-ca.crt", "reconcileID": "39c03606-aa02-4e8d-9a8a-e8560f6f12c5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a403bc"} 2026-09-11T13:59:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a403bc"}, "namespace": "ai-tenant-e2e-ipp-b-a403bc", "name": "openshift-service-ca.crt", "reconcileID": "39c03606-aa02-4e8d-9a8a-e8560f6f12c5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a403bc"} 2026-09-11T13:59:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a403bc"}, "namespace": "ai-tenant-e2e-ipp-b-a403bc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "afc456d6-036a-4a40-8e62-b8f08a4267e7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a403bc"} 2026-09-11T13:59:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a403bc"}, "namespace": "ai-tenant-e2e-ipp-b-a403bc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "afc456d6-036a-4a40-8e62-b8f08a4267e7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a403bc"} 2026-09-11T13:59:14Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a403bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a403bc", "reconcileID": "d871cea7-9234-464b-8e84-5ae5e4247d47", "Gateway": "e2e-ipp-b-a403bc", "namespace": "openshift-ingress"} 2026-09-11T13:59:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0317c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0317c3", "reconcileID": "774065f6-ce06-4a33-a331-0a8b759d7806", "Gateway": "e2e-shared-a-w3-0317c3", "namespace": "openshift-ingress"} 2026-09-11T13:59:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0317c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0317c3", "reconcileID": "774065f6-ce06-4a33-a331-0a8b759d7806", "Gateway": "e2e-shared-a-w3-0317c3", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0317c3-authn-ssl"} 2026-09-11T13:59:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0317c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0317c3", "reconcileID": "774065f6-ce06-4a33-a331-0a8b759d7806", "Gateway": "e2e-shared-a-w3-0317c3", "namespace": "openshift-ingress"} 2026-09-11T13:59:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0317c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0317c3", "reconcileID": "e99b040c-5af5-45e7-8d9b-cea86ee8f4e5", "Gateway": "e2e-shared-a-w3-0317c3", "namespace": "openshift-ingress"} 2026-09-11T13:59:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0317c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0317c3", "reconcileID": "e99b040c-5af5-45e7-8d9b-cea86ee8f4e5", "Gateway": "e2e-shared-a-w3-0317c3", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0317c3-authn-ssl"} 2026-09-11T13:59:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0317c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0317c3", "reconcileID": "e99b040c-5af5-45e7-8d9b-cea86ee8f4e5", "Gateway": "e2e-shared-a-w3-0317c3", "namespace": "openshift-ingress"} 2026-09-11T13:59:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-0317c3"}, "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1f40088-4052-4f05-b022-8417891dd473", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-0317c3"} 2026-09-11T13:59:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-0317c3"}, "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1f40088-4052-4f05-b022-8417891dd473", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T13:59:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-0317c3"}, "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1f40088-4052-4f05-b022-8417891dd473", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-0317c3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T13:59:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-0317c3"}, "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "odh-trusted-ca-bundle", "reconcileID": "f5213bc9-a716-44bb-ba00-5b6c439fe59b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-0317c3"} 2026-09-11T13:59:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-0317c3"}, "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "odh-trusted-ca-bundle", "reconcileID": "f5213bc9-a716-44bb-ba00-5b6c439fe59b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T13:59:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-0317c3"}, "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "odh-trusted-ca-bundle", "reconcileID": "f5213bc9-a716-44bb-ba00-5b6c439fe59b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-0317c3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T13:59:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-0317c3"}, "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "openshift-service-ca.crt", "reconcileID": "31e745e6-3231-4715-9973-9cbf5f301f58", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-0317c3"} 2026-09-11T13:59:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-0317c3"}, "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "openshift-service-ca.crt", "reconcileID": "31e745e6-3231-4715-9973-9cbf5f301f58", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-0317c3"} 2026-09-11T13:59:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-0317c3"}, "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63d7f738-7a1a-4141-b77c-289c4b8eafdb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-0317c3"} 2026-09-11T13:59:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-0317c3"}, "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63d7f738-7a1a-4141-b77c-289c4b8eafdb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-0317c3"} 2026-09-11T13:59:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-0317c3"}, "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "odh-trusted-ca-bundle", "reconcileID": "995c1989-6e53-4504-9947-f0f249f73da6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-0317c3"} 2026-09-11T13:59:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-0317c3"}, "namespace": "ai-tenant-e2e-shared-a-w3-0317c3", "name": "odh-trusted-ca-bundle", "reconcileID": "995c1989-6e53-4504-9947-f0f249f73da6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-0317c3"} 2026-09-11T13:59:33Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0317c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0317c3", "reconcileID": "33c7fff9-0f45-4386-b01e-6284730f6ed9", "Gateway": "e2e-shared-a-w3-0317c3", "namespace": "openshift-ingress"} 2026-09-11T13:59:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9edb53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9edb53", "reconcileID": "8407b30c-34f3-4312-9332-b66b7927009f", "Gateway": "e2e-shared-b-w3-9edb53", "namespace": "openshift-ingress"} 2026-09-11T13:59:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9edb53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9edb53", "reconcileID": "8407b30c-34f3-4312-9332-b66b7927009f", "Gateway": "e2e-shared-b-w3-9edb53", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9edb53-authn-ssl"} 2026-09-11T13:59:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9edb53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9edb53", "reconcileID": "8407b30c-34f3-4312-9332-b66b7927009f", "Gateway": "e2e-shared-b-w3-9edb53", "namespace": "openshift-ingress"} 2026-09-11T13:59:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9edb53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9edb53", "reconcileID": "59923101-5173-4ecb-ac43-846dd963f969", "Gateway": "e2e-shared-b-w3-9edb53", "namespace": "openshift-ingress"} 2026-09-11T13:59:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9edb53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9edb53", "reconcileID": "59923101-5173-4ecb-ac43-846dd963f969", "Gateway": "e2e-shared-b-w3-9edb53", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9edb53-authn-ssl"} 2026-09-11T13:59:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9edb53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9edb53", "reconcileID": "59923101-5173-4ecb-ac43-846dd963f969", "Gateway": "e2e-shared-b-w3-9edb53", "namespace": "openshift-ingress"} 2026-09-11T13:59:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9edb53"}, "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5e3ab5d6-d946-44dc-b8ea-4a04620cd3c7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-9edb53"} 2026-09-11T13:59:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9edb53"}, "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5e3ab5d6-d946-44dc-b8ea-4a04620cd3c7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T13:59:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9edb53"}, "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5e3ab5d6-d946-44dc-b8ea-4a04620cd3c7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-9edb53 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T13:59:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9edb53"}, "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "odh-trusted-ca-bundle", "reconcileID": "0d549b8e-1175-443f-9ffc-20e729d2e155", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-9edb53"} 2026-09-11T13:59:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9edb53"}, "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "odh-trusted-ca-bundle", "reconcileID": "0d549b8e-1175-443f-9ffc-20e729d2e155", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-9edb53"} 2026-09-11T13:59:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-9edb53"}, "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "openshift-service-ca.crt", "reconcileID": "b01525c1-a4b8-4e29-82d9-317420711fe7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-9edb53"} 2026-09-11T13:59:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-9edb53"}, "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "openshift-service-ca.crt", "reconcileID": "b01525c1-a4b8-4e29-82d9-317420711fe7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-9edb53"} 2026-09-11T13:59:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9edb53"}, "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2db9a0e-7f2a-47fa-a53e-284a5d6d153a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-9edb53"} 2026-09-11T13:59:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9edb53"}, "namespace": "ai-tenant-e2e-shared-b-w3-9edb53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2db9a0e-7f2a-47fa-a53e-284a5d6d153a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-9edb53"} 2026-09-11T13:59:53Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9edb53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9edb53", "reconcileID": "a5fc0215-e546-4e92-b999-f1de1ae3e338", "Gateway": "e2e-shared-b-w3-9edb53", "namespace": "openshift-ingress"} 2026-09-11T14:04:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1edd3094", "reconcileID": "c6358e0c-34ac-4af1-a30c-a1b61babaaeb", "LLMInferenceService": "e2e-same-id-a-1edd3094", "namespace": "llm"} 2026-09-11T14:04:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1edd3094", "reconcileID": "c6358e0c-34ac-4af1-a30c-a1b61babaaeb", "LLMInferenceService": "e2e-same-id-a-1edd3094", "namespace": "llm"} 2026-09-11T14:04:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1edd3094", "reconcileID": "c6358e0c-34ac-4af1-a30c-a1b61babaaeb", "LLMInferenceService": "e2e-same-id-a-1edd3094", "namespace": "llm"} 2026-09-11T14:04:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "610e1183-ef84-491a-a49a-d24b21b15604", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:04:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1edd3094", "reconcileID": "c6358e0c-34ac-4af1-a30c-a1b61babaaeb", "LLMInferenceService": "e2e-same-id-a-1edd3094", "namespace": "llm", "name": "e2e-same-id-a-1edd3094-kserve-route-authn"} 2026-09-11T14:04:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1edd3094", "reconcileID": "c6358e0c-34ac-4af1-a30c-a1b61babaaeb", "LLMInferenceService": "e2e-same-id-a-1edd3094", "namespace": "llm", "authType": "userdefined"} 2026-09-11T14:04:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1edd3094", "reconcileID": "c6358e0c-34ac-4af1-a30c-a1b61babaaeb", "LLMInferenceService": "e2e-same-id-a-1edd3094", "namespace": "llm"} 2026-09-11T14:04:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "610e1183-ef84-491a-a49a-d24b21b15604", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T14:04:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "610e1183-ef84-491a-a49a-d24b21b15604", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:04:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1edd3094", "reconcileID": "33717003-ff8c-4b75-b5e8-05f3aba333d1", "LLMInferenceService": "e2e-same-id-a-1edd3094", "namespace": "llm"} 2026-09-11T14:04:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1edd3094", "reconcileID": "33717003-ff8c-4b75-b5e8-05f3aba333d1", "LLMInferenceService": "e2e-same-id-a-1edd3094", "namespace": "llm"} 2026-09-11T14:04:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1edd3094", "reconcileID": "33717003-ff8c-4b75-b5e8-05f3aba333d1", "LLMInferenceService": "e2e-same-id-a-1edd3094", "namespace": "llm"} 2026-09-11T14:04:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1edd3094", "reconcileID": "33717003-ff8c-4b75-b5e8-05f3aba333d1", "LLMInferenceService": "e2e-same-id-a-1edd3094", "namespace": "llm", "name": "e2e-same-id-a-1edd3094-kserve-route-authn"} 2026-09-11T14:04:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1edd3094", "reconcileID": "33717003-ff8c-4b75-b5e8-05f3aba333d1", "LLMInferenceService": "e2e-same-id-a-1edd3094", "namespace": "llm", "authType": "userdefined"} 2026-09-11T14:04:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1edd3094", "reconcileID": "33717003-ff8c-4b75-b5e8-05f3aba333d1", "LLMInferenceService": "e2e-same-id-a-1edd3094", "namespace": "llm"} 2026-09-11T14:04:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1edd3094", "reconcileID": "2b852a76-fe98-44bd-a9e4-716891a42261", "LLMInferenceService": "e2e-same-id-b-1edd3094", "namespace": "llm"} 2026-09-11T14:04:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1edd3094", "reconcileID": "2b852a76-fe98-44bd-a9e4-716891a42261", "LLMInferenceService": "e2e-same-id-b-1edd3094", "namespace": "llm"} 2026-09-11T14:04:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1edd3094", "reconcileID": "2b852a76-fe98-44bd-a9e4-716891a42261", "LLMInferenceService": "e2e-same-id-b-1edd3094", "namespace": "llm"} 2026-09-11T14:04:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d413c568-8765-4765-b8a6-172685a010f1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:04:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1edd3094", "reconcileID": "2b852a76-fe98-44bd-a9e4-716891a42261", "LLMInferenceService": "e2e-same-id-b-1edd3094", "namespace": "llm", "name": "e2e-same-id-b-1edd3094-kserve-route-authn"} 2026-09-11T14:04:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1edd3094", "reconcileID": "2b852a76-fe98-44bd-a9e4-716891a42261", "LLMInferenceService": "e2e-same-id-b-1edd3094", "namespace": "llm", "authType": "userdefined"} 2026-09-11T14:04:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1edd3094", "reconcileID": "2b852a76-fe98-44bd-a9e4-716891a42261", "LLMInferenceService": "e2e-same-id-b-1edd3094", "namespace": "llm"} 2026-09-11T14:04:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d413c568-8765-4765-b8a6-172685a010f1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T14:04:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d413c568-8765-4765-b8a6-172685a010f1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:04:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a3c74b9b-9910-41cf-b728-5d448118a6b0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:04:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a3c74b9b-9910-41cf-b728-5d448118a6b0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T14:04:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a3c74b9b-9910-41cf-b728-5d448118a6b0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:04:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1edd3094", "reconcileID": "630991fe-8df6-43b6-a672-d19ebb8c49c4", "LLMInferenceService": "e2e-same-id-a-1edd3094", "namespace": "llm"} 2026-09-11T14:04:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1edd3094", "reconcileID": "630991fe-8df6-43b6-a672-d19ebb8c49c4", "LLMInferenceService": "e2e-same-id-a-1edd3094", "namespace": "llm"} 2026-09-11T14:04:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1edd3094", "reconcileID": "630991fe-8df6-43b6-a672-d19ebb8c49c4", "LLMInferenceService": "e2e-same-id-a-1edd3094", "namespace": "llm"} 2026-09-11T14:04:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1edd3094", "reconcileID": "630991fe-8df6-43b6-a672-d19ebb8c49c4", "LLMInferenceService": "e2e-same-id-a-1edd3094", "namespace": "llm", "name": "e2e-same-id-a-1edd3094-kserve-route-authn"} 2026-09-11T14:04:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1edd3094", "reconcileID": "630991fe-8df6-43b6-a672-d19ebb8c49c4", "LLMInferenceService": "e2e-same-id-a-1edd3094", "namespace": "llm", "authType": "userdefined"} 2026-09-11T14:04:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1edd3094", "reconcileID": "630991fe-8df6-43b6-a672-d19ebb8c49c4", "LLMInferenceService": "e2e-same-id-a-1edd3094", "namespace": "llm"} 2026-09-11T14:04:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1edd3094", "reconcileID": "16301f52-768e-4246-a0ec-59b88a9c5ef7", "LLMInferenceService": "e2e-same-id-b-1edd3094", "namespace": "llm"} 2026-09-11T14:04:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1edd3094", "reconcileID": "16301f52-768e-4246-a0ec-59b88a9c5ef7", "LLMInferenceService": "e2e-same-id-b-1edd3094", "namespace": "llm"} 2026-09-11T14:04:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1edd3094", "reconcileID": "16301f52-768e-4246-a0ec-59b88a9c5ef7", "LLMInferenceService": "e2e-same-id-b-1edd3094", "namespace": "llm"} 2026-09-11T14:04:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1edd3094", "reconcileID": "16301f52-768e-4246-a0ec-59b88a9c5ef7", "LLMInferenceService": "e2e-same-id-b-1edd3094", "namespace": "llm", "name": "e2e-same-id-b-1edd3094-kserve-route-authn"} 2026-09-11T14:04:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1edd3094", "reconcileID": "16301f52-768e-4246-a0ec-59b88a9c5ef7", "LLMInferenceService": "e2e-same-id-b-1edd3094", "namespace": "llm", "authType": "userdefined"} 2026-09-11T14:04:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1edd3094", "reconcileID": "16301f52-768e-4246-a0ec-59b88a9c5ef7", "LLMInferenceService": "e2e-same-id-b-1edd3094", "namespace": "llm"} 2026-09-11T14:04:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "533bdcfe-a988-4f9b-8043-7afa46d0b477", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:04:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "533bdcfe-a988-4f9b-8043-7afa46d0b477", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T14:04:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "533bdcfe-a988-4f9b-8043-7afa46d0b477", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:04:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1edd3094", "reconcileID": "38ca4363-ec14-4f03-802d-1e078439c645", "LLMInferenceService": "e2e-same-id-b-1edd3094", "namespace": "llm"} 2026-09-11T14:04:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1edd3094", "reconcileID": "38ca4363-ec14-4f03-802d-1e078439c645", "LLMInferenceService": "e2e-same-id-b-1edd3094", "namespace": "llm"} 2026-09-11T14:04:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1edd3094", "reconcileID": "38ca4363-ec14-4f03-802d-1e078439c645", "LLMInferenceService": "e2e-same-id-b-1edd3094", "namespace": "llm"} 2026-09-11T14:04:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1edd3094", "reconcileID": "38ca4363-ec14-4f03-802d-1e078439c645", "LLMInferenceService": "e2e-same-id-b-1edd3094", "namespace": "llm", "name": "e2e-same-id-b-1edd3094-kserve-route-authn"} 2026-09-11T14:04:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1edd3094", "reconcileID": "38ca4363-ec14-4f03-802d-1e078439c645", "LLMInferenceService": "e2e-same-id-b-1edd3094", "namespace": "llm", "authType": "userdefined"} 2026-09-11T14:04:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1edd3094", "reconcileID": "38ca4363-ec14-4f03-802d-1e078439c645", "LLMInferenceService": "e2e-same-id-b-1edd3094", "namespace": "llm"} 2026-09-11T14:04:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1edd3094", "reconcileID": "1155d45d-30b0-4a65-b67d-04ad8aba7ced", "LLMInferenceService": "e2e-same-id-a-1edd3094", "namespace": "llm"} 2026-09-11T14:04:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1edd3094", "reconcileID": "1155d45d-30b0-4a65-b67d-04ad8aba7ced", "LLMInferenceService": "e2e-same-id-a-1edd3094", "namespace": "llm"} 2026-09-11T14:04:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1edd3094", "reconcileID": "1155d45d-30b0-4a65-b67d-04ad8aba7ced", "LLMInferenceService": "e2e-same-id-a-1edd3094", "namespace": "llm"} 2026-09-11T14:04:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1edd3094", "reconcileID": "1155d45d-30b0-4a65-b67d-04ad8aba7ced", "LLMInferenceService": "e2e-same-id-a-1edd3094", "namespace": "llm", "name": "e2e-same-id-a-1edd3094-kserve-route-authn"} 2026-09-11T14:04:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1edd3094", "reconcileID": "1155d45d-30b0-4a65-b67d-04ad8aba7ced", "LLMInferenceService": "e2e-same-id-a-1edd3094", "namespace": "llm", "authType": "userdefined"} 2026-09-11T14:04:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1edd3094", "reconcileID": "1155d45d-30b0-4a65-b67d-04ad8aba7ced", "LLMInferenceService": "e2e-same-id-a-1edd3094", "namespace": "llm"} 2026-09-11T14:04:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1edd3094", "reconcileID": "3ed6265e-9434-402f-b430-a43725fa85d3", "LLMInferenceService": "e2e-same-id-b-1edd3094", "namespace": "llm"} 2026-09-11T14:04:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1edd3094", "reconcileID": "3ed6265e-9434-402f-b430-a43725fa85d3", "LLMInferenceService": "e2e-same-id-b-1edd3094", "namespace": "llm"} 2026-09-11T14:04:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1edd3094", "reconcileID": "3ed6265e-9434-402f-b430-a43725fa85d3", "LLMInferenceService": "e2e-same-id-b-1edd3094", "namespace": "llm"} 2026-09-11T14:04:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1edd3094", "reconcileID": "3ed6265e-9434-402f-b430-a43725fa85d3", "LLMInferenceService": "e2e-same-id-b-1edd3094", "namespace": "llm", "name": "e2e-same-id-b-1edd3094-kserve-route-authn"} 2026-09-11T14:04:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1edd3094", "reconcileID": "3ed6265e-9434-402f-b430-a43725fa85d3", "LLMInferenceService": "e2e-same-id-b-1edd3094", "namespace": "llm", "authType": "userdefined"} 2026-09-11T14:04:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1edd3094", "reconcileID": "3ed6265e-9434-402f-b430-a43725fa85d3", "LLMInferenceService": "e2e-same-id-b-1edd3094", "namespace": "llm"} 2026-09-11T14:04:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1edd3094", "reconcileID": "03d4216f-36f7-406e-9b1d-2ea24d2f4c60", "LLMInferenceService": "e2e-same-id-a-1edd3094", "namespace": "llm"} 2026-09-11T14:04:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1edd3094", "reconcileID": "03d4216f-36f7-406e-9b1d-2ea24d2f4c60", "LLMInferenceService": "e2e-same-id-a-1edd3094", "namespace": "llm", "name": "e2e-same-id-a-1edd3094"} 2026-09-11T14:04:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1edd3094", "reconcileID": "03d4216f-36f7-406e-9b1d-2ea24d2f4c60", "LLMInferenceService": "e2e-same-id-a-1edd3094", "namespace": "llm"} 2026-09-11T14:04:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1edd3094", "reconcileID": "03d4216f-36f7-406e-9b1d-2ea24d2f4c60", "LLMInferenceService": "e2e-same-id-a-1edd3094", "namespace": "llm"} 2026-09-11T14:04:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1edd3094", "reconcileID": "03d4216f-36f7-406e-9b1d-2ea24d2f4c60", "LLMInferenceService": "e2e-same-id-a-1edd3094", "namespace": "llm", "name": "e2e-same-id-a-1edd3094-kserve-route-authn"} 2026-09-11T14:04:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1edd3094", "reconcileID": "03d4216f-36f7-406e-9b1d-2ea24d2f4c60", "LLMInferenceService": "e2e-same-id-a-1edd3094", "namespace": "llm", "name": "e2e-same-id-a-1edd3094-kserve-route-authn"} 2026-09-11T14:04:42Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1edd3094", "reconcileID": "cfdeb1a9-4642-49af-8098-e32246e9a09d", "LLMInferenceService": "e2e-same-id-a-1edd3094", "namespace": "llm"} 2026-09-11T14:04:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f1871c81-a33f-46b5-ad2d-7a568f7cadb5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:04:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f1871c81-a33f-46b5-ad2d-7a568f7cadb5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T14:04:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f1871c81-a33f-46b5-ad2d-7a568f7cadb5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:04:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5b97676e-c455-49bb-ba2f-3fe9934a4803", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:04:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5b97676e-c455-49bb-ba2f-3fe9934a4803", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T14:04:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5b97676e-c455-49bb-ba2f-3fe9934a4803", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:04:43Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1edd3094", "reconcileID": "3d50e133-8254-43a8-a42f-4b6a38fe92e5", "LLMInferenceService": "e2e-same-id-b-1edd3094", "namespace": "llm"} 2026-09-11T14:04:43Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1edd3094", "reconcileID": "3d50e133-8254-43a8-a42f-4b6a38fe92e5", "LLMInferenceService": "e2e-same-id-b-1edd3094", "namespace": "llm", "name": "e2e-same-id-b-1edd3094"} 2026-09-11T14:04:43Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1edd3094", "reconcileID": "3d50e133-8254-43a8-a42f-4b6a38fe92e5", "LLMInferenceService": "e2e-same-id-b-1edd3094", "namespace": "llm"} 2026-09-11T14:04:43Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1edd3094", "reconcileID": "3d50e133-8254-43a8-a42f-4b6a38fe92e5", "LLMInferenceService": "e2e-same-id-b-1edd3094", "namespace": "llm"} 2026-09-11T14:04:43Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1edd3094", "reconcileID": "3d50e133-8254-43a8-a42f-4b6a38fe92e5", "LLMInferenceService": "e2e-same-id-b-1edd3094", "namespace": "llm", "name": "e2e-same-id-b-1edd3094-kserve-route-authn"} 2026-09-11T14:04:43Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1edd3094", "reconcileID": "3d50e133-8254-43a8-a42f-4b6a38fe92e5", "LLMInferenceService": "e2e-same-id-b-1edd3094", "namespace": "llm", "name": "e2e-same-id-b-1edd3094-kserve-route-authn"} 2026-09-11T14:04:43Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1edd3094","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1edd3094", "reconcileID": "8dd9425d-b391-4109-a9bf-85f5a4ab6cdd", "LLMInferenceService": "e2e-same-id-b-1edd3094", "namespace": "llm"} 2026-09-11T14:04:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f6c75245-059d-4168-b7db-7297f171a4ee", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:04:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f6c75245-059d-4168-b7db-7297f171a4ee", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T14:04:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f6c75245-059d-4168-b7db-7297f171a4ee", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:04:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "236d691a-2689-46d5-8e79-9ec672392e7d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:04:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "236d691a-2689-46d5-8e79-9ec672392e7d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T14:04:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "236d691a-2689-46d5-8e79-9ec672392e7d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:04:59Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T14:04:59Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T14:05:01Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T14:05:01Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}