2026-07-29T02:02:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7bf0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d", "reconcileID": "a7046bc3-a004-43eb-9c3c-e1914e8c639b", "Gateway": "e2e-shared-b-a7bf0d", "namespace": "openshift-ingress"} 2026-07-29T02:02:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7bf0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d", "reconcileID": "a7046bc3-a004-43eb-9c3c-e1914e8c639b", "Gateway": "e2e-shared-b-a7bf0d", "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d-authn-ssl"} 2026-07-29T02:02:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7bf0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d", "reconcileID": "a7046bc3-a004-43eb-9c3c-e1914e8c639b", "Gateway": "e2e-shared-b-a7bf0d", "namespace": "openshift-ingress"} 2026-07-29T02:02:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "sub-test-model-a7bf0d", "reconcileID": "b7901b5a-36f7-4469-96e9-47234b8bf71a", "LLMInferenceService": "sub-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d"} 2026-07-29T02:02:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "sub-test-model-a7bf0d", "reconcileID": "b7901b5a-36f7-4469-96e9-47234b8bf71a", "LLMInferenceService": "sub-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d"} 2026-07-29T02:02:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "sub-test-model-a7bf0d", "reconcileID": "b7901b5a-36f7-4469-96e9-47234b8bf71a", "LLMInferenceService": "sub-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d"} 2026-07-29T02:02:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "sub-test-model-a7bf0d", "reconcileID": "b7901b5a-36f7-4469-96e9-47234b8bf71a", "LLMInferenceService": "sub-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "sub-test-model-a7bf0d-kserve-route-authn"} 2026-07-29T02:02:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "sub-test-model-a7bf0d", "reconcileID": "b7901b5a-36f7-4469-96e9-47234b8bf71a", "LLMInferenceService": "sub-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "authType": "userdefined"} 2026-07-29T02:02:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "sub-test-model-a7bf0d", "reconcileID": "b7901b5a-36f7-4469-96e9-47234b8bf71a", "LLMInferenceService": "sub-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d"} 2026-07-29T02:02:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "sub-test-model-a7bf0d", "reconcileID": "b721cc56-fa33-4d17-9e33-688be2b5d96f", "LLMInferenceService": "sub-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d"} 2026-07-29T02:02:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "sub-test-model-a7bf0d", "reconcileID": "b721cc56-fa33-4d17-9e33-688be2b5d96f", "LLMInferenceService": "sub-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d"} 2026-07-29T02:02:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "sub-test-model-a7bf0d", "reconcileID": "b721cc56-fa33-4d17-9e33-688be2b5d96f", "LLMInferenceService": "sub-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d"} 2026-07-29T02:02:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "sub-test-model-a7bf0d", "reconcileID": "b721cc56-fa33-4d17-9e33-688be2b5d96f", "LLMInferenceService": "sub-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "sub-test-model-a7bf0d-kserve-route-authn"} 2026-07-29T02:02:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "sub-test-model-a7bf0d", "reconcileID": "b721cc56-fa33-4d17-9e33-688be2b5d96f", "LLMInferenceService": "sub-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "authType": "userdefined"} 2026-07-29T02:02:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "sub-test-model-a7bf0d", "reconcileID": "b721cc56-fa33-4d17-9e33-688be2b5d96f", "LLMInferenceService": "sub-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d"} 2026-07-29T02:02:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-27cc80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80", "reconcileID": "739dff21-013d-4881-a1d3-c484405f65d9", "Gateway": "e2e-shared-a-27cc80", "namespace": "openshift-ingress"} 2026-07-29T02:02:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-27cc80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80", "reconcileID": "739dff21-013d-4881-a1d3-c484405f65d9", "Gateway": "e2e-shared-a-27cc80", "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80-authn-ssl"} 2026-07-29T02:02:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-27cc80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80", "reconcileID": "739dff21-013d-4881-a1d3-c484405f65d9", "Gateway": "e2e-shared-a-27cc80", "namespace": "openshift-ingress"} 2026-07-29T02:02:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7bf0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d", "reconcileID": "db42ab36-c3d3-482d-9197-477abe3300ff", "Gateway": "e2e-shared-b-a7bf0d", "namespace": "openshift-ingress"} 2026-07-29T02:02:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7bf0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d", "reconcileID": "db42ab36-c3d3-482d-9197-477abe3300ff", "Gateway": "e2e-shared-b-a7bf0d", "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d-authn-ssl"} 2026-07-29T02:02:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7bf0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d", "reconcileID": "db42ab36-c3d3-482d-9197-477abe3300ff", "Gateway": "e2e-shared-b-a7bf0d", "namespace": "openshift-ingress"} 2026-07-29T02:03:21Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27cc80","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "sub-test-model-27cc80", "reconcileID": "0a1da187-8bcf-45be-b381-f0a068a1bdcb", "LLMInferenceService": "sub-test-model-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80"} 2026-07-29T02:03:21Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27cc80","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "sub-test-model-27cc80", "reconcileID": "0a1da187-8bcf-45be-b381-f0a068a1bdcb", "LLMInferenceService": "sub-test-model-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "sub-test-model-27cc80"} 2026-07-29T02:03:21Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27cc80","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "sub-test-model-27cc80", "reconcileID": "0a1da187-8bcf-45be-b381-f0a068a1bdcb", "LLMInferenceService": "sub-test-model-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80"} 2026-07-29T02:03:21Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27cc80","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "sub-test-model-27cc80", "reconcileID": "0a1da187-8bcf-45be-b381-f0a068a1bdcb", "LLMInferenceService": "sub-test-model-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80"} 2026-07-29T02:03:21Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27cc80","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "sub-test-model-27cc80", "reconcileID": "0a1da187-8bcf-45be-b381-f0a068a1bdcb", "LLMInferenceService": "sub-test-model-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "sub-test-model-27cc80-kserve-route-authn"} 2026-07-29T02:03:21Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27cc80","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "sub-test-model-27cc80", "reconcileID": "0a1da187-8bcf-45be-b381-f0a068a1bdcb", "LLMInferenceService": "sub-test-model-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "sub-test-model-27cc80-kserve-route-authn"} 2026-07-29T02:03:21Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27cc80","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "sub-test-model-27cc80", "reconcileID": "0a1da187-8bcf-45be-b381-f0a068a1bdcb", "LLMInferenceService": "sub-test-model-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80"} 2026-07-29T02:03:21Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27cc80","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "sub-test-model-27cc80", "reconcileID": "0a1da187-8bcf-45be-b381-f0a068a1bdcb", "LLMInferenceService": "sub-test-model-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80"} 2026-07-29T02:03:21Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27cc80","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "sub-test-model-27cc80", "reconcileID": "efb99701-cdab-42a4-b710-123ab52754ee", "LLMInferenceService": "sub-test-model-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80"} 2026-07-29T02:03:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-27cc80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80", "reconcileID": "58b3dd23-a5ea-4d7e-a1fc-19a0c1a86d30", "Gateway": "e2e-shared-a-27cc80", "namespace": "openshift-ingress"} 2026-07-29T02:03:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-27cc80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80", "reconcileID": "58b3dd23-a5ea-4d7e-a1fc-19a0c1a86d30", "Gateway": "e2e-shared-a-27cc80", "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80-authn-ssl"} 2026-07-29T02:03:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-27cc80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80", "reconcileID": "58b3dd23-a5ea-4d7e-a1fc-19a0c1a86d30", "Gateway": "e2e-shared-a-27cc80", "namespace": "openshift-ingress"} 2026-07-29T02:03:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-27cc80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80", "reconcileID": "73eeaa01-185a-48c6-afa5-8e18c7b7ee30", "Gateway": "e2e-shared-a-27cc80", "namespace": "openshift-ingress"} 2026-07-29T02:03:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-27cc80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80", "reconcileID": "73eeaa01-185a-48c6-afa5-8e18c7b7ee30", "Gateway": "e2e-shared-a-27cc80", "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80-authn-ssl"} 2026-07-29T02:03:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-27cc80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80", "reconcileID": "73eeaa01-185a-48c6-afa5-8e18c7b7ee30", "Gateway": "e2e-shared-a-27cc80", "namespace": "openshift-ingress"} 2026-07-29T02:03:21Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "sub-test-model-a7bf0d", "reconcileID": "efdce22b-dc7f-4241-957f-dd83ef81ff7e", "LLMInferenceService": "sub-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d"} 2026-07-29T02:03:21Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "sub-test-model-a7bf0d", "reconcileID": "efdce22b-dc7f-4241-957f-dd83ef81ff7e", "LLMInferenceService": "sub-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "sub-test-model-a7bf0d"} 2026-07-29T02:03:21Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "sub-test-model-a7bf0d", "reconcileID": "efdce22b-dc7f-4241-957f-dd83ef81ff7e", "LLMInferenceService": "sub-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d"} 2026-07-29T02:03:21Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "sub-test-model-a7bf0d", "reconcileID": "efdce22b-dc7f-4241-957f-dd83ef81ff7e", "LLMInferenceService": "sub-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d"} 2026-07-29T02:03:21Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "sub-test-model-a7bf0d", "reconcileID": "efdce22b-dc7f-4241-957f-dd83ef81ff7e", "LLMInferenceService": "sub-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "sub-test-model-a7bf0d-kserve-route-authn"} 2026-07-29T02:03:21Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "sub-test-model-a7bf0d", "reconcileID": "efdce22b-dc7f-4241-957f-dd83ef81ff7e", "LLMInferenceService": "sub-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "sub-test-model-a7bf0d-kserve-route-authn"} 2026-07-29T02:03:21Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "sub-test-model-a7bf0d", "reconcileID": "efdce22b-dc7f-4241-957f-dd83ef81ff7e", "LLMInferenceService": "sub-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d"} 2026-07-29T02:03:21Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "sub-test-model-a7bf0d", "reconcileID": "efdce22b-dc7f-4241-957f-dd83ef81ff7e", "LLMInferenceService": "sub-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d"} 2026-07-29T02:03:22Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "sub-test-model-a7bf0d", "reconcileID": "8c6ff517-c00f-4b33-9091-6f3ebfdb5b8c", "LLMInferenceService": "sub-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d"} 2026-07-29T02:03:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7bf0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d", "reconcileID": "18850db5-d297-43e9-a240-e00a539cc847", "Gateway": "e2e-shared-b-a7bf0d", "namespace": "openshift-ingress"} 2026-07-29T02:03:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7bf0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d", "reconcileID": "18850db5-d297-43e9-a240-e00a539cc847", "Gateway": "e2e-shared-b-a7bf0d", "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d-authn-ssl"} 2026-07-29T02:03:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7bf0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d", "reconcileID": "18850db5-d297-43e9-a240-e00a539cc847", "Gateway": "e2e-shared-b-a7bf0d", "namespace": "openshift-ingress"} 2026-07-29T02:03:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7bf0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d", "reconcileID": "c46e6746-b2c3-4803-8aa0-0ad032c70007", "Gateway": "e2e-shared-b-a7bf0d", "namespace": "openshift-ingress"} 2026-07-29T02:03:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7bf0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d", "reconcileID": "c46e6746-b2c3-4803-8aa0-0ad032c70007", "Gateway": "e2e-shared-b-a7bf0d", "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d-authn-ssl"} 2026-07-29T02:03:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7bf0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d", "reconcileID": "c46e6746-b2c3-4803-8aa0-0ad032c70007", "Gateway": "e2e-shared-b-a7bf0d", "namespace": "openshift-ingress"} 2026-07-29T02:03:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27cc80","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "rate-test-model-27cc80", "reconcileID": "99f7de8c-3c5a-4e03-bbd2-489563c6a680", "LLMInferenceService": "rate-test-model-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80"} 2026-07-29T02:03:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27cc80","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "rate-test-model-27cc80", "reconcileID": "99f7de8c-3c5a-4e03-bbd2-489563c6a680", "LLMInferenceService": "rate-test-model-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80"} 2026-07-29T02:03:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27cc80","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "rate-test-model-27cc80", "reconcileID": "99f7de8c-3c5a-4e03-bbd2-489563c6a680", "LLMInferenceService": "rate-test-model-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80"} 2026-07-29T02:03:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-27cc80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80", "reconcileID": "58e818b4-f3af-49bc-b85e-6abee736ad2d", "Gateway": "e2e-shared-a-27cc80", "namespace": "openshift-ingress"} 2026-07-29T02:03:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27cc80","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "rate-test-model-27cc80", "reconcileID": "99f7de8c-3c5a-4e03-bbd2-489563c6a680", "LLMInferenceService": "rate-test-model-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "rate-test-model-27cc80-kserve-route-authn"} 2026-07-29T02:03:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27cc80","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "rate-test-model-27cc80", "reconcileID": "99f7de8c-3c5a-4e03-bbd2-489563c6a680", "LLMInferenceService": "rate-test-model-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80", "authType": "userdefined"} 2026-07-29T02:03:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27cc80","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "rate-test-model-27cc80", "reconcileID": "99f7de8c-3c5a-4e03-bbd2-489563c6a680", "LLMInferenceService": "rate-test-model-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80"} 2026-07-29T02:03:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-27cc80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80", "reconcileID": "58e818b4-f3af-49bc-b85e-6abee736ad2d", "Gateway": "e2e-shared-a-27cc80", "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80-authn-ssl"} 2026-07-29T02:03:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-27cc80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80", "reconcileID": "58e818b4-f3af-49bc-b85e-6abee736ad2d", "Gateway": "e2e-shared-a-27cc80", "namespace": "openshift-ingress"} 2026-07-29T02:03:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27cc80","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "rate-test-model-27cc80", "reconcileID": "06cd4fd5-ee1c-43c9-be0b-ea318b907727", "LLMInferenceService": "rate-test-model-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80"} 2026-07-29T02:03:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27cc80","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "rate-test-model-27cc80", "reconcileID": "06cd4fd5-ee1c-43c9-be0b-ea318b907727", "LLMInferenceService": "rate-test-model-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80"} 2026-07-29T02:03:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27cc80","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "rate-test-model-27cc80", "reconcileID": "06cd4fd5-ee1c-43c9-be0b-ea318b907727", "LLMInferenceService": "rate-test-model-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80"} 2026-07-29T02:03:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27cc80","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "rate-test-model-27cc80", "reconcileID": "06cd4fd5-ee1c-43c9-be0b-ea318b907727", "LLMInferenceService": "rate-test-model-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "rate-test-model-27cc80-kserve-route-authn"} 2026-07-29T02:03:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27cc80","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "rate-test-model-27cc80", "reconcileID": "06cd4fd5-ee1c-43c9-be0b-ea318b907727", "LLMInferenceService": "rate-test-model-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80", "authType": "userdefined"} 2026-07-29T02:03:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27cc80","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "rate-test-model-27cc80", "reconcileID": "06cd4fd5-ee1c-43c9-be0b-ea318b907727", "LLMInferenceService": "rate-test-model-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80"} 2026-07-29T02:03:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7bf0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d", "reconcileID": "72d1ad4d-8252-4a19-8f18-baa6b6cbb715", "Gateway": "e2e-shared-b-a7bf0d", "namespace": "openshift-ingress"} 2026-07-29T02:03:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7bf0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d", "reconcileID": "72d1ad4d-8252-4a19-8f18-baa6b6cbb715", "Gateway": "e2e-shared-b-a7bf0d", "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d-authn-ssl"} 2026-07-29T02:03:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7bf0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d", "reconcileID": "72d1ad4d-8252-4a19-8f18-baa6b6cbb715", "Gateway": "e2e-shared-b-a7bf0d", "namespace": "openshift-ingress"} 2026-07-29T02:03:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-27cc80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80", "reconcileID": "255cf5f9-957a-4426-9bf6-0888f1dc6ed3", "Gateway": "e2e-shared-a-27cc80", "namespace": "openshift-ingress"} 2026-07-29T02:03:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-27cc80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80", "reconcileID": "255cf5f9-957a-4426-9bf6-0888f1dc6ed3", "Gateway": "e2e-shared-a-27cc80", "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80-authn-ssl"} 2026-07-29T02:03:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-27cc80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80", "reconcileID": "255cf5f9-957a-4426-9bf6-0888f1dc6ed3", "Gateway": "e2e-shared-a-27cc80", "namespace": "openshift-ingress"} 2026-07-29T02:03:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-27cc80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80", "reconcileID": "8c3b8328-754f-4cdf-84e9-f068bb81f758", "Gateway": "e2e-shared-a-27cc80", "namespace": "openshift-ingress"} 2026-07-29T02:03:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-27cc80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80", "reconcileID": "8c3b8328-754f-4cdf-84e9-f068bb81f758", "Gateway": "e2e-shared-a-27cc80", "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80-authn-ssl"} 2026-07-29T02:03:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-27cc80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80", "reconcileID": "8c3b8328-754f-4cdf-84e9-f068bb81f758", "Gateway": "e2e-shared-a-27cc80", "namespace": "openshift-ingress"} 2026-07-29T02:03:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27cc80","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "rate-test-model-27cc80", "reconcileID": "f2bc8643-caf3-4b73-9512-318adaa69f79", "LLMInferenceService": "rate-test-model-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80"} 2026-07-29T02:03:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27cc80","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "rate-test-model-27cc80", "reconcileID": "f2bc8643-caf3-4b73-9512-318adaa69f79", "LLMInferenceService": "rate-test-model-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80"} 2026-07-29T02:03:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27cc80","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "rate-test-model-27cc80", "reconcileID": "f2bc8643-caf3-4b73-9512-318adaa69f79", "LLMInferenceService": "rate-test-model-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80"} 2026-07-29T02:03:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27cc80","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "rate-test-model-27cc80", "reconcileID": "f2bc8643-caf3-4b73-9512-318adaa69f79", "LLMInferenceService": "rate-test-model-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "rate-test-model-27cc80-kserve-route-authn"} 2026-07-29T02:03:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27cc80","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "rate-test-model-27cc80", "reconcileID": "f2bc8643-caf3-4b73-9512-318adaa69f79", "LLMInferenceService": "rate-test-model-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80", "authType": "userdefined"} 2026-07-29T02:03:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27cc80","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "rate-test-model-27cc80", "reconcileID": "f2bc8643-caf3-4b73-9512-318adaa69f79", "LLMInferenceService": "rate-test-model-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80"} 2026-07-29T02:03:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27cc80","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "rate-test-model-27cc80", "reconcileID": "bf3020a7-6a4c-4f94-bb33-cf66e0beaefb", "LLMInferenceService": "rate-test-model-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80"} 2026-07-29T02:03:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27cc80","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "rate-test-model-27cc80", "reconcileID": "bf3020a7-6a4c-4f94-bb33-cf66e0beaefb", "LLMInferenceService": "rate-test-model-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80"} 2026-07-29T02:03:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27cc80","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "rate-test-model-27cc80", "reconcileID": "bf3020a7-6a4c-4f94-bb33-cf66e0beaefb", "LLMInferenceService": "rate-test-model-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80"} 2026-07-29T02:03:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27cc80","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "rate-test-model-27cc80", "reconcileID": "bf3020a7-6a4c-4f94-bb33-cf66e0beaefb", "LLMInferenceService": "rate-test-model-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "rate-test-model-27cc80-kserve-route-authn"} 2026-07-29T02:03:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27cc80","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "rate-test-model-27cc80", "reconcileID": "bf3020a7-6a4c-4f94-bb33-cf66e0beaefb", "LLMInferenceService": "rate-test-model-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80", "authType": "userdefined"} 2026-07-29T02:03:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27cc80","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "rate-test-model-27cc80", "reconcileID": "bf3020a7-6a4c-4f94-bb33-cf66e0beaefb", "LLMInferenceService": "rate-test-model-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80"} 2026-07-29T02:03:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27cc80","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "rate-test-model-27cc80", "reconcileID": "f4d46882-ebc3-4735-85d7-4425efb89f82", "LLMInferenceService": "rate-test-model-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80"} 2026-07-29T02:03:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27cc80","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "rate-test-model-27cc80", "reconcileID": "f4d46882-ebc3-4735-85d7-4425efb89f82", "LLMInferenceService": "rate-test-model-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80"} 2026-07-29T02:03:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27cc80","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "rate-test-model-27cc80", "reconcileID": "f4d46882-ebc3-4735-85d7-4425efb89f82", "LLMInferenceService": "rate-test-model-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80"} 2026-07-29T02:03:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27cc80","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "rate-test-model-27cc80", "reconcileID": "f4d46882-ebc3-4735-85d7-4425efb89f82", "LLMInferenceService": "rate-test-model-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "rate-test-model-27cc80-kserve-route-authn"} 2026-07-29T02:03:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27cc80","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "rate-test-model-27cc80", "reconcileID": "f4d46882-ebc3-4735-85d7-4425efb89f82", "LLMInferenceService": "rate-test-model-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80", "authType": "userdefined"} 2026-07-29T02:03:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27cc80","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "rate-test-model-27cc80", "reconcileID": "f4d46882-ebc3-4735-85d7-4425efb89f82", "LLMInferenceService": "rate-test-model-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80"} 2026-07-29T02:03:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "rate-test-model-a7bf0d", "reconcileID": "5ec3716d-6522-4ffd-a559-641ab64e309f", "LLMInferenceService": "rate-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d"} 2026-07-29T02:03:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "rate-test-model-a7bf0d", "reconcileID": "5ec3716d-6522-4ffd-a559-641ab64e309f", "LLMInferenceService": "rate-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d"} 2026-07-29T02:03:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "rate-test-model-a7bf0d", "reconcileID": "5ec3716d-6522-4ffd-a559-641ab64e309f", "LLMInferenceService": "rate-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d"} 2026-07-29T02:03:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7bf0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d", "reconcileID": "1fe184cd-dc26-4dd4-9b6f-2e6bf07449f8", "Gateway": "e2e-shared-b-a7bf0d", "namespace": "openshift-ingress"} 2026-07-29T02:03:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "rate-test-model-a7bf0d", "reconcileID": "5ec3716d-6522-4ffd-a559-641ab64e309f", "LLMInferenceService": "rate-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "rate-test-model-a7bf0d-kserve-route-authn"} 2026-07-29T02:03:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "rate-test-model-a7bf0d", "reconcileID": "5ec3716d-6522-4ffd-a559-641ab64e309f", "LLMInferenceService": "rate-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "authType": "userdefined"} 2026-07-29T02:03:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "rate-test-model-a7bf0d", "reconcileID": "5ec3716d-6522-4ffd-a559-641ab64e309f", "LLMInferenceService": "rate-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d"} 2026-07-29T02:03:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7bf0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d", "reconcileID": "1fe184cd-dc26-4dd4-9b6f-2e6bf07449f8", "Gateway": "e2e-shared-b-a7bf0d", "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d-authn-ssl"} 2026-07-29T02:03:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7bf0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d", "reconcileID": "1fe184cd-dc26-4dd4-9b6f-2e6bf07449f8", "Gateway": "e2e-shared-b-a7bf0d", "namespace": "openshift-ingress"} 2026-07-29T02:03:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "rate-test-model-a7bf0d", "reconcileID": "4160f9a2-b522-480b-b8f0-0779e9b54f47", "LLMInferenceService": "rate-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d"} 2026-07-29T02:03:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "rate-test-model-a7bf0d", "reconcileID": "4160f9a2-b522-480b-b8f0-0779e9b54f47", "LLMInferenceService": "rate-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d"} 2026-07-29T02:03:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "rate-test-model-a7bf0d", "reconcileID": "4160f9a2-b522-480b-b8f0-0779e9b54f47", "LLMInferenceService": "rate-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d"} 2026-07-29T02:03:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "rate-test-model-a7bf0d", "reconcileID": "4160f9a2-b522-480b-b8f0-0779e9b54f47", "LLMInferenceService": "rate-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "rate-test-model-a7bf0d-kserve-route-authn"} 2026-07-29T02:03:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "rate-test-model-a7bf0d", "reconcileID": "4160f9a2-b522-480b-b8f0-0779e9b54f47", "LLMInferenceService": "rate-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "authType": "userdefined"} 2026-07-29T02:03:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "rate-test-model-a7bf0d", "reconcileID": "4160f9a2-b522-480b-b8f0-0779e9b54f47", "LLMInferenceService": "rate-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d"} 2026-07-29T02:04:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7bf0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d", "reconcileID": "3f3697cf-1ee9-48c8-8eff-9f8c42eff148", "Gateway": "e2e-shared-b-a7bf0d", "namespace": "openshift-ingress"} 2026-07-29T02:04:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7bf0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d", "reconcileID": "3f3697cf-1ee9-48c8-8eff-9f8c42eff148", "Gateway": "e2e-shared-b-a7bf0d", "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d-authn-ssl"} 2026-07-29T02:04:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7bf0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d", "reconcileID": "3f3697cf-1ee9-48c8-8eff-9f8c42eff148", "Gateway": "e2e-shared-b-a7bf0d", "namespace": "openshift-ingress"} 2026-07-29T02:04:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "rate-test-model-a7bf0d", "reconcileID": "8ab75f00-ff9d-4461-bf9b-2ac3cd663d60", "LLMInferenceService": "rate-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d"} 2026-07-29T02:04:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "rate-test-model-a7bf0d", "reconcileID": "8ab75f00-ff9d-4461-bf9b-2ac3cd663d60", "LLMInferenceService": "rate-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d"} 2026-07-29T02:04:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "rate-test-model-a7bf0d", "reconcileID": "8ab75f00-ff9d-4461-bf9b-2ac3cd663d60", "LLMInferenceService": "rate-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d"} 2026-07-29T02:04:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "rate-test-model-a7bf0d", "reconcileID": "8ab75f00-ff9d-4461-bf9b-2ac3cd663d60", "LLMInferenceService": "rate-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "rate-test-model-a7bf0d-kserve-route-authn"} 2026-07-29T02:04:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "rate-test-model-a7bf0d", "reconcileID": "8ab75f00-ff9d-4461-bf9b-2ac3cd663d60", "LLMInferenceService": "rate-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "authType": "userdefined"} 2026-07-29T02:04:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "rate-test-model-a7bf0d", "reconcileID": "8ab75f00-ff9d-4461-bf9b-2ac3cd663d60", "LLMInferenceService": "rate-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d"} 2026-07-29T02:04:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "rate-test-model-a7bf0d", "reconcileID": "d5891aa1-611e-40bd-85cc-302c3802d575", "LLMInferenceService": "rate-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d"} 2026-07-29T02:04:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "rate-test-model-a7bf0d", "reconcileID": "d5891aa1-611e-40bd-85cc-302c3802d575", "LLMInferenceService": "rate-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d"} 2026-07-29T02:04:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "rate-test-model-a7bf0d", "reconcileID": "d5891aa1-611e-40bd-85cc-302c3802d575", "LLMInferenceService": "rate-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d"} 2026-07-29T02:04:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "rate-test-model-a7bf0d", "reconcileID": "d5891aa1-611e-40bd-85cc-302c3802d575", "LLMInferenceService": "rate-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "rate-test-model-a7bf0d-kserve-route-authn"} 2026-07-29T02:04:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "rate-test-model-a7bf0d", "reconcileID": "d5891aa1-611e-40bd-85cc-302c3802d575", "LLMInferenceService": "rate-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "authType": "userdefined"} 2026-07-29T02:04:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "rate-test-model-a7bf0d", "reconcileID": "d5891aa1-611e-40bd-85cc-302c3802d575", "LLMInferenceService": "rate-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d"} 2026-07-29T02:04:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "rate-test-model-a7bf0d", "reconcileID": "dfb23a8c-2fce-4052-a6ea-4b65c7a66b7d", "LLMInferenceService": "rate-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d"} 2026-07-29T02:04:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "rate-test-model-a7bf0d", "reconcileID": "dfb23a8c-2fce-4052-a6ea-4b65c7a66b7d", "LLMInferenceService": "rate-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d"} 2026-07-29T02:04:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "rate-test-model-a7bf0d", "reconcileID": "dfb23a8c-2fce-4052-a6ea-4b65c7a66b7d", "LLMInferenceService": "rate-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d"} 2026-07-29T02:04:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "rate-test-model-a7bf0d", "reconcileID": "dfb23a8c-2fce-4052-a6ea-4b65c7a66b7d", "LLMInferenceService": "rate-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "rate-test-model-a7bf0d-kserve-route-authn"} 2026-07-29T02:04:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "rate-test-model-a7bf0d", "reconcileID": "dfb23a8c-2fce-4052-a6ea-4b65c7a66b7d", "LLMInferenceService": "rate-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "authType": "userdefined"} 2026-07-29T02:04:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "rate-test-model-a7bf0d", "reconcileID": "dfb23a8c-2fce-4052-a6ea-4b65c7a66b7d", "LLMInferenceService": "rate-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d"} 2026-07-29T02:04:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-27cc80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80", "reconcileID": "94bbbc40-2034-4582-a9a7-467823ef249f", "Gateway": "e2e-shared-a-27cc80", "namespace": "openshift-ingress"} 2026-07-29T02:04:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-27cc80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80", "reconcileID": "94bbbc40-2034-4582-a9a7-467823ef249f", "Gateway": "e2e-shared-a-27cc80", "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80-authn-ssl"} 2026-07-29T02:04:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-27cc80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80", "reconcileID": "94bbbc40-2034-4582-a9a7-467823ef249f", "Gateway": "e2e-shared-a-27cc80", "namespace": "openshift-ingress"} 2026-07-29T02:04:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7bf0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d", "reconcileID": "5f1e2a30-ec33-4562-848a-29d3a2789b4d", "Gateway": "e2e-shared-b-a7bf0d", "namespace": "openshift-ingress"} 2026-07-29T02:04:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7bf0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d", "reconcileID": "5f1e2a30-ec33-4562-848a-29d3a2789b4d", "Gateway": "e2e-shared-b-a7bf0d", "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d-authn-ssl"} 2026-07-29T02:04:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7bf0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d", "reconcileID": "5f1e2a30-ec33-4562-848a-29d3a2789b4d", "Gateway": "e2e-shared-b-a7bf0d", "namespace": "openshift-ingress"} 2026-07-29T02:04:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "abc6d285-65d3-47f6-bb98-f92c08a86345", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T02:05:13Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27cc80","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "rate-test-model-27cc80", "reconcileID": "2ac4b826-99d4-47b8-a0a2-13b920f172a1", "LLMInferenceService": "rate-test-model-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80"} 2026-07-29T02:05:13Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27cc80","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "rate-test-model-27cc80", "reconcileID": "2ac4b826-99d4-47b8-a0a2-13b920f172a1", "LLMInferenceService": "rate-test-model-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "rate-test-model-27cc80"} 2026-07-29T02:05:13Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27cc80","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "rate-test-model-27cc80", "reconcileID": "2ac4b826-99d4-47b8-a0a2-13b920f172a1", "LLMInferenceService": "rate-test-model-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80"} 2026-07-29T02:05:13Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27cc80","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "rate-test-model-27cc80", "reconcileID": "2ac4b826-99d4-47b8-a0a2-13b920f172a1", "LLMInferenceService": "rate-test-model-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80"} 2026-07-29T02:05:13Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27cc80","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "rate-test-model-27cc80", "reconcileID": "2ac4b826-99d4-47b8-a0a2-13b920f172a1", "LLMInferenceService": "rate-test-model-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "rate-test-model-27cc80-kserve-route-authn"} 2026-07-29T02:05:13Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27cc80","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "rate-test-model-27cc80", "reconcileID": "2ac4b826-99d4-47b8-a0a2-13b920f172a1", "LLMInferenceService": "rate-test-model-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "rate-test-model-27cc80-kserve-route-authn"} 2026-07-29T02:05:13Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27cc80","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "rate-test-model-27cc80", "reconcileID": "2ac4b826-99d4-47b8-a0a2-13b920f172a1", "LLMInferenceService": "rate-test-model-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80"} 2026-07-29T02:05:13Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27cc80","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "rate-test-model-27cc80", "reconcileID": "2ac4b826-99d4-47b8-a0a2-13b920f172a1", "LLMInferenceService": "rate-test-model-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80"} 2026-07-29T02:05:14Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27cc80","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "rate-test-model-27cc80", "reconcileID": "20f05872-f816-4a00-8e96-ff468ab357f3", "LLMInferenceService": "rate-test-model-27cc80", "namespace": "ai-tenant-e2e-shared-a-27cc80"} 2026-07-29T02:05:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-27cc80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80", "reconcileID": "0a680e3b-850d-4582-be11-45037382aed3", "Gateway": "e2e-shared-a-27cc80", "namespace": "openshift-ingress"} 2026-07-29T02:05:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-27cc80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80", "reconcileID": "0a680e3b-850d-4582-be11-45037382aed3", "Gateway": "e2e-shared-a-27cc80", "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80-authn-ssl"} 2026-07-29T02:05:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-27cc80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80", "reconcileID": "0a680e3b-850d-4582-be11-45037382aed3", "Gateway": "e2e-shared-a-27cc80", "namespace": "openshift-ingress"} 2026-07-29T02:05:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-27cc80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80", "reconcileID": "2f77922f-dee3-422d-bc15-8ddf4c99a661", "Gateway": "e2e-shared-a-27cc80", "namespace": "openshift-ingress"} 2026-07-29T02:05:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-27cc80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80", "reconcileID": "2f77922f-dee3-422d-bc15-8ddf4c99a661", "Gateway": "e2e-shared-a-27cc80", "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80-authn-ssl"} 2026-07-29T02:05:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-27cc80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80", "reconcileID": "2f77922f-dee3-422d-bc15-8ddf4c99a661", "Gateway": "e2e-shared-a-27cc80", "namespace": "openshift-ingress"} 2026-07-29T02:05:14Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "rate-test-model-a7bf0d", "reconcileID": "cd52db0a-eeae-4a30-8970-0ec7e696db24", "LLMInferenceService": "rate-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d"} 2026-07-29T02:05:14Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "rate-test-model-a7bf0d", "reconcileID": "cd52db0a-eeae-4a30-8970-0ec7e696db24", "LLMInferenceService": "rate-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "rate-test-model-a7bf0d"} 2026-07-29T02:05:14Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "rate-test-model-a7bf0d", "reconcileID": "cd52db0a-eeae-4a30-8970-0ec7e696db24", "LLMInferenceService": "rate-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d"} 2026-07-29T02:05:14Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "rate-test-model-a7bf0d", "reconcileID": "cd52db0a-eeae-4a30-8970-0ec7e696db24", "LLMInferenceService": "rate-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d"} 2026-07-29T02:05:14Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "rate-test-model-a7bf0d", "reconcileID": "cd52db0a-eeae-4a30-8970-0ec7e696db24", "LLMInferenceService": "rate-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "rate-test-model-a7bf0d-kserve-route-authn"} 2026-07-29T02:05:14Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "rate-test-model-a7bf0d", "reconcileID": "cd52db0a-eeae-4a30-8970-0ec7e696db24", "LLMInferenceService": "rate-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "rate-test-model-a7bf0d-kserve-route-authn"} 2026-07-29T02:05:14Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "rate-test-model-a7bf0d", "reconcileID": "cd52db0a-eeae-4a30-8970-0ec7e696db24", "LLMInferenceService": "rate-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d"} 2026-07-29T02:05:14Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "rate-test-model-a7bf0d", "reconcileID": "cd52db0a-eeae-4a30-8970-0ec7e696db24", "LLMInferenceService": "rate-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d"} 2026-07-29T02:05:15Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a7bf0d","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "rate-test-model-a7bf0d", "reconcileID": "42959c3c-5210-41b1-89dc-f5287b7aa6c0", "LLMInferenceService": "rate-test-model-a7bf0d", "namespace": "ai-tenant-e2e-shared-b-a7bf0d"} 2026-07-29T02:05:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7bf0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d", "reconcileID": "3d94d891-135a-4f4d-8d04-bde44b71add7", "Gateway": "e2e-shared-b-a7bf0d", "namespace": "openshift-ingress"} 2026-07-29T02:05:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7bf0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d", "reconcileID": "3d94d891-135a-4f4d-8d04-bde44b71add7", "Gateway": "e2e-shared-b-a7bf0d", "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d-authn-ssl"} 2026-07-29T02:05:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7bf0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d", "reconcileID": "3d94d891-135a-4f4d-8d04-bde44b71add7", "Gateway": "e2e-shared-b-a7bf0d", "namespace": "openshift-ingress"} 2026-07-29T02:05:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7bf0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d", "reconcileID": "25b9786d-b9c9-4642-9696-1660d39d14f8", "Gateway": "e2e-shared-b-a7bf0d", "namespace": "openshift-ingress"} 2026-07-29T02:05:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7bf0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d", "reconcileID": "25b9786d-b9c9-4642-9696-1660d39d14f8", "Gateway": "e2e-shared-b-a7bf0d", "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d-authn-ssl"} 2026-07-29T02:05:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7bf0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d", "reconcileID": "25b9786d-b9c9-4642-9696-1660d39d14f8", "Gateway": "e2e-shared-b-a7bf0d", "namespace": "openshift-ingress"} 2026-07-29T02:05:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-27cc80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80", "reconcileID": "39152990-3f9b-4d6f-bbf7-13b6a8ca719c", "Gateway": "e2e-shared-a-27cc80", "namespace": "openshift-ingress"} 2026-07-29T02:05:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-27cc80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80", "reconcileID": "39152990-3f9b-4d6f-bbf7-13b6a8ca719c", "Gateway": "e2e-shared-a-27cc80", "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80-authn-ssl"} 2026-07-29T02:05:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-27cc80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80", "reconcileID": "39152990-3f9b-4d6f-bbf7-13b6a8ca719c", "Gateway": "e2e-shared-a-27cc80", "namespace": "openshift-ingress"} 2026-07-29T02:05:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7bf0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d", "reconcileID": "a23cfb26-9b54-4fe4-b1b9-5163c789b027", "Gateway": "e2e-shared-b-a7bf0d", "namespace": "openshift-ingress"} 2026-07-29T02:05:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7bf0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d", "reconcileID": "a23cfb26-9b54-4fe4-b1b9-5163c789b027", "Gateway": "e2e-shared-b-a7bf0d", "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d-authn-ssl"} 2026-07-29T02:05:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7bf0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d", "reconcileID": "a23cfb26-9b54-4fe4-b1b9-5163c789b027", "Gateway": "e2e-shared-b-a7bf0d", "namespace": "openshift-ingress"} 2026-07-29T02:05:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "8a0a7785-0278-4ede-8440-c21ca8f63be2", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress"} 2026-07-29T02:05:34Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "8a0a7785-0278-4ede-8440-c21ca8f63be2", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e-authn-ssl"} 2026-07-29T02:05:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "8a0a7785-0278-4ede-8440-c21ca8f63be2", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress"} 2026-07-29T02:05:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "a2978ee3-76c9-4670-86fe-d4d683a8bd8b", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress"} 2026-07-29T02:05:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "a2978ee3-76c9-4670-86fe-d4d683a8bd8b", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e-authn-ssl"} 2026-07-29T02:05:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "a2978ee3-76c9-4670-86fe-d4d683a8bd8b", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress"} 2026-07-29T02:05:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "c40ff819-fd34-4938-af67-b635e3ecebc2", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress"} 2026-07-29T02:05:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "c40ff819-fd34-4938-af67-b635e3ecebc2", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e-authn-ssl"} 2026-07-29T02:05:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "c40ff819-fd34-4938-af67-b635e3ecebc2", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress"} 2026-07-29T02:05:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "b9061855-190a-4523-9b02-9ae09658ed33", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress"} 2026-07-29T02:05:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "b9061855-190a-4523-9b02-9ae09658ed33", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e-authn-ssl"} 2026-07-29T02:05:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "b9061855-190a-4523-9b02-9ae09658ed33", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress"} 2026-07-29T02:05:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "29bce375-c372-4867-8b4e-a5b5a3188244", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress"} 2026-07-29T02:05:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "29bce375-c372-4867-8b4e-a5b5a3188244", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e-authn-ssl"} 2026-07-29T02:05:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "29bce375-c372-4867-8b4e-a5b5a3188244", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress"} 2026-07-29T02:05:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "b572a412-5b3e-43ca-a607-1170b4188dcf", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress"} 2026-07-29T02:05:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "b572a412-5b3e-43ca-a607-1170b4188dcf", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e-authn-ssl"} 2026-07-29T02:05:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "b572a412-5b3e-43ca-a607-1170b4188dcf", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress"} 2026-07-29T02:05:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "odh-trusted-ca-bundle", "reconcileID": "3af9b08b-b268-40a7-9311-5a0152e5a549", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:05:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "openshift-service-ca.crt", "reconcileID": "568786b3-a858-4037-a646-3f9d3e7d55b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:05:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "openshift-service-ca.crt", "reconcileID": "f2fd399a-316b-4345-83ed-8ca8061f7edd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T02:05:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "openshift-service-ca.crt", "reconcileID": "f2fd399a-316b-4345-83ed-8ca8061f7edd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:05:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "111ff78e-1008-4664-86a9-7a500f06fbb3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:05:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "openshift-service-ca.crt", "reconcileID": "594f005c-49ef-4955-af14-16629408fae0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:05:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "odh-trusted-ca-bundle", "reconcileID": "4b545079-8c35-49f4-a3cd-513142129f1d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T02:05:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "odh-trusted-ca-bundle", "reconcileID": "4b545079-8c35-49f4-a3cd-513142129f1d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:05:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3018e962-fdc1-44e7-9a88-d0aafa85e7e5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:05:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "3346f1f4-d93b-42ec-a250-8f505c5b981a", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress"} 2026-07-29T02:05:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "3346f1f4-d93b-42ec-a250-8f505c5b981a", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e-authn-ssl"} 2026-07-29T02:05:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "3346f1f4-d93b-42ec-a250-8f505c5b981a", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress"} 2026-07-29T02:05:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "87e4a757-3e62-4508-9388-2779b03c40f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T02:05:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "d106605f-9d1c-47ab-b346-64b3a015aec0", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress"} 2026-07-29T02:05:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "d106605f-9d1c-47ab-b346-64b3a015aec0", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e-authn-ssl"} 2026-07-29T02:05:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "d106605f-9d1c-47ab-b346-64b3a015aec0", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress"} 2026-07-29T02:06:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e02970","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970", "reconcileID": "b9212026-5fa4-4a8e-b7d7-6a9b3dfd5f37", "Gateway": "e2e-ipp-b-e02970", "namespace": "openshift-ingress"} 2026-07-29T02:06:03Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e02970","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970", "reconcileID": "b9212026-5fa4-4a8e-b7d7-6a9b3dfd5f37", "Gateway": "e2e-ipp-b-e02970", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970-authn-ssl"} 2026-07-29T02:06:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e02970","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970", "reconcileID": "b9212026-5fa4-4a8e-b7d7-6a9b3dfd5f37", "Gateway": "e2e-ipp-b-e02970", "namespace": "openshift-ingress"} 2026-07-29T02:06:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e02970","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970", "reconcileID": "ac547be2-5214-4975-a6ba-fa85c932015d", "Gateway": "e2e-ipp-b-e02970", "namespace": "openshift-ingress"} 2026-07-29T02:06:03Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e02970","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970", "reconcileID": "ac547be2-5214-4975-a6ba-fa85c932015d", "Gateway": "e2e-ipp-b-e02970", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970-authn-ssl"} 2026-07-29T02:06:03Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e02970","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970", "reconcileID": "ac547be2-5214-4975-a6ba-fa85c932015d", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-b-e02970-authn-ssl: envoyfilters.networking.istio.io \"e2e-ipp-b-e02970-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T02:06:03Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-b-e02970-authn-ssl: envoyfilters.networking.istio.io "e2e-ipp-b-e02970-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-ipp-b-e02970","uid":"68c6e1ce-33ab-40e9-a219-87754ce28bc4","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"70500"}, "reason": "ReconcileError"} 2026-07-29T02:06:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e02970","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970", "reconcileID": "7ef9e0de-b055-4226-9065-1a58df4fdf60", "Gateway": "e2e-ipp-b-e02970", "namespace": "openshift-ingress"} 2026-07-29T02:06:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e02970","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970", "reconcileID": "7ef9e0de-b055-4226-9065-1a58df4fdf60", "Gateway": "e2e-ipp-b-e02970", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970-authn-ssl"} 2026-07-29T02:06:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e02970","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970", "reconcileID": "7ef9e0de-b055-4226-9065-1a58df4fdf60", "Gateway": "e2e-ipp-b-e02970", "namespace": "openshift-ingress"} 2026-07-29T02:06:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e02970","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970", "reconcileID": "0d13357b-ba26-4732-bc20-94d632da0c78", "Gateway": "e2e-ipp-b-e02970", "namespace": "openshift-ingress"} 2026-07-29T02:06:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e02970","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970", "reconcileID": "0d13357b-ba26-4732-bc20-94d632da0c78", "Gateway": "e2e-ipp-b-e02970", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970-authn-ssl"} 2026-07-29T02:06:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e02970","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970", "reconcileID": "0d13357b-ba26-4732-bc20-94d632da0c78", "Gateway": "e2e-ipp-b-e02970", "namespace": "openshift-ingress"} 2026-07-29T02:06:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e02970","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970", "reconcileID": "7487c819-2a20-4ad6-b197-9a75e2a160c4", "Gateway": "e2e-ipp-b-e02970", "namespace": "openshift-ingress"} 2026-07-29T02:06:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e02970","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970", "reconcileID": "7487c819-2a20-4ad6-b197-9a75e2a160c4", "Gateway": "e2e-ipp-b-e02970", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970-authn-ssl"} 2026-07-29T02:06:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e02970","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970", "reconcileID": "7487c819-2a20-4ad6-b197-9a75e2a160c4", "Gateway": "e2e-ipp-b-e02970", "namespace": "openshift-ingress"} 2026-07-29T02:06:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e02970","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970", "reconcileID": "cb9a6d1f-0c4d-45f0-9bd5-594b21d4bcb6", "Gateway": "e2e-ipp-b-e02970", "namespace": "openshift-ingress"} 2026-07-29T02:06:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e02970","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970", "reconcileID": "cb9a6d1f-0c4d-45f0-9bd5-594b21d4bcb6", "Gateway": "e2e-ipp-b-e02970", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970-authn-ssl"} 2026-07-29T02:06:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e02970","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970", "reconcileID": "cb9a6d1f-0c4d-45f0-9bd5-594b21d4bcb6", "Gateway": "e2e-ipp-b-e02970", "namespace": "openshift-ingress"} 2026-07-29T02:06:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e02970","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970", "reconcileID": "f168ac10-92e7-4152-a871-15e8dbc5ca95", "Gateway": "e2e-ipp-b-e02970", "namespace": "openshift-ingress"} 2026-07-29T02:06:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e02970","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970", "reconcileID": "f168ac10-92e7-4152-a871-15e8dbc5ca95", "Gateway": "e2e-ipp-b-e02970", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970-authn-ssl"} 2026-07-29T02:06:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e02970","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970", "reconcileID": "f168ac10-92e7-4152-a871-15e8dbc5ca95", "Gateway": "e2e-ipp-b-e02970", "namespace": "openshift-ingress"} 2026-07-29T02:06:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e02970","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970", "reconcileID": "6a810275-0ffa-436e-b98b-085fa02c1631", "Gateway": "e2e-ipp-b-e02970", "namespace": "openshift-ingress"} 2026-07-29T02:06:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e02970","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970", "reconcileID": "6a810275-0ffa-436e-b98b-085fa02c1631", "Gateway": "e2e-ipp-b-e02970", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970-authn-ssl"} 2026-07-29T02:06:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e02970","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970", "reconcileID": "6a810275-0ffa-436e-b98b-085fa02c1631", "Gateway": "e2e-ipp-b-e02970", "namespace": "openshift-ingress"} 2026-07-29T02:06:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e02970"}, "namespace": "ai-tenant-e2e-ipp-b-e02970", "name": "openshift-service-ca.crt", "reconcileID": "cdc91c1b-12dc-44a4-81d3-9143fe442cb1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e02970"} 2026-07-29T02:06:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e02970"}, "namespace": "ai-tenant-e2e-ipp-b-e02970", "name": "openshift-service-ca.crt", "reconcileID": "9cddb856-a4ce-44d8-a7bb-9b8fec967035", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e02970", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T02:06:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e02970"}, "namespace": "ai-tenant-e2e-ipp-b-e02970", "name": "openshift-service-ca.crt", "reconcileID": "9cddb856-a4ce-44d8-a7bb-9b8fec967035", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e02970"} 2026-07-29T02:06:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e02970"}, "namespace": "ai-tenant-e2e-ipp-b-e02970", "name": "odh-trusted-ca-bundle", "reconcileID": "becad435-3702-4b84-961a-5eca31518a4b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e02970", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T02:06:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e02970"}, "namespace": "ai-tenant-e2e-ipp-b-e02970", "name": "odh-trusted-ca-bundle", "reconcileID": "becad435-3702-4b84-961a-5eca31518a4b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T02:06:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e02970"}, "namespace": "ai-tenant-e2e-ipp-b-e02970", "name": "openshift-service-ca.crt", "reconcileID": "e9d74fff-a8e3-4dad-918a-ee6e55c62632", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e02970"} 2026-07-29T02:06:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e02970"}, "namespace": "ai-tenant-e2e-ipp-b-e02970", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "59103800-599f-4bd1-bd40-de10b14be8d3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e02970"} 2026-07-29T02:06:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e02970"}, "namespace": "ai-tenant-e2e-ipp-b-e02970", "name": "odh-trusted-ca-bundle", "reconcileID": "aadec04d-4d56-4a1b-bc94-2d31628aef8b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e02970"} 2026-07-29T02:06:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e02970"}, "namespace": "ai-tenant-e2e-ipp-b-e02970", "name": "odh-trusted-ca-bundle", "reconcileID": "f145f4a2-a1b6-4952-87c1-2e6dcae21d7a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e02970", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T02:06:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e02970"}, "namespace": "ai-tenant-e2e-ipp-b-e02970", "name": "odh-trusted-ca-bundle", "reconcileID": "f145f4a2-a1b6-4952-87c1-2e6dcae21d7a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e02970"} 2026-07-29T02:06:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e02970"}, "namespace": "ai-tenant-e2e-ipp-b-e02970", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e778b4ee-e98a-461e-8c92-fe9255052726", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e02970"} 2026-07-29T02:06:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e02970","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970", "reconcileID": "9f22071b-7ebf-4aec-804b-85d9efc19651", "Gateway": "e2e-ipp-b-e02970", "namespace": "openshift-ingress"} 2026-07-29T02:06:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e02970","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970", "reconcileID": "9f22071b-7ebf-4aec-804b-85d9efc19651", "Gateway": "e2e-ipp-b-e02970", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970-authn-ssl"} 2026-07-29T02:06:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e02970","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970", "reconcileID": "9f22071b-7ebf-4aec-804b-85d9efc19651", "Gateway": "e2e-ipp-b-e02970", "namespace": "openshift-ingress"} 2026-07-29T02:06:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ab6edf87-389a-4854-bf3c-dc66c131f1b8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T02:06:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e02970","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970", "reconcileID": "1c3367a3-ef28-4830-9bd0-2ba1b9678b8f", "Gateway": "e2e-ipp-b-e02970", "namespace": "openshift-ingress"} 2026-07-29T02:06:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e02970","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970", "reconcileID": "1c3367a3-ef28-4830-9bd0-2ba1b9678b8f", "Gateway": "e2e-ipp-b-e02970", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970-authn-ssl"} 2026-07-29T02:06:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e02970","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970", "reconcileID": "1c3367a3-ef28-4830-9bd0-2ba1b9678b8f", "Gateway": "e2e-ipp-b-e02970", "namespace": "openshift-ingress"} 2026-07-29T02:06:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cd88183f-d858-4fb0-b749-3d9aeea1f4b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T02:06:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "18eb3da9-9b03-4af4-96d4-8549b766d666", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T02:06:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "96154beb-790b-4e62-808f-225e3fa99901", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:06:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "96154beb-790b-4e62-808f-225e3fa99901", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:06:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "96154beb-790b-4e62-808f-225e3fa99901", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:06:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "caa0bb2f-9a8c-4604-b5ab-abb21a27276b", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress"} 2026-07-29T02:06:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "96154beb-790b-4e62-808f-225e3fa99901", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e-kserve-route-authn"} 2026-07-29T02:06:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "96154beb-790b-4e62-808f-225e3fa99901", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "authType": "userdefined"} 2026-07-29T02:06:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "96154beb-790b-4e62-808f-225e3fa99901", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:06:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "caa0bb2f-9a8c-4604-b5ab-abb21a27276b", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e-authn-ssl"} 2026-07-29T02:06:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "caa0bb2f-9a8c-4604-b5ab-abb21a27276b", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress"} 2026-07-29T02:06:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "8c97c083-006a-40a4-aac7-c67a92869487", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:06:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "8c97c083-006a-40a4-aac7-c67a92869487", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:06:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "8c97c083-006a-40a4-aac7-c67a92869487", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:06:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "8c97c083-006a-40a4-aac7-c67a92869487", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e-kserve-route-authn"} 2026-07-29T02:06:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "8c97c083-006a-40a4-aac7-c67a92869487", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "authType": "userdefined"} 2026-07-29T02:06:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "8c97c083-006a-40a4-aac7-c67a92869487", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:06:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "e091eb20-bffe-4873-a3fc-8928d881748c", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress"} 2026-07-29T02:06:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "e091eb20-bffe-4873-a3fc-8928d881748c", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e-authn-ssl"} 2026-07-29T02:06:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "e091eb20-bffe-4873-a3fc-8928d881748c", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress"} 2026-07-29T02:06:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "60c3a3b2-3368-473d-9cc9-05e9ba909415", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T02:06:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "3f81438e-e6ab-4a28-9fb5-2dbbc17106dd", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:06:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "3f81438e-e6ab-4a28-9fb5-2dbbc17106dd", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:06:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "3f81438e-e6ab-4a28-9fb5-2dbbc17106dd", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:06:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "3f81438e-e6ab-4a28-9fb5-2dbbc17106dd", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e-kserve-route-authn"} 2026-07-29T02:06:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "3f81438e-e6ab-4a28-9fb5-2dbbc17106dd", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "authType": "userdefined"} 2026-07-29T02:06:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "3f81438e-e6ab-4a28-9fb5-2dbbc17106dd", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:07:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "e6e5d1ef-6928-4192-9555-1fa068b10a68", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:07:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "e6e5d1ef-6928-4192-9555-1fa068b10a68", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:07:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "e6e5d1ef-6928-4192-9555-1fa068b10a68", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:07:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "e6e5d1ef-6928-4192-9555-1fa068b10a68", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e-kserve-route-authn"} 2026-07-29T02:07:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "e6e5d1ef-6928-4192-9555-1fa068b10a68", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "authType": "userdefined"} 2026-07-29T02:07:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "e6e5d1ef-6928-4192-9555-1fa068b10a68", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:07:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "aed9a1a7-a9ec-4abc-9925-286ae0e1baa3", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress"} 2026-07-29T02:07:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "aed9a1a7-a9ec-4abc-9925-286ae0e1baa3", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e-authn-ssl"} 2026-07-29T02:07:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "aed9a1a7-a9ec-4abc-9925-286ae0e1baa3", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress"} 2026-07-29T02:07:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5be2ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5be2ca", "reconcileID": "7cabb1b3-03bf-40b2-80dc-9723d203e869", "Gateway": "e2e-ipp-cleanup-5be2ca", "namespace": "openshift-ingress"} 2026-07-29T02:07:36Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5be2ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5be2ca", "reconcileID": "7cabb1b3-03bf-40b2-80dc-9723d203e869", "Gateway": "e2e-ipp-cleanup-5be2ca", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5be2ca-authn-ssl"} 2026-07-29T02:07:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5be2ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5be2ca", "reconcileID": "7cabb1b3-03bf-40b2-80dc-9723d203e869", "Gateway": "e2e-ipp-cleanup-5be2ca", "namespace": "openshift-ingress"} 2026-07-29T02:07:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5be2ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5be2ca", "reconcileID": "241bf55c-e913-4501-a524-a90b9b219ae0", "Gateway": "e2e-ipp-cleanup-5be2ca", "namespace": "openshift-ingress"} 2026-07-29T02:07:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5be2ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5be2ca", "reconcileID": "241bf55c-e913-4501-a524-a90b9b219ae0", "Gateway": "e2e-ipp-cleanup-5be2ca", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5be2ca-authn-ssl"} 2026-07-29T02:07:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5be2ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5be2ca", "reconcileID": "241bf55c-e913-4501-a524-a90b9b219ae0", "Gateway": "e2e-ipp-cleanup-5be2ca", "namespace": "openshift-ingress"} 2026-07-29T02:07:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5be2ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5be2ca", "reconcileID": "154ca9d6-152b-4d84-aa23-f3e845ae8e84", "Gateway": "e2e-ipp-cleanup-5be2ca", "namespace": "openshift-ingress"} 2026-07-29T02:07:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5be2ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5be2ca", "reconcileID": "154ca9d6-152b-4d84-aa23-f3e845ae8e84", "Gateway": "e2e-ipp-cleanup-5be2ca", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5be2ca-authn-ssl"} 2026-07-29T02:07:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5be2ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5be2ca", "reconcileID": "154ca9d6-152b-4d84-aa23-f3e845ae8e84", "Gateway": "e2e-ipp-cleanup-5be2ca", "namespace": "openshift-ingress"} 2026-07-29T02:07:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5be2ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5be2ca", "reconcileID": "b39d6c23-2a57-4aef-8e43-07faae07de7c", "Gateway": "e2e-ipp-cleanup-5be2ca", "namespace": "openshift-ingress"} 2026-07-29T02:07:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5be2ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5be2ca", "reconcileID": "b39d6c23-2a57-4aef-8e43-07faae07de7c", "Gateway": "e2e-ipp-cleanup-5be2ca", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5be2ca-authn-ssl"} 2026-07-29T02:07:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5be2ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5be2ca", "reconcileID": "b39d6c23-2a57-4aef-8e43-07faae07de7c", "Gateway": "e2e-ipp-cleanup-5be2ca", "namespace": "openshift-ingress"} 2026-07-29T02:07:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5be2ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5be2ca", "reconcileID": "9a5eb2e2-6655-4098-aa24-4fa93dd95131", "Gateway": "e2e-ipp-cleanup-5be2ca", "namespace": "openshift-ingress"} 2026-07-29T02:07:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5be2ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5be2ca", "reconcileID": "9a5eb2e2-6655-4098-aa24-4fa93dd95131", "Gateway": "e2e-ipp-cleanup-5be2ca", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5be2ca-authn-ssl"} 2026-07-29T02:07:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5be2ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5be2ca", "reconcileID": "9a5eb2e2-6655-4098-aa24-4fa93dd95131", "Gateway": "e2e-ipp-cleanup-5be2ca", "namespace": "openshift-ingress"} 2026-07-29T02:07:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5be2ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5be2ca", "reconcileID": "6b27dcd2-a2fa-409d-ada7-2271609adce6", "Gateway": "e2e-ipp-cleanup-5be2ca", "namespace": "openshift-ingress"} 2026-07-29T02:07:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5be2ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5be2ca", "reconcileID": "6b27dcd2-a2fa-409d-ada7-2271609adce6", "Gateway": "e2e-ipp-cleanup-5be2ca", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5be2ca-authn-ssl"} 2026-07-29T02:07:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5be2ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5be2ca", "reconcileID": "6b27dcd2-a2fa-409d-ada7-2271609adce6", "Gateway": "e2e-ipp-cleanup-5be2ca", "namespace": "openshift-ingress"} 2026-07-29T02:07:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5be2ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5be2ca", "reconcileID": "e4ed990e-ea20-4c59-8ae6-4b231efd25f4", "Gateway": "e2e-ipp-cleanup-5be2ca", "namespace": "openshift-ingress"} 2026-07-29T02:07:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5be2ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5be2ca", "reconcileID": "e4ed990e-ea20-4c59-8ae6-4b231efd25f4", "Gateway": "e2e-ipp-cleanup-5be2ca", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5be2ca-authn-ssl"} 2026-07-29T02:07:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5be2ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5be2ca", "reconcileID": "e4ed990e-ea20-4c59-8ae6-4b231efd25f4", "Gateway": "e2e-ipp-cleanup-5be2ca", "namespace": "openshift-ingress"} 2026-07-29T02:07:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5be2ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5be2ca", "reconcileID": "90b89afd-2514-4d40-9ecf-ce226077c050", "Gateway": "e2e-ipp-cleanup-5be2ca", "namespace": "openshift-ingress"} 2026-07-29T02:07:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5be2ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5be2ca", "reconcileID": "90b89afd-2514-4d40-9ecf-ce226077c050", "Gateway": "e2e-ipp-cleanup-5be2ca", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5be2ca-authn-ssl"} 2026-07-29T02:07:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5be2ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5be2ca", "reconcileID": "90b89afd-2514-4d40-9ecf-ce226077c050", "Gateway": "e2e-ipp-cleanup-5be2ca", "namespace": "openshift-ingress"} 2026-07-29T02:07:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-5be2ca"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5be2ca", "name": "openshift-service-ca.crt", "reconcileID": "58f9ec7a-7572-4d07-8809-e24452ba9490", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-5be2ca"} 2026-07-29T02:07:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5be2ca"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5be2ca", "name": "odh-trusted-ca-bundle", "reconcileID": "7b3eab28-594f-4f02-8087-53524bc62ad1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5be2ca"} 2026-07-29T02:07:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-5be2ca"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5be2ca", "name": "openshift-service-ca.crt", "reconcileID": "7c594c38-83bd-44c5-9d79-73556ac812b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-5be2ca", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T02:07:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-5be2ca"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5be2ca", "name": "openshift-service-ca.crt", "reconcileID": "7c594c38-83bd-44c5-9d79-73556ac812b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-5be2ca"} 2026-07-29T02:07:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-5be2ca"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5be2ca", "name": "openshift-service-ca.crt", "reconcileID": "cff44876-0ac8-4b4c-8e41-e3812dab09a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-5be2ca"} 2026-07-29T02:07:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5be2ca"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5be2ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b7da0fcc-4161-4d5a-9270-f679d1877a7c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5be2ca"} 2026-07-29T02:07:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5be2ca"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5be2ca", "name": "odh-trusted-ca-bundle", "reconcileID": "c43539d0-deb9-4ed9-b5bd-baa905d7e630", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5be2ca", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T02:07:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5be2ca"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5be2ca", "name": "odh-trusted-ca-bundle", "reconcileID": "c43539d0-deb9-4ed9-b5bd-baa905d7e630", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5be2ca"} 2026-07-29T02:07:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5be2ca"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5be2ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e9e52ff8-f07e-4c17-b95a-667589095d1b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5be2ca"} 2026-07-29T02:07:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5be2ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5be2ca", "reconcileID": "abb22da9-afec-445f-a8ab-e50b63dad318", "Gateway": "e2e-ipp-cleanup-5be2ca", "namespace": "openshift-ingress"} 2026-07-29T02:07:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5be2ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5be2ca", "reconcileID": "abb22da9-afec-445f-a8ab-e50b63dad318", "Gateway": "e2e-ipp-cleanup-5be2ca", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5be2ca-authn-ssl"} 2026-07-29T02:07:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5be2ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5be2ca", "reconcileID": "abb22da9-afec-445f-a8ab-e50b63dad318", "Gateway": "e2e-ipp-cleanup-5be2ca", "namespace": "openshift-ingress"} 2026-07-29T02:07:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "22f24dd7-2019-4c26-9b37-9a5bb0e361e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T02:07:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5be2ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5be2ca", "reconcileID": "ce9f61fb-907d-4a95-99be-3bfa6607fded", "Gateway": "e2e-ipp-cleanup-5be2ca", "namespace": "openshift-ingress"} 2026-07-29T02:07:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5be2ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5be2ca", "reconcileID": "ce9f61fb-907d-4a95-99be-3bfa6607fded", "Gateway": "e2e-ipp-cleanup-5be2ca", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5be2ca-authn-ssl"} 2026-07-29T02:07:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5be2ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5be2ca", "reconcileID": "ce9f61fb-907d-4a95-99be-3bfa6607fded", "Gateway": "e2e-ipp-cleanup-5be2ca", "namespace": "openshift-ingress"} 2026-07-29T02:08:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5be2ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5be2ca", "reconcileID": "428f3f17-b881-45e9-9fb8-eb7e9396683f", "Gateway": "e2e-ipp-cleanup-5be2ca", "namespace": "openshift-ingress"} 2026-07-29T02:08:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5be2ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5be2ca", "reconcileID": "428f3f17-b881-45e9-9fb8-eb7e9396683f", "Gateway": "e2e-ipp-cleanup-5be2ca", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5be2ca-authn-ssl"} 2026-07-29T02:08:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5be2ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5be2ca", "reconcileID": "428f3f17-b881-45e9-9fb8-eb7e9396683f", "Gateway": "e2e-ipp-cleanup-5be2ca", "namespace": "openshift-ingress"} 2026-07-29T02:08:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5be2ca"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5be2ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3404227c-f3c2-4d2a-a96f-1579e2cd524b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5be2ca"} 2026-07-29T02:08:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5be2ca"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5be2ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3404227c-f3c2-4d2a-a96f-1579e2cd524b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5be2ca", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T02:08:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5be2ca"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5be2ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3404227c-f3c2-4d2a-a96f-1579e2cd524b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-5be2ca because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T02:08:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5be2ca"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5be2ca", "name": "odh-trusted-ca-bundle", "reconcileID": "1a65040b-0d67-4251-833d-5b117716bc48", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5be2ca"} 2026-07-29T02:08:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5be2ca"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5be2ca", "name": "odh-trusted-ca-bundle", "reconcileID": "1a65040b-0d67-4251-833d-5b117716bc48", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5be2ca"} 2026-07-29T02:08:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-5be2ca"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5be2ca", "name": "openshift-service-ca.crt", "reconcileID": "0e1ce248-6788-4c1d-a0d7-e71e6ea1f052", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-5be2ca"} 2026-07-29T02:08:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-5be2ca"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5be2ca", "name": "openshift-service-ca.crt", "reconcileID": "0e1ce248-6788-4c1d-a0d7-e71e6ea1f052", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-5be2ca"} 2026-07-29T02:08:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5be2ca"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5be2ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b8cf6cf2-6401-42c4-950a-1cd64cf9969c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5be2ca"} 2026-07-29T02:08:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5be2ca"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5be2ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b8cf6cf2-6401-42c4-950a-1cd64cf9969c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5be2ca"} 2026-07-29T02:08:16Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5be2ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5be2ca", "reconcileID": "99a7eaf8-80bc-4404-9258-d916061c74ff", "Gateway": "e2e-ipp-cleanup-5be2ca", "namespace": "openshift-ingress"} 2026-07-29T02:08:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9557b2bd-34c8-486a-b3d5-2406f247a9c5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T02:08:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "0a531267-4e86-41a9-9cd7-96474624a3d5", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress"} 2026-07-29T02:08:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "0a531267-4e86-41a9-9cd7-96474624a3d5", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e-authn-ssl"} 2026-07-29T02:08:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "0a531267-4e86-41a9-9cd7-96474624a3d5", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress"} 2026-07-29T02:08:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "fea66de4-d349-4ec2-a88b-1f4f6c3c29c1", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress"} 2026-07-29T02:08:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "fea66de4-d349-4ec2-a88b-1f4f6c3c29c1", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e-authn-ssl"} 2026-07-29T02:08:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "fea66de4-d349-4ec2-a88b-1f4f6c3c29c1", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress"} 2026-07-29T02:08:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "a65a14fa-ec69-4246-86f7-2f27456c9220", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress"} 2026-07-29T02:08:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "a65a14fa-ec69-4246-86f7-2f27456c9220", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e-authn-ssl"} 2026-07-29T02:08:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "a65a14fa-ec69-4246-86f7-2f27456c9220", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress"} 2026-07-29T02:08:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "82ad5c62-1ee6-4425-897e-42a376e47c52", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:08:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "82ad5c62-1ee6-4425-897e-42a376e47c52", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:08:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "82ad5c62-1ee6-4425-897e-42a376e47c52", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:08:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "82ad5c62-1ee6-4425-897e-42a376e47c52", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e-kserve-route-authn"} 2026-07-29T02:08:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "82ad5c62-1ee6-4425-897e-42a376e47c52", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "authType": "userdefined"} 2026-07-29T02:08:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "82ad5c62-1ee6-4425-897e-42a376e47c52", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:09:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4634cbcc-ded2-4f12-bb46-78e077a3f725", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:09:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4634cbcc-ded2-4f12-bb46-78e077a3f725", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T02:09:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4634cbcc-ded2-4f12-bb46-78e077a3f725", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-74cb2e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T02:09:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "odh-trusted-ca-bundle", "reconcileID": "2ad48742-2b0c-411d-bd51-d6d7dd525d9b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:09:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "odh-trusted-ca-bundle", "reconcileID": "2ad48742-2b0c-411d-bd51-d6d7dd525d9b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:09:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "openshift-service-ca.crt", "reconcileID": "a39d0409-3ef7-41c3-8b62-355e628f90c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:09:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "openshift-service-ca.crt", "reconcileID": "a39d0409-3ef7-41c3-8b62-355e628f90c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:09:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72877cee-6b04-42ee-afea-ad754dfcd2f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:09:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72877cee-6b04-42ee-afea-ad754dfcd2f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:09:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "24d34d3e-c09e-4fa1-8878-1f341eecf525", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress"} 2026-07-29T02:09:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "24d34d3e-c09e-4fa1-8878-1f341eecf525", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e-authn-ssl"} 2026-07-29T02:09:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "24d34d3e-c09e-4fa1-8878-1f341eecf525", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress"} 2026-07-29T02:09:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "7a65a948-dd1e-47d0-8095-26ec88f1cc4d", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:09:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "7a65a948-dd1e-47d0-8095-26ec88f1cc4d", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:09:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "7a65a948-dd1e-47d0-8095-26ec88f1cc4d", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:09:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "7a65a948-dd1e-47d0-8095-26ec88f1cc4d", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e-kserve-route-authn"} 2026-07-29T02:09:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "7a65a948-dd1e-47d0-8095-26ec88f1cc4d", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "authType": "userdefined"} 2026-07-29T02:09:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "7a65a948-dd1e-47d0-8095-26ec88f1cc4d", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:09:18Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "74a921e8-5360-495f-ac28-f5488924e2e6", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:09:18Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "74a921e8-5360-495f-ac28-f5488924e2e6", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e"} 2026-07-29T02:09:18Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "74a921e8-5360-495f-ac28-f5488924e2e6", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:09:18Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "74a921e8-5360-495f-ac28-f5488924e2e6", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:09:18Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "74a921e8-5360-495f-ac28-f5488924e2e6", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e-kserve-route-authn"} 2026-07-29T02:09:18Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "74a921e8-5360-495f-ac28-f5488924e2e6", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e-kserve-route-authn"} 2026-07-29T02:09:18Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "74a921e8-5360-495f-ac28-f5488924e2e6", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:09:18Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "74a921e8-5360-495f-ac28-f5488924e2e6", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:09:31Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "ad2def4e-2468-48b5-a289-4497c5770e19", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:09:31Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "ad2def4e-2468-48b5-a289-4497c5770e19", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e"} 2026-07-29T02:09:31Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "ad2def4e-2468-48b5-a289-4497c5770e19", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:09:31Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "ad2def4e-2468-48b5-a289-4497c5770e19", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:09:31Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "ad2def4e-2468-48b5-a289-4497c5770e19", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e-kserve-route-authn"} 2026-07-29T02:09:31Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "ad2def4e-2468-48b5-a289-4497c5770e19", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e-kserve-route-authn"} 2026-07-29T02:09:31Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "ad2def4e-2468-48b5-a289-4497c5770e19", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:09:31Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "ad2def4e-2468-48b5-a289-4497c5770e19", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:09:31Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-74cb2e","namespace":"ai-tenant-e2e-ipp-a-74cb2e"}, "namespace": "ai-tenant-e2e-ipp-a-74cb2e", "name": "ipp-route-74cb2e", "reconcileID": "85f04d3e-5859-4f5b-a576-f3ab0182fd2d", "LLMInferenceService": "ipp-route-74cb2e", "namespace": "ai-tenant-e2e-ipp-a-74cb2e"} 2026-07-29T02:09:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "a4ae0630-248d-4719-af8b-5d4f3a13ab53", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress"} 2026-07-29T02:09:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "a4ae0630-248d-4719-af8b-5d4f3a13ab53", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e-authn-ssl"} 2026-07-29T02:09:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "a4ae0630-248d-4719-af8b-5d4f3a13ab53", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress"} 2026-07-29T02:09:40Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-74cb2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-74cb2e", "reconcileID": "3e994150-df0a-4ee4-8bce-45b49ab170b1", "Gateway": "e2e-ipp-a-74cb2e", "namespace": "openshift-ingress"} 2026-07-29T02:09:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "20d6fea0-30d8-4c2e-b255-32c39f87e132", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T02:09:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "61562e54-2b7b-4d40-a46b-12769095f2b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T02:09:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "895ef644-13c7-4d87-bcad-f6d856ce004e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T02:09:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "67d8d371-a10c-446a-b78d-dda9d82b1edb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T02:09:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d9cf40d6-1aa9-44e6-b2bc-8df49255ff65", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T02:09:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "69958317-9dc5-4456-9ee5-2b7607a9679f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T02:09:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e02970","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970", "reconcileID": "be566878-c402-411b-92b6-27a67aff8d08", "Gateway": "e2e-ipp-b-e02970", "namespace": "openshift-ingress"} 2026-07-29T02:09:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e02970","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970", "reconcileID": "be566878-c402-411b-92b6-27a67aff8d08", "Gateway": "e2e-ipp-b-e02970", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970-authn-ssl"} 2026-07-29T02:09:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e02970","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970", "reconcileID": "be566878-c402-411b-92b6-27a67aff8d08", "Gateway": "e2e-ipp-b-e02970", "namespace": "openshift-ingress"} 2026-07-29T02:09:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e02970","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970", "reconcileID": "abf81f51-eca7-41ac-bfd3-0b7ef16b4b0e", "Gateway": "e2e-ipp-b-e02970", "namespace": "openshift-ingress"} 2026-07-29T02:09:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e02970","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970", "reconcileID": "abf81f51-eca7-41ac-bfd3-0b7ef16b4b0e", "Gateway": "e2e-ipp-b-e02970", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970-authn-ssl"} 2026-07-29T02:09:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e02970","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970", "reconcileID": "abf81f51-eca7-41ac-bfd3-0b7ef16b4b0e", "Gateway": "e2e-ipp-b-e02970", "namespace": "openshift-ingress"} 2026-07-29T02:09:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e02970"}, "namespace": "ai-tenant-e2e-ipp-b-e02970", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d5001af1-1142-4569-bb83-db00d612a892", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e02970"} 2026-07-29T02:09:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e02970"}, "namespace": "ai-tenant-e2e-ipp-b-e02970", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d5001af1-1142-4569-bb83-db00d612a892", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e02970", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T02:09:53Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e02970"}, "namespace": "ai-tenant-e2e-ipp-b-e02970", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d5001af1-1142-4569-bb83-db00d612a892", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-e02970 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T02:09:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e02970"}, "namespace": "ai-tenant-e2e-ipp-b-e02970", "name": "odh-trusted-ca-bundle", "reconcileID": "74ba3772-30b8-43ed-8f92-a5aba8027534", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e02970"} 2026-07-29T02:09:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e02970"}, "namespace": "ai-tenant-e2e-ipp-b-e02970", "name": "odh-trusted-ca-bundle", "reconcileID": "74ba3772-30b8-43ed-8f92-a5aba8027534", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e02970", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T02:09:53Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e02970"}, "namespace": "ai-tenant-e2e-ipp-b-e02970", "name": "odh-trusted-ca-bundle", "reconcileID": "74ba3772-30b8-43ed-8f92-a5aba8027534", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-e02970 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T02:09:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e02970"}, "namespace": "ai-tenant-e2e-ipp-b-e02970", "name": "openshift-service-ca.crt", "reconcileID": "7c518013-35d8-40cf-b642-ca7825e3719a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e02970"} 2026-07-29T02:09:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e02970"}, "namespace": "ai-tenant-e2e-ipp-b-e02970", "name": "openshift-service-ca.crt", "reconcileID": "7c518013-35d8-40cf-b642-ca7825e3719a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e02970"} 2026-07-29T02:09:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e02970"}, "namespace": "ai-tenant-e2e-ipp-b-e02970", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d345b3f-bc30-49a3-9c8c-df891a2e48e3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e02970"} 2026-07-29T02:09:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e02970"}, "namespace": "ai-tenant-e2e-ipp-b-e02970", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d345b3f-bc30-49a3-9c8c-df891a2e48e3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e02970"} 2026-07-29T02:09:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e02970"}, "namespace": "ai-tenant-e2e-ipp-b-e02970", "name": "odh-trusted-ca-bundle", "reconcileID": "7846b3cf-b0a8-42f7-855e-4b9224bd67be", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e02970"} 2026-07-29T02:09:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e02970"}, "namespace": "ai-tenant-e2e-ipp-b-e02970", "name": "odh-trusted-ca-bundle", "reconcileID": "7846b3cf-b0a8-42f7-855e-4b9224bd67be", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e02970"} 2026-07-29T02:09:54Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e02970","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e02970", "reconcileID": "b015ad6c-cf62-4c94-95ec-14788a21f5b0", "Gateway": "e2e-ipp-b-e02970", "namespace": "openshift-ingress"} 2026-07-29T02:09:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bc384f05-7f3d-4e1f-b9ec-4d3fc706a615", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T02:10:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-27cc80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80", "reconcileID": "d0264239-05b2-42ab-931b-cb60d4e8cd3a", "Gateway": "e2e-shared-a-27cc80", "namespace": "openshift-ingress"} 2026-07-29T02:10:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-27cc80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80", "reconcileID": "d0264239-05b2-42ab-931b-cb60d4e8cd3a", "Gateway": "e2e-shared-a-27cc80", "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80-authn-ssl"} 2026-07-29T02:10:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-27cc80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80", "reconcileID": "d0264239-05b2-42ab-931b-cb60d4e8cd3a", "Gateway": "e2e-shared-a-27cc80", "namespace": "openshift-ingress"} 2026-07-29T02:10:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-27cc80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80", "reconcileID": "3f62f8a8-e119-420f-9bce-40d85058ef66", "Gateway": "e2e-shared-a-27cc80", "namespace": "openshift-ingress"} 2026-07-29T02:10:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-27cc80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80", "reconcileID": "3f62f8a8-e119-420f-9bce-40d85058ef66", "Gateway": "e2e-shared-a-27cc80", "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80-authn-ssl"} 2026-07-29T02:10:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-27cc80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80", "reconcileID": "3f62f8a8-e119-420f-9bce-40d85058ef66", "Gateway": "e2e-shared-a-27cc80", "namespace": "openshift-ingress"} 2026-07-29T02:10:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "390a4b54-6107-4245-920f-17de4acd709d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-27cc80"} 2026-07-29T02:10:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "390a4b54-6107-4245-920f-17de4acd709d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-27cc80", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T02:10:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "390a4b54-6107-4245-920f-17de4acd709d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-27cc80 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T02:10:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "odh-trusted-ca-bundle", "reconcileID": "0502b101-bcd8-4dd2-8ffa-44b8bbbd34be", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-27cc80"} 2026-07-29T02:10:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "odh-trusted-ca-bundle", "reconcileID": "0502b101-bcd8-4dd2-8ffa-44b8bbbd34be", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-27cc80"} 2026-07-29T02:10:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "openshift-service-ca.crt", "reconcileID": "3e74edad-4e97-482d-a3a1-bbd071e24867", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-27cc80"} 2026-07-29T02:10:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "openshift-service-ca.crt", "reconcileID": "3e74edad-4e97-482d-a3a1-bbd071e24867", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-27cc80"} 2026-07-29T02:10:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c371a633-a436-4788-91c7-6294a5c6e56c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-27cc80"} 2026-07-29T02:10:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-27cc80"}, "namespace": "ai-tenant-e2e-shared-a-27cc80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c371a633-a436-4788-91c7-6294a5c6e56c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-27cc80"} 2026-07-29T02:10:12Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-27cc80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-27cc80", "reconcileID": "e95506fb-8119-447b-89dc-b172668e1d67", "Gateway": "e2e-shared-a-27cc80", "namespace": "openshift-ingress"} 2026-07-29T02:10:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9e90da47-53fe-4417-88d8-31b1e94b93d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T02:10:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7bf0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d", "reconcileID": "5e8a2a9e-c7be-4f19-8d66-ce5512ff2f7c", "Gateway": "e2e-shared-b-a7bf0d", "namespace": "openshift-ingress"} 2026-07-29T02:10:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7bf0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d", "reconcileID": "5e8a2a9e-c7be-4f19-8d66-ce5512ff2f7c", "Gateway": "e2e-shared-b-a7bf0d", "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d-authn-ssl"} 2026-07-29T02:10:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7bf0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d", "reconcileID": "5e8a2a9e-c7be-4f19-8d66-ce5512ff2f7c", "Gateway": "e2e-shared-b-a7bf0d", "namespace": "openshift-ingress"} 2026-07-29T02:10:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7bf0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d", "reconcileID": "9a2aab18-e485-4e47-a1cb-4d71d5663339", "Gateway": "e2e-shared-b-a7bf0d", "namespace": "openshift-ingress"} 2026-07-29T02:10:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7bf0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d", "reconcileID": "9a2aab18-e485-4e47-a1cb-4d71d5663339", "Gateway": "e2e-shared-b-a7bf0d", "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d-authn-ssl"} 2026-07-29T02:10:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7bf0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d", "reconcileID": "9a2aab18-e485-4e47-a1cb-4d71d5663339", "Gateway": "e2e-shared-b-a7bf0d", "namespace": "openshift-ingress"} 2026-07-29T02:10:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ac6cca8a-0eb8-4fa4-af2c-cccf3cf93f3f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a7bf0d"} 2026-07-29T02:10:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ac6cca8a-0eb8-4fa4-af2c-cccf3cf93f3f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T02:10:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ac6cca8a-0eb8-4fa4-af2c-cccf3cf93f3f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-a7bf0d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T02:10:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "odh-trusted-ca-bundle", "reconcileID": "c1ac0b50-f17c-40e6-b896-310e9c10d8b8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a7bf0d"} 2026-07-29T02:10:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "odh-trusted-ca-bundle", "reconcileID": "c1ac0b50-f17c-40e6-b896-310e9c10d8b8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a7bf0d"} 2026-07-29T02:10:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "openshift-service-ca.crt", "reconcileID": "11b6b472-79f5-4d23-8e1b-0b88f7f44e6e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-a7bf0d"} 2026-07-29T02:10:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "openshift-service-ca.crt", "reconcileID": "11b6b472-79f5-4d23-8e1b-0b88f7f44e6e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-a7bf0d"} 2026-07-29T02:10:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85278885-d3eb-444c-8a84-d43fa56f060e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a7bf0d"} 2026-07-29T02:10:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a7bf0d"}, "namespace": "ai-tenant-e2e-shared-b-a7bf0d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85278885-d3eb-444c-8a84-d43fa56f060e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a7bf0d"} 2026-07-29T02:10:25Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7bf0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7bf0d", "reconcileID": "d06337c3-f118-46e0-929e-3f4537b9fd07", "Gateway": "e2e-shared-b-a7bf0d", "namespace": "openshift-ingress"}