2026-09-16T12:35:43Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0a9008","namespace":"ai-tenant-e2e-shared-a-w3-0a9008"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "sub-test-model-0a9008", "reconcileID": "c841b0e8-2dcf-41a1-b9e8-87feaaad3cef", "LLMInferenceService": "sub-test-model-0a9008", "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "namespace": "ai-tenant-e2e-shared-a-w3-0a9008"} 2026-09-16T12:35:43Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0a9008","namespace":"ai-tenant-e2e-shared-a-w3-0a9008"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "sub-test-model-0a9008", "reconcileID": "c841b0e8-2dcf-41a1-b9e8-87feaaad3cef", "LLMInferenceService": "sub-test-model-0a9008", "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "namespace": "ai-tenant-e2e-shared-a-w3-0a9008"} 2026-09-16T12:35:43Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0a9008","namespace":"ai-tenant-e2e-shared-a-w3-0a9008"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "sub-test-model-0a9008", "reconcileID": "8813b94e-1dd8-4406-881e-04905638d32e", "LLMInferenceService": "sub-test-model-0a9008", "namespace": "ai-tenant-e2e-shared-a-w3-0a9008"} 2026-09-16T12:35:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0a9008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a9008", "reconcileID": "fc6bcbc6-0e41-46cc-b615-d42afe322395", "Gateway": "e2e-shared-a-w3-0a9008", "namespace": "openshift-ingress"} 2026-09-16T12:35:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0a9008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a9008", "reconcileID": "fc6bcbc6-0e41-46cc-b615-d42afe322395", "Gateway": "e2e-shared-a-w3-0a9008", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a9008-authn-ssl"} 2026-09-16T12:35:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0a9008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a9008", "reconcileID": "fc6bcbc6-0e41-46cc-b615-d42afe322395", "Gateway": "e2e-shared-a-w3-0a9008", "namespace": "openshift-ingress"} 2026-09-16T12:35:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0a9008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a9008", "reconcileID": "c54f3c3a-8de1-4a7a-93f0-65b1646f4368", "Gateway": "e2e-shared-a-w3-0a9008", "namespace": "openshift-ingress"} 2026-09-16T12:35:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0a9008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a9008", "reconcileID": "c54f3c3a-8de1-4a7a-93f0-65b1646f4368", "Gateway": "e2e-shared-a-w3-0a9008", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a9008-authn-ssl"} 2026-09-16T12:35:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0a9008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a9008", "reconcileID": "c54f3c3a-8de1-4a7a-93f0-65b1646f4368", "Gateway": "e2e-shared-a-w3-0a9008", "namespace": "openshift-ingress"} 2026-09-16T12:35:43Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0e94e5","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "sub-test-model-0e94e5", "reconcileID": "cefb823c-b33e-4842-a8e3-806b998bbffa", "LLMInferenceService": "sub-test-model-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5"} 2026-09-16T12:35:43Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0e94e5","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "sub-test-model-0e94e5", "reconcileID": "cefb823c-b33e-4842-a8e3-806b998bbffa", "LLMInferenceService": "sub-test-model-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "sub-test-model-0e94e5"} 2026-09-16T12:35:43Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0e94e5","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "sub-test-model-0e94e5", "reconcileID": "cefb823c-b33e-4842-a8e3-806b998bbffa", "LLMInferenceService": "sub-test-model-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5"} 2026-09-16T12:35:43Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0e94e5","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "sub-test-model-0e94e5", "reconcileID": "cefb823c-b33e-4842-a8e3-806b998bbffa", "LLMInferenceService": "sub-test-model-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5"} 2026-09-16T12:35:43Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0e94e5","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "sub-test-model-0e94e5", "reconcileID": "cefb823c-b33e-4842-a8e3-806b998bbffa", "LLMInferenceService": "sub-test-model-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "sub-test-model-0e94e5-kserve-route-authn"} 2026-09-16T12:35:43Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0e94e5","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "sub-test-model-0e94e5", "reconcileID": "cefb823c-b33e-4842-a8e3-806b998bbffa", "LLMInferenceService": "sub-test-model-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "sub-test-model-0e94e5-kserve-route-authn"} 2026-09-16T12:35:43Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0e94e5","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "sub-test-model-0e94e5", "reconcileID": "cefb823c-b33e-4842-a8e3-806b998bbffa", "LLMInferenceService": "sub-test-model-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5"} 2026-09-16T12:35:43Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0e94e5","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "sub-test-model-0e94e5", "reconcileID": "cefb823c-b33e-4842-a8e3-806b998bbffa", "LLMInferenceService": "sub-test-model-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5"} 2026-09-16T12:35:44Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0e94e5","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "sub-test-model-0e94e5", "reconcileID": "e674112b-84c3-42e5-9240-55af04287690", "LLMInferenceService": "sub-test-model-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5"} 2026-09-16T12:35:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0e94e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e94e5", "reconcileID": "6a0eb953-b84d-4c54-860a-919889020dc7", "Gateway": "e2e-shared-b-w3-0e94e5", "namespace": "openshift-ingress"} 2026-09-16T12:35:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0e94e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e94e5", "reconcileID": "6a0eb953-b84d-4c54-860a-919889020dc7", "Gateway": "e2e-shared-b-w3-0e94e5", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e94e5-authn-ssl"} 2026-09-16T12:35:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0e94e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e94e5", "reconcileID": "6a0eb953-b84d-4c54-860a-919889020dc7", "Gateway": "e2e-shared-b-w3-0e94e5", "namespace": "openshift-ingress"} 2026-09-16T12:35:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0e94e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e94e5", "reconcileID": "9aeda334-d082-41b1-897e-72c207ccdbb2", "Gateway": "e2e-shared-b-w3-0e94e5", "namespace": "openshift-ingress"} 2026-09-16T12:35:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0e94e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e94e5", "reconcileID": "9aeda334-d082-41b1-897e-72c207ccdbb2", "Gateway": "e2e-shared-b-w3-0e94e5", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e94e5-authn-ssl"} 2026-09-16T12:35:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0e94e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e94e5", "reconcileID": "9aeda334-d082-41b1-897e-72c207ccdbb2", "Gateway": "e2e-shared-b-w3-0e94e5", "namespace": "openshift-ingress"} 2026-09-16T12:35:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a9008","namespace":"ai-tenant-e2e-shared-a-w3-0a9008"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "rate-test-model-0a9008", "reconcileID": "3ad622df-48b8-46d1-b060-c3fa5221f7e7", "LLMInferenceService": "rate-test-model-0a9008", "namespace": "ai-tenant-e2e-shared-a-w3-0a9008"} 2026-09-16T12:35:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a9008","namespace":"ai-tenant-e2e-shared-a-w3-0a9008"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "rate-test-model-0a9008", "reconcileID": "3ad622df-48b8-46d1-b060-c3fa5221f7e7", "LLMInferenceService": "rate-test-model-0a9008", "namespace": "ai-tenant-e2e-shared-a-w3-0a9008"} 2026-09-16T12:35:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a9008","namespace":"ai-tenant-e2e-shared-a-w3-0a9008"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "rate-test-model-0a9008", "reconcileID": "3ad622df-48b8-46d1-b060-c3fa5221f7e7", "LLMInferenceService": "rate-test-model-0a9008", "namespace": "ai-tenant-e2e-shared-a-w3-0a9008"} 2026-09-16T12:35:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0a9008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a9008", "reconcileID": "0e6c77be-a0e4-45fa-ad2e-cba75fbb4f5c", "Gateway": "e2e-shared-a-w3-0a9008", "namespace": "openshift-ingress"} 2026-09-16T12:35:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a9008","namespace":"ai-tenant-e2e-shared-a-w3-0a9008"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "rate-test-model-0a9008", "reconcileID": "3ad622df-48b8-46d1-b060-c3fa5221f7e7", "LLMInferenceService": "rate-test-model-0a9008", "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "rate-test-model-0a9008-kserve-route-authn"} 2026-09-16T12:35:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a9008","namespace":"ai-tenant-e2e-shared-a-w3-0a9008"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "rate-test-model-0a9008", "reconcileID": "3ad622df-48b8-46d1-b060-c3fa5221f7e7", "LLMInferenceService": "rate-test-model-0a9008", "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "authType": "userdefined"} 2026-09-16T12:35:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a9008","namespace":"ai-tenant-e2e-shared-a-w3-0a9008"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "rate-test-model-0a9008", "reconcileID": "3ad622df-48b8-46d1-b060-c3fa5221f7e7", "LLMInferenceService": "rate-test-model-0a9008", "namespace": "ai-tenant-e2e-shared-a-w3-0a9008"} 2026-09-16T12:35:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0a9008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a9008", "reconcileID": "0e6c77be-a0e4-45fa-ad2e-cba75fbb4f5c", "Gateway": "e2e-shared-a-w3-0a9008", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a9008-authn-ssl"} 2026-09-16T12:35:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0a9008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a9008", "reconcileID": "0e6c77be-a0e4-45fa-ad2e-cba75fbb4f5c", "Gateway": "e2e-shared-a-w3-0a9008", "namespace": "openshift-ingress"} 2026-09-16T12:35:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a9008","namespace":"ai-tenant-e2e-shared-a-w3-0a9008"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "rate-test-model-0a9008", "reconcileID": "3d609f47-0527-425b-94cc-896dbb37991e", "LLMInferenceService": "rate-test-model-0a9008", "namespace": "ai-tenant-e2e-shared-a-w3-0a9008"} 2026-09-16T12:35:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a9008","namespace":"ai-tenant-e2e-shared-a-w3-0a9008"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "rate-test-model-0a9008", "reconcileID": "3d609f47-0527-425b-94cc-896dbb37991e", "LLMInferenceService": "rate-test-model-0a9008", "namespace": "ai-tenant-e2e-shared-a-w3-0a9008"} 2026-09-16T12:35:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a9008","namespace":"ai-tenant-e2e-shared-a-w3-0a9008"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "rate-test-model-0a9008", "reconcileID": "3d609f47-0527-425b-94cc-896dbb37991e", "LLMInferenceService": "rate-test-model-0a9008", "namespace": "ai-tenant-e2e-shared-a-w3-0a9008"} 2026-09-16T12:35:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a9008","namespace":"ai-tenant-e2e-shared-a-w3-0a9008"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "rate-test-model-0a9008", "reconcileID": "3d609f47-0527-425b-94cc-896dbb37991e", "LLMInferenceService": "rate-test-model-0a9008", "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "rate-test-model-0a9008-kserve-route-authn"} 2026-09-16T12:35:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a9008","namespace":"ai-tenant-e2e-shared-a-w3-0a9008"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "rate-test-model-0a9008", "reconcileID": "3d609f47-0527-425b-94cc-896dbb37991e", "LLMInferenceService": "rate-test-model-0a9008", "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "authType": "userdefined"} 2026-09-16T12:35:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a9008","namespace":"ai-tenant-e2e-shared-a-w3-0a9008"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "rate-test-model-0a9008", "reconcileID": "3d609f47-0527-425b-94cc-896dbb37991e", "LLMInferenceService": "rate-test-model-0a9008", "namespace": "ai-tenant-e2e-shared-a-w3-0a9008"} 2026-09-16T12:36:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0a9008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a9008", "reconcileID": "f6d2b84c-3862-4dea-8055-24d374275320", "Gateway": "e2e-shared-a-w3-0a9008", "namespace": "openshift-ingress"} 2026-09-16T12:36:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0a9008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a9008", "reconcileID": "f6d2b84c-3862-4dea-8055-24d374275320", "Gateway": "e2e-shared-a-w3-0a9008", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a9008-authn-ssl"} 2026-09-16T12:36:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0a9008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a9008", "reconcileID": "f6d2b84c-3862-4dea-8055-24d374275320", "Gateway": "e2e-shared-a-w3-0a9008", "namespace": "openshift-ingress"} 2026-09-16T12:36:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a9008","namespace":"ai-tenant-e2e-shared-a-w3-0a9008"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "rate-test-model-0a9008", "reconcileID": "e3a4f84f-532d-45ea-ae6c-e4f26045f20b", "LLMInferenceService": "rate-test-model-0a9008", "namespace": "ai-tenant-e2e-shared-a-w3-0a9008"} 2026-09-16T12:36:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a9008","namespace":"ai-tenant-e2e-shared-a-w3-0a9008"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "rate-test-model-0a9008", "reconcileID": "e3a4f84f-532d-45ea-ae6c-e4f26045f20b", "LLMInferenceService": "rate-test-model-0a9008", "namespace": "ai-tenant-e2e-shared-a-w3-0a9008"} 2026-09-16T12:36:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a9008","namespace":"ai-tenant-e2e-shared-a-w3-0a9008"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "rate-test-model-0a9008", "reconcileID": "e3a4f84f-532d-45ea-ae6c-e4f26045f20b", "LLMInferenceService": "rate-test-model-0a9008", "namespace": "ai-tenant-e2e-shared-a-w3-0a9008"} 2026-09-16T12:36:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a9008","namespace":"ai-tenant-e2e-shared-a-w3-0a9008"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "rate-test-model-0a9008", "reconcileID": "e3a4f84f-532d-45ea-ae6c-e4f26045f20b", "LLMInferenceService": "rate-test-model-0a9008", "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "rate-test-model-0a9008-kserve-route-authn"} 2026-09-16T12:36:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a9008","namespace":"ai-tenant-e2e-shared-a-w3-0a9008"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "rate-test-model-0a9008", "reconcileID": "e3a4f84f-532d-45ea-ae6c-e4f26045f20b", "LLMInferenceService": "rate-test-model-0a9008", "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "authType": "userdefined"} 2026-09-16T12:36:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a9008","namespace":"ai-tenant-e2e-shared-a-w3-0a9008"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "rate-test-model-0a9008", "reconcileID": "e3a4f84f-532d-45ea-ae6c-e4f26045f20b", "LLMInferenceService": "rate-test-model-0a9008", "namespace": "ai-tenant-e2e-shared-a-w3-0a9008"} 2026-09-16T12:36:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a9008","namespace":"ai-tenant-e2e-shared-a-w3-0a9008"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "rate-test-model-0a9008", "reconcileID": "6986d85f-818f-48be-86df-fa15c1cd1ac4", "LLMInferenceService": "rate-test-model-0a9008", "namespace": "ai-tenant-e2e-shared-a-w3-0a9008"} 2026-09-16T12:36:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a9008","namespace":"ai-tenant-e2e-shared-a-w3-0a9008"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "rate-test-model-0a9008", "reconcileID": "6986d85f-818f-48be-86df-fa15c1cd1ac4", "LLMInferenceService": "rate-test-model-0a9008", "namespace": "ai-tenant-e2e-shared-a-w3-0a9008"} 2026-09-16T12:36:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a9008","namespace":"ai-tenant-e2e-shared-a-w3-0a9008"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "rate-test-model-0a9008", "reconcileID": "6986d85f-818f-48be-86df-fa15c1cd1ac4", "LLMInferenceService": "rate-test-model-0a9008", "namespace": "ai-tenant-e2e-shared-a-w3-0a9008"} 2026-09-16T12:36:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a9008","namespace":"ai-tenant-e2e-shared-a-w3-0a9008"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "rate-test-model-0a9008", "reconcileID": "6986d85f-818f-48be-86df-fa15c1cd1ac4", "LLMInferenceService": "rate-test-model-0a9008", "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "rate-test-model-0a9008-kserve-route-authn"} 2026-09-16T12:36:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a9008","namespace":"ai-tenant-e2e-shared-a-w3-0a9008"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "rate-test-model-0a9008", "reconcileID": "6986d85f-818f-48be-86df-fa15c1cd1ac4", "LLMInferenceService": "rate-test-model-0a9008", "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "authType": "userdefined"} 2026-09-16T12:36:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a9008","namespace":"ai-tenant-e2e-shared-a-w3-0a9008"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "rate-test-model-0a9008", "reconcileID": "6986d85f-818f-48be-86df-fa15c1cd1ac4", "LLMInferenceService": "rate-test-model-0a9008", "namespace": "ai-tenant-e2e-shared-a-w3-0a9008"} 2026-09-16T12:36:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e94e5","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "rate-test-model-0e94e5", "reconcileID": "30766c17-44fe-4922-ba11-e9dd7d4c3388", "LLMInferenceService": "rate-test-model-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5"} 2026-09-16T12:36:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e94e5","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "rate-test-model-0e94e5", "reconcileID": "30766c17-44fe-4922-ba11-e9dd7d4c3388", "LLMInferenceService": "rate-test-model-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5"} 2026-09-16T12:36:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e94e5","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "rate-test-model-0e94e5", "reconcileID": "30766c17-44fe-4922-ba11-e9dd7d4c3388", "LLMInferenceService": "rate-test-model-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5"} 2026-09-16T12:36:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0e94e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e94e5", "reconcileID": "6a37205e-2894-440c-8afc-359210ebb44d", "Gateway": "e2e-shared-b-w3-0e94e5", "namespace": "openshift-ingress"} 2026-09-16T12:36:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e94e5","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "rate-test-model-0e94e5", "reconcileID": "30766c17-44fe-4922-ba11-e9dd7d4c3388", "LLMInferenceService": "rate-test-model-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "rate-test-model-0e94e5-kserve-route-authn"} 2026-09-16T12:36:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e94e5","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "rate-test-model-0e94e5", "reconcileID": "30766c17-44fe-4922-ba11-e9dd7d4c3388", "LLMInferenceService": "rate-test-model-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "authType": "userdefined"} 2026-09-16T12:36:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e94e5","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "rate-test-model-0e94e5", "reconcileID": "30766c17-44fe-4922-ba11-e9dd7d4c3388", "LLMInferenceService": "rate-test-model-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5"} 2026-09-16T12:36:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0e94e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e94e5", "reconcileID": "6a37205e-2894-440c-8afc-359210ebb44d", "Gateway": "e2e-shared-b-w3-0e94e5", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e94e5-authn-ssl"} 2026-09-16T12:36:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0e94e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e94e5", "reconcileID": "6a37205e-2894-440c-8afc-359210ebb44d", "Gateway": "e2e-shared-b-w3-0e94e5", "namespace": "openshift-ingress"} 2026-09-16T12:36:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e94e5","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "rate-test-model-0e94e5", "reconcileID": "d68655fe-c61b-4037-a4c0-5e8ccf15b5d6", "LLMInferenceService": "rate-test-model-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5"} 2026-09-16T12:36:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e94e5","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "rate-test-model-0e94e5", "reconcileID": "d68655fe-c61b-4037-a4c0-5e8ccf15b5d6", "LLMInferenceService": "rate-test-model-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5"} 2026-09-16T12:36:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e94e5","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "rate-test-model-0e94e5", "reconcileID": "d68655fe-c61b-4037-a4c0-5e8ccf15b5d6", "LLMInferenceService": "rate-test-model-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5"} 2026-09-16T12:36:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e94e5","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "rate-test-model-0e94e5", "reconcileID": "d68655fe-c61b-4037-a4c0-5e8ccf15b5d6", "LLMInferenceService": "rate-test-model-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "rate-test-model-0e94e5-kserve-route-authn"} 2026-09-16T12:36:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e94e5","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "rate-test-model-0e94e5", "reconcileID": "d68655fe-c61b-4037-a4c0-5e8ccf15b5d6", "LLMInferenceService": "rate-test-model-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "authType": "userdefined"} 2026-09-16T12:36:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e94e5","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "rate-test-model-0e94e5", "reconcileID": "d68655fe-c61b-4037-a4c0-5e8ccf15b5d6", "LLMInferenceService": "rate-test-model-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5"} 2026-09-16T12:36:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0e94e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e94e5", "reconcileID": "4d3bb783-e286-450f-b1d7-e8f6a80fc472", "Gateway": "e2e-shared-b-w3-0e94e5", "namespace": "openshift-ingress"} 2026-09-16T12:36:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0e94e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e94e5", "reconcileID": "4d3bb783-e286-450f-b1d7-e8f6a80fc472", "Gateway": "e2e-shared-b-w3-0e94e5", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e94e5-authn-ssl"} 2026-09-16T12:36:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0e94e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e94e5", "reconcileID": "4d3bb783-e286-450f-b1d7-e8f6a80fc472", "Gateway": "e2e-shared-b-w3-0e94e5", "namespace": "openshift-ingress"} 2026-09-16T12:36:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e94e5","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "rate-test-model-0e94e5", "reconcileID": "657c3b82-1425-4172-8fb1-df6187e5ced5", "LLMInferenceService": "rate-test-model-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5"} 2026-09-16T12:36:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e94e5","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "rate-test-model-0e94e5", "reconcileID": "657c3b82-1425-4172-8fb1-df6187e5ced5", "LLMInferenceService": "rate-test-model-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5"} 2026-09-16T12:36:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e94e5","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "rate-test-model-0e94e5", "reconcileID": "657c3b82-1425-4172-8fb1-df6187e5ced5", "LLMInferenceService": "rate-test-model-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5"} 2026-09-16T12:36:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e94e5","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "rate-test-model-0e94e5", "reconcileID": "657c3b82-1425-4172-8fb1-df6187e5ced5", "LLMInferenceService": "rate-test-model-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "rate-test-model-0e94e5-kserve-route-authn"} 2026-09-16T12:36:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e94e5","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "rate-test-model-0e94e5", "reconcileID": "657c3b82-1425-4172-8fb1-df6187e5ced5", "LLMInferenceService": "rate-test-model-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "authType": "userdefined"} 2026-09-16T12:36:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e94e5","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "rate-test-model-0e94e5", "reconcileID": "657c3b82-1425-4172-8fb1-df6187e5ced5", "LLMInferenceService": "rate-test-model-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5"} 2026-09-16T12:36:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e94e5","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "rate-test-model-0e94e5", "reconcileID": "73eb1148-587e-46ea-a44e-7411e732f8e6", "LLMInferenceService": "rate-test-model-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5"} 2026-09-16T12:36:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e94e5","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "rate-test-model-0e94e5", "reconcileID": "73eb1148-587e-46ea-a44e-7411e732f8e6", "LLMInferenceService": "rate-test-model-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5"} 2026-09-16T12:36:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e94e5","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "rate-test-model-0e94e5", "reconcileID": "73eb1148-587e-46ea-a44e-7411e732f8e6", "LLMInferenceService": "rate-test-model-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5"} 2026-09-16T12:36:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e94e5","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "rate-test-model-0e94e5", "reconcileID": "73eb1148-587e-46ea-a44e-7411e732f8e6", "LLMInferenceService": "rate-test-model-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "rate-test-model-0e94e5-kserve-route-authn"} 2026-09-16T12:36:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e94e5","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "rate-test-model-0e94e5", "reconcileID": "73eb1148-587e-46ea-a44e-7411e732f8e6", "LLMInferenceService": "rate-test-model-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "authType": "userdefined"} 2026-09-16T12:36:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e94e5","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "rate-test-model-0e94e5", "reconcileID": "73eb1148-587e-46ea-a44e-7411e732f8e6", "LLMInferenceService": "rate-test-model-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5"} 2026-09-16T12:36:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e94e5","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "rate-test-model-0e94e5", "reconcileID": "d327d5cc-951e-4681-aff7-bb8d70e497f3", "LLMInferenceService": "rate-test-model-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5"} 2026-09-16T12:36:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e94e5","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "rate-test-model-0e94e5", "reconcileID": "d327d5cc-951e-4681-aff7-bb8d70e497f3", "LLMInferenceService": "rate-test-model-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5"} 2026-09-16T12:36:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e94e5","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "rate-test-model-0e94e5", "reconcileID": "d327d5cc-951e-4681-aff7-bb8d70e497f3", "LLMInferenceService": "rate-test-model-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5"} 2026-09-16T12:36:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e94e5","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "rate-test-model-0e94e5", "reconcileID": "d327d5cc-951e-4681-aff7-bb8d70e497f3", "LLMInferenceService": "rate-test-model-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "rate-test-model-0e94e5-kserve-route-authn"} 2026-09-16T12:36:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e94e5","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "rate-test-model-0e94e5", "reconcileID": "d327d5cc-951e-4681-aff7-bb8d70e497f3", "LLMInferenceService": "rate-test-model-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "authType": "userdefined"} 2026-09-16T12:36:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e94e5","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "rate-test-model-0e94e5", "reconcileID": "d327d5cc-951e-4681-aff7-bb8d70e497f3", "LLMInferenceService": "rate-test-model-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5"} 2026-09-16T12:37:11Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a9008","namespace":"ai-tenant-e2e-shared-a-w3-0a9008"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "rate-test-model-0a9008", "reconcileID": "06dc786e-4bb6-45d4-b29d-2064bcb92d25", "LLMInferenceService": "rate-test-model-0a9008", "namespace": "ai-tenant-e2e-shared-a-w3-0a9008"} 2026-09-16T12:37:11Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a9008","namespace":"ai-tenant-e2e-shared-a-w3-0a9008"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "rate-test-model-0a9008", "reconcileID": "06dc786e-4bb6-45d4-b29d-2064bcb92d25", "LLMInferenceService": "rate-test-model-0a9008", "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "rate-test-model-0a9008"} 2026-09-16T12:37:11Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a9008","namespace":"ai-tenant-e2e-shared-a-w3-0a9008"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "rate-test-model-0a9008", "reconcileID": "06dc786e-4bb6-45d4-b29d-2064bcb92d25", "LLMInferenceService": "rate-test-model-0a9008", "namespace": "ai-tenant-e2e-shared-a-w3-0a9008"} 2026-09-16T12:37:11Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a9008","namespace":"ai-tenant-e2e-shared-a-w3-0a9008"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "rate-test-model-0a9008", "reconcileID": "06dc786e-4bb6-45d4-b29d-2064bcb92d25", "LLMInferenceService": "rate-test-model-0a9008", "namespace": "ai-tenant-e2e-shared-a-w3-0a9008"} 2026-09-16T12:37:11Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a9008","namespace":"ai-tenant-e2e-shared-a-w3-0a9008"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "rate-test-model-0a9008", "reconcileID": "06dc786e-4bb6-45d4-b29d-2064bcb92d25", "LLMInferenceService": "rate-test-model-0a9008", "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "rate-test-model-0a9008-kserve-route-authn"} 2026-09-16T12:37:11Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a9008","namespace":"ai-tenant-e2e-shared-a-w3-0a9008"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "rate-test-model-0a9008", "reconcileID": "06dc786e-4bb6-45d4-b29d-2064bcb92d25", "LLMInferenceService": "rate-test-model-0a9008", "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "rate-test-model-0a9008-kserve-route-authn"} 2026-09-16T12:37:11Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a9008","namespace":"ai-tenant-e2e-shared-a-w3-0a9008"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "rate-test-model-0a9008", "reconcileID": "06dc786e-4bb6-45d4-b29d-2064bcb92d25", "LLMInferenceService": "rate-test-model-0a9008", "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "namespace": "ai-tenant-e2e-shared-a-w3-0a9008"} 2026-09-16T12:37:11Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a9008","namespace":"ai-tenant-e2e-shared-a-w3-0a9008"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "rate-test-model-0a9008", "reconcileID": "06dc786e-4bb6-45d4-b29d-2064bcb92d25", "LLMInferenceService": "rate-test-model-0a9008", "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "namespace": "ai-tenant-e2e-shared-a-w3-0a9008"} 2026-09-16T12:37:11Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a9008","namespace":"ai-tenant-e2e-shared-a-w3-0a9008"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "rate-test-model-0a9008", "reconcileID": "44843ff0-9683-420f-9ba1-3d125fcc7fdb", "LLMInferenceService": "rate-test-model-0a9008", "namespace": "ai-tenant-e2e-shared-a-w3-0a9008"} 2026-09-16T12:37:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0a9008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a9008", "reconcileID": "14532a37-2d56-46d5-8572-ac19b55437c0", "Gateway": "e2e-shared-a-w3-0a9008", "namespace": "openshift-ingress"} 2026-09-16T12:37:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0a9008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a9008", "reconcileID": "14532a37-2d56-46d5-8572-ac19b55437c0", "Gateway": "e2e-shared-a-w3-0a9008", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a9008-authn-ssl"} 2026-09-16T12:37:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0a9008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a9008", "reconcileID": "14532a37-2d56-46d5-8572-ac19b55437c0", "Gateway": "e2e-shared-a-w3-0a9008", "namespace": "openshift-ingress"} 2026-09-16T12:37:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0a9008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a9008", "reconcileID": "192db15a-d36c-4325-9859-29a245f666db", "Gateway": "e2e-shared-a-w3-0a9008", "namespace": "openshift-ingress"} 2026-09-16T12:37:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0a9008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a9008", "reconcileID": "192db15a-d36c-4325-9859-29a245f666db", "Gateway": "e2e-shared-a-w3-0a9008", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a9008-authn-ssl"} 2026-09-16T12:37:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0a9008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a9008", "reconcileID": "192db15a-d36c-4325-9859-29a245f666db", "Gateway": "e2e-shared-a-w3-0a9008", "namespace": "openshift-ingress"} 2026-09-16T12:37:11Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e94e5","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "rate-test-model-0e94e5", "reconcileID": "e31d7642-b9a3-4dd9-8f6b-30b5c84c0ef7", "LLMInferenceService": "rate-test-model-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5"} 2026-09-16T12:37:11Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e94e5","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "rate-test-model-0e94e5", "reconcileID": "e31d7642-b9a3-4dd9-8f6b-30b5c84c0ef7", "LLMInferenceService": "rate-test-model-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "rate-test-model-0e94e5"} 2026-09-16T12:37:11Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e94e5","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "rate-test-model-0e94e5", "reconcileID": "e31d7642-b9a3-4dd9-8f6b-30b5c84c0ef7", "LLMInferenceService": "rate-test-model-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5"} 2026-09-16T12:37:11Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e94e5","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "rate-test-model-0e94e5", "reconcileID": "e31d7642-b9a3-4dd9-8f6b-30b5c84c0ef7", "LLMInferenceService": "rate-test-model-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5"} 2026-09-16T12:37:11Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e94e5","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "rate-test-model-0e94e5", "reconcileID": "e31d7642-b9a3-4dd9-8f6b-30b5c84c0ef7", "LLMInferenceService": "rate-test-model-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "rate-test-model-0e94e5-kserve-route-authn"} 2026-09-16T12:37:11Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e94e5","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "rate-test-model-0e94e5", "reconcileID": "e31d7642-b9a3-4dd9-8f6b-30b5c84c0ef7", "LLMInferenceService": "rate-test-model-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "rate-test-model-0e94e5-kserve-route-authn"} 2026-09-16T12:37:11Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e94e5","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "rate-test-model-0e94e5", "reconcileID": "e31d7642-b9a3-4dd9-8f6b-30b5c84c0ef7", "LLMInferenceService": "rate-test-model-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5"} 2026-09-16T12:37:11Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e94e5","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "rate-test-model-0e94e5", "reconcileID": "e31d7642-b9a3-4dd9-8f6b-30b5c84c0ef7", "LLMInferenceService": "rate-test-model-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5"} 2026-09-16T12:37:12Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e94e5","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "rate-test-model-0e94e5", "reconcileID": "f61796e9-9be7-4409-8fb8-c98d693a109f", "LLMInferenceService": "rate-test-model-0e94e5", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5"} 2026-09-16T12:37:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0e94e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e94e5", "reconcileID": "fcb8240b-973a-41a4-addc-7404ddc2edb3", "Gateway": "e2e-shared-b-w3-0e94e5", "namespace": "openshift-ingress"} 2026-09-16T12:37:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0e94e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e94e5", "reconcileID": "fcb8240b-973a-41a4-addc-7404ddc2edb3", "Gateway": "e2e-shared-b-w3-0e94e5", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e94e5-authn-ssl"} 2026-09-16T12:37:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0e94e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e94e5", "reconcileID": "fcb8240b-973a-41a4-addc-7404ddc2edb3", "Gateway": "e2e-shared-b-w3-0e94e5", "namespace": "openshift-ingress"} 2026-09-16T12:37:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0e94e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e94e5", "reconcileID": "1fd7f188-5fb4-4e52-aa06-67d31f9e2e96", "Gateway": "e2e-shared-b-w3-0e94e5", "namespace": "openshift-ingress"} 2026-09-16T12:37:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0e94e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e94e5", "reconcileID": "1fd7f188-5fb4-4e52-aa06-67d31f9e2e96", "Gateway": "e2e-shared-b-w3-0e94e5", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e94e5-authn-ssl"} 2026-09-16T12:37:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0e94e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e94e5", "reconcileID": "1fd7f188-5fb4-4e52-aa06-67d31f9e2e96", "Gateway": "e2e-shared-b-w3-0e94e5", "namespace": "openshift-ingress"} 2026-09-16T12:37:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-869204","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204", "reconcileID": "9e28435a-37bb-4750-baf0-202b359d4843", "Gateway": "e2e-ipp-a-869204", "namespace": "openshift-ingress"} 2026-09-16T12:37:12Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-869204","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204", "reconcileID": "9e28435a-37bb-4750-baf0-202b359d4843", "Gateway": "e2e-ipp-a-869204", "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204-authn-ssl"} 2026-09-16T12:37:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-869204","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204", "reconcileID": "9e28435a-37bb-4750-baf0-202b359d4843", "Gateway": "e2e-ipp-a-869204", "namespace": "openshift-ingress"} 2026-09-16T12:37:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-869204","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204", "reconcileID": "d84b2188-e91d-49d8-ab64-4e7787fa30f7", "Gateway": "e2e-ipp-a-869204", "namespace": "openshift-ingress"} 2026-09-16T12:37:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-869204","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204", "reconcileID": "d84b2188-e91d-49d8-ab64-4e7787fa30f7", "Gateway": "e2e-ipp-a-869204", "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204-authn-ssl"} 2026-09-16T12:37:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-869204","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204", "reconcileID": "d84b2188-e91d-49d8-ab64-4e7787fa30f7", "Gateway": "e2e-ipp-a-869204", "namespace": "openshift-ingress"} 2026-09-16T12:37:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-869204","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204", "reconcileID": "a81bee5e-0a81-47cc-a944-a5b4e14f0a1d", "Gateway": "e2e-ipp-a-869204", "namespace": "openshift-ingress"} 2026-09-16T12:37:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-869204","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204", "reconcileID": "a81bee5e-0a81-47cc-a944-a5b4e14f0a1d", "Gateway": "e2e-ipp-a-869204", "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204-authn-ssl"} 2026-09-16T12:37:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-869204","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204", "reconcileID": "a81bee5e-0a81-47cc-a944-a5b4e14f0a1d", "Gateway": "e2e-ipp-a-869204", "namespace": "openshift-ingress"} 2026-09-16T12:37:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-869204","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204", "reconcileID": "25923dab-72e9-40f3-b271-05204563b7ee", "Gateway": "e2e-ipp-a-869204", "namespace": "openshift-ingress"} 2026-09-16T12:37:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-869204","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204", "reconcileID": "25923dab-72e9-40f3-b271-05204563b7ee", "Gateway": "e2e-ipp-a-869204", "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204-authn-ssl"} 2026-09-16T12:37:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-869204","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204", "reconcileID": "25923dab-72e9-40f3-b271-05204563b7ee", "Gateway": "e2e-ipp-a-869204", "namespace": "openshift-ingress"} 2026-09-16T12:37:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-869204","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204", "reconcileID": "35d045b2-0ad6-4695-9687-dfcbb4b1b4b4", "Gateway": "e2e-ipp-a-869204", "namespace": "openshift-ingress"} 2026-09-16T12:37:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-869204","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204", "reconcileID": "35d045b2-0ad6-4695-9687-dfcbb4b1b4b4", "Gateway": "e2e-ipp-a-869204", "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204-authn-ssl"} 2026-09-16T12:37:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-869204","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204", "reconcileID": "35d045b2-0ad6-4695-9687-dfcbb4b1b4b4", "Gateway": "e2e-ipp-a-869204", "namespace": "openshift-ingress"} 2026-09-16T12:37:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-869204","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204", "reconcileID": "5e634b37-073b-43f9-91e7-755c61150499", "Gateway": "e2e-ipp-a-869204", "namespace": "openshift-ingress"} 2026-09-16T12:37:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-869204","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204", "reconcileID": "5e634b37-073b-43f9-91e7-755c61150499", "Gateway": "e2e-ipp-a-869204", "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204-authn-ssl"} 2026-09-16T12:37:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-869204","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204", "reconcileID": "5e634b37-073b-43f9-91e7-755c61150499", "Gateway": "e2e-ipp-a-869204", "namespace": "openshift-ingress"} 2026-09-16T12:37:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "openshift-service-ca.crt", "reconcileID": "449e193c-e919-4772-918b-7a29a71031d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-869204"} 2026-09-16T12:37:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "odh-trusted-ca-bundle", "reconcileID": "a03fad51-5665-44c8-9f4b-a41cb2f166e1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-869204"} 2026-09-16T12:37:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "openshift-service-ca.crt", "reconcileID": "8af6202a-7bd4-4208-9122-0d312565ea40", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-869204", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T12:37:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "openshift-service-ca.crt", "reconcileID": "8af6202a-7bd4-4208-9122-0d312565ea40", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-869204"} 2026-09-16T12:37:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c86238b5-d9bc-4ace-b42f-00e5c39ddbdf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-869204"} 2026-09-16T12:37:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "openshift-service-ca.crt", "reconcileID": "691813a4-8bab-435f-b7a6-dece6abb752b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-869204"} 2026-09-16T12:37:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "odh-trusted-ca-bundle", "reconcileID": "0f7cf2ce-7bc7-42f5-8127-fba811fef648", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-869204", "update": "odh-kserve-custom-ca-bundle"} 2026-09-16T12:37:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "odh-trusted-ca-bundle", "reconcileID": "0f7cf2ce-7bc7-42f5-8127-fba811fef648", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-869204"} 2026-09-16T12:37:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "29128e68-e1ee-45c5-938b-4d6ba6464ce1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-869204"} 2026-09-16T12:37:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-869204","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204", "reconcileID": "ffa5b5c3-d51f-44ae-bfd7-c93011077c6c", "Gateway": "e2e-ipp-a-869204", "namespace": "openshift-ingress"} 2026-09-16T12:37:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-869204","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204", "reconcileID": "ffa5b5c3-d51f-44ae-bfd7-c93011077c6c", "Gateway": "e2e-ipp-a-869204", "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204-authn-ssl"} 2026-09-16T12:37:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-869204","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204", "reconcileID": "ffa5b5c3-d51f-44ae-bfd7-c93011077c6c", "Gateway": "e2e-ipp-a-869204", "namespace": "openshift-ingress"} 2026-09-16T12:37:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-869204","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204", "reconcileID": "7819eb25-5129-455e-8e3f-6bfe2c34705e", "Gateway": "e2e-ipp-a-869204", "namespace": "openshift-ingress"} 2026-09-16T12:37:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-869204","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204", "reconcileID": "7819eb25-5129-455e-8e3f-6bfe2c34705e", "Gateway": "e2e-ipp-a-869204", "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204-authn-ssl"} 2026-09-16T12:37:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-869204","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204", "reconcileID": "7819eb25-5129-455e-8e3f-6bfe2c34705e", "Gateway": "e2e-ipp-a-869204", "namespace": "openshift-ingress"} 2026-09-16T12:37:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-89b7ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca", "reconcileID": "5efc1d60-2773-42e0-91b8-19d3145ca4da", "Gateway": "e2e-ipp-b-89b7ca", "namespace": "openshift-ingress"} 2026-09-16T12:37:42Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-89b7ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca", "reconcileID": "5efc1d60-2773-42e0-91b8-19d3145ca4da", "Gateway": "e2e-ipp-b-89b7ca", "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca-authn-ssl"} 2026-09-16T12:37:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-89b7ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca", "reconcileID": "5efc1d60-2773-42e0-91b8-19d3145ca4da", "Gateway": "e2e-ipp-b-89b7ca", "namespace": "openshift-ingress"} 2026-09-16T12:37:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-89b7ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca", "reconcileID": "ae383e6a-b11b-440f-a2b7-97b84c0a9ff3", "Gateway": "e2e-ipp-b-89b7ca", "namespace": "openshift-ingress"} 2026-09-16T12:37:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-89b7ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca", "reconcileID": "ae383e6a-b11b-440f-a2b7-97b84c0a9ff3", "Gateway": "e2e-ipp-b-89b7ca", "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca-authn-ssl"} 2026-09-16T12:37:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-89b7ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca", "reconcileID": "ae383e6a-b11b-440f-a2b7-97b84c0a9ff3", "Gateway": "e2e-ipp-b-89b7ca", "namespace": "openshift-ingress"} 2026-09-16T12:37:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-89b7ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca", "reconcileID": "7b04f507-8970-4c87-8cdd-dd7ca3b3663a", "Gateway": "e2e-ipp-b-89b7ca", "namespace": "openshift-ingress"} 2026-09-16T12:37:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-89b7ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca", "reconcileID": "7b04f507-8970-4c87-8cdd-dd7ca3b3663a", "Gateway": "e2e-ipp-b-89b7ca", "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca-authn-ssl"} 2026-09-16T12:37:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-89b7ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca", "reconcileID": "7b04f507-8970-4c87-8cdd-dd7ca3b3663a", "Gateway": "e2e-ipp-b-89b7ca", "namespace": "openshift-ingress"} 2026-09-16T12:37:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-89b7ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca", "reconcileID": "e0acd350-0094-44ab-9f45-e68251305493", "Gateway": "e2e-ipp-b-89b7ca", "namespace": "openshift-ingress"} 2026-09-16T12:37:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-89b7ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca", "reconcileID": "e0acd350-0094-44ab-9f45-e68251305493", "Gateway": "e2e-ipp-b-89b7ca", "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca-authn-ssl"} 2026-09-16T12:37:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-89b7ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca", "reconcileID": "e0acd350-0094-44ab-9f45-e68251305493", "Gateway": "e2e-ipp-b-89b7ca", "namespace": "openshift-ingress"} 2026-09-16T12:37:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-89b7ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca", "reconcileID": "7b86c3c6-c5a3-4b78-bef6-00e7d86946ff", "Gateway": "e2e-ipp-b-89b7ca", "namespace": "openshift-ingress"} 2026-09-16T12:37:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-89b7ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca", "reconcileID": "7b86c3c6-c5a3-4b78-bef6-00e7d86946ff", "Gateway": "e2e-ipp-b-89b7ca", "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca-authn-ssl"} 2026-09-16T12:37:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-89b7ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca", "reconcileID": "7b86c3c6-c5a3-4b78-bef6-00e7d86946ff", "Gateway": "e2e-ipp-b-89b7ca", "namespace": "openshift-ingress"} 2026-09-16T12:37:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-89b7ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca", "reconcileID": "9267a848-0a7c-4ef0-acf5-ed01176834d0", "Gateway": "e2e-ipp-b-89b7ca", "namespace": "openshift-ingress"} 2026-09-16T12:37:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-89b7ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca", "reconcileID": "9267a848-0a7c-4ef0-acf5-ed01176834d0", "Gateway": "e2e-ipp-b-89b7ca", "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca-authn-ssl"} 2026-09-16T12:37:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-89b7ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca", "reconcileID": "9267a848-0a7c-4ef0-acf5-ed01176834d0", "Gateway": "e2e-ipp-b-89b7ca", "namespace": "openshift-ingress"} 2026-09-16T12:37:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-89b7ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca", "reconcileID": "dfe2bec6-c2b9-4c8c-b1d3-ad13d51914f6", "Gateway": "e2e-ipp-b-89b7ca", "namespace": "openshift-ingress"} 2026-09-16T12:37:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-89b7ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca", "reconcileID": "dfe2bec6-c2b9-4c8c-b1d3-ad13d51914f6", "Gateway": "e2e-ipp-b-89b7ca", "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca-authn-ssl"} 2026-09-16T12:37:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-89b7ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca", "reconcileID": "dfe2bec6-c2b9-4c8c-b1d3-ad13d51914f6", "Gateway": "e2e-ipp-b-89b7ca", "namespace": "openshift-ingress"} 2026-09-16T12:37:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-89b7ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca", "reconcileID": "003c17da-8f94-49bb-b943-260b5c45466d", "Gateway": "e2e-ipp-b-89b7ca", "namespace": "openshift-ingress"} 2026-09-16T12:37:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-89b7ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca", "reconcileID": "003c17da-8f94-49bb-b943-260b5c45466d", "Gateway": "e2e-ipp-b-89b7ca", "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca-authn-ssl"} 2026-09-16T12:37:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-89b7ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca", "reconcileID": "003c17da-8f94-49bb-b943-260b5c45466d", "Gateway": "e2e-ipp-b-89b7ca", "namespace": "openshift-ingress"} 2026-09-16T12:37:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-89b7ca"}, "namespace": "ai-tenant-e2e-ipp-b-89b7ca", "name": "odh-trusted-ca-bundle", "reconcileID": "6847a2f6-5432-4758-8263-496c6a0a7ec2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-89b7ca"} 2026-09-16T12:37:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-89b7ca"}, "namespace": "ai-tenant-e2e-ipp-b-89b7ca", "name": "openshift-service-ca.crt", "reconcileID": "8c3417ba-bdec-424f-8966-df3be58de379", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-89b7ca"} 2026-09-16T12:37:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-89b7ca"}, "namespace": "ai-tenant-e2e-ipp-b-89b7ca", "name": "openshift-service-ca.crt", "reconcileID": "724935fc-66d5-40c8-983d-2538c3c32ce4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-89b7ca", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T12:37:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-89b7ca"}, "namespace": "ai-tenant-e2e-ipp-b-89b7ca", "name": "openshift-service-ca.crt", "reconcileID": "724935fc-66d5-40c8-983d-2538c3c32ce4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-89b7ca"} 2026-09-16T12:37:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-89b7ca"}, "namespace": "ai-tenant-e2e-ipp-b-89b7ca", "name": "openshift-service-ca.crt", "reconcileID": "180d02af-9e77-4718-9125-2d8dd404c9aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-89b7ca", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T12:37:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-89b7ca"}, "namespace": "ai-tenant-e2e-ipp-b-89b7ca", "name": "openshift-service-ca.crt", "reconcileID": "180d02af-9e77-4718-9125-2d8dd404c9aa", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T12:37:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-89b7ca"}, "namespace": "ai-tenant-e2e-ipp-b-89b7ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fd2f1b77-10c7-4b20-bc9d-8fe1865bc415", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-89b7ca"} 2026-09-16T12:37:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-89b7ca"}, "namespace": "ai-tenant-e2e-ipp-b-89b7ca", "name": "openshift-service-ca.crt", "reconcileID": "a6b80aee-f4fa-4738-92f9-e39d6c6956be", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-89b7ca"} 2026-09-16T12:37:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-89b7ca"}, "namespace": "ai-tenant-e2e-ipp-b-89b7ca", "name": "odh-trusted-ca-bundle", "reconcileID": "28e44103-d53d-48f5-b883-c1f976279d23", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-89b7ca", "update": "odh-kserve-custom-ca-bundle"} 2026-09-16T12:37:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-89b7ca"}, "namespace": "ai-tenant-e2e-ipp-b-89b7ca", "name": "odh-trusted-ca-bundle", "reconcileID": "28e44103-d53d-48f5-b883-c1f976279d23", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-89b7ca"} 2026-09-16T12:37:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-89b7ca"}, "namespace": "ai-tenant-e2e-ipp-b-89b7ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2fd4fbd5-c29b-4429-9714-3dd1b130522e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-89b7ca"} 2026-09-16T12:37:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-89b7ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca", "reconcileID": "f306760d-cd30-4929-b500-8a1b5479608f", "Gateway": "e2e-ipp-b-89b7ca", "namespace": "openshift-ingress"} 2026-09-16T12:37:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-89b7ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca", "reconcileID": "f306760d-cd30-4929-b500-8a1b5479608f", "Gateway": "e2e-ipp-b-89b7ca", "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca-authn-ssl"} 2026-09-16T12:37:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-89b7ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca", "reconcileID": "f306760d-cd30-4929-b500-8a1b5479608f", "Gateway": "e2e-ipp-b-89b7ca", "namespace": "openshift-ingress"} 2026-09-16T12:37:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-89b7ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca", "reconcileID": "1c5e824a-7b5e-4bab-bf6e-5b045ba4a9c0", "Gateway": "e2e-ipp-b-89b7ca", "namespace": "openshift-ingress"} 2026-09-16T12:37:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-89b7ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca", "reconcileID": "1c5e824a-7b5e-4bab-bf6e-5b045ba4a9c0", "Gateway": "e2e-ipp-b-89b7ca", "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca-authn-ssl"} 2026-09-16T12:37:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-89b7ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca", "reconcileID": "1c5e824a-7b5e-4bab-bf6e-5b045ba4a9c0", "Gateway": "e2e-ipp-b-89b7ca", "namespace": "openshift-ingress"} 2026-09-16T12:38:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-869204","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204", "reconcileID": "a13c3ed8-c315-4625-bd55-8d4eae4e9b1a", "LLMInferenceService": "ipp-route-869204", "namespace": "ai-tenant-e2e-ipp-a-869204"} 2026-09-16T12:38:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-869204","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204", "reconcileID": "a13c3ed8-c315-4625-bd55-8d4eae4e9b1a", "LLMInferenceService": "ipp-route-869204", "namespace": "ai-tenant-e2e-ipp-a-869204"} 2026-09-16T12:38:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-869204","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204", "reconcileID": "a13c3ed8-c315-4625-bd55-8d4eae4e9b1a", "LLMInferenceService": "ipp-route-869204", "namespace": "ai-tenant-e2e-ipp-a-869204"} 2026-09-16T12:38:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-869204","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204", "reconcileID": "521f53e6-1f07-401e-9e7d-4fcaebc8ce5c", "Gateway": "e2e-ipp-a-869204", "namespace": "openshift-ingress"} 2026-09-16T12:38:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-869204","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204", "reconcileID": "a13c3ed8-c315-4625-bd55-8d4eae4e9b1a", "LLMInferenceService": "ipp-route-869204", "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204-kserve-route-authn"} 2026-09-16T12:38:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-869204","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204", "reconcileID": "a13c3ed8-c315-4625-bd55-8d4eae4e9b1a", "LLMInferenceService": "ipp-route-869204", "namespace": "ai-tenant-e2e-ipp-a-869204", "authType": "userdefined"} 2026-09-16T12:38:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-869204","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204", "reconcileID": "a13c3ed8-c315-4625-bd55-8d4eae4e9b1a", "LLMInferenceService": "ipp-route-869204", "namespace": "ai-tenant-e2e-ipp-a-869204"} 2026-09-16T12:38:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-869204","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204", "reconcileID": "521f53e6-1f07-401e-9e7d-4fcaebc8ce5c", "Gateway": "e2e-ipp-a-869204", "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204-authn-ssl"} 2026-09-16T12:38:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-869204","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204", "reconcileID": "521f53e6-1f07-401e-9e7d-4fcaebc8ce5c", "Gateway": "e2e-ipp-a-869204", "namespace": "openshift-ingress"} 2026-09-16T12:38:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-869204","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204", "reconcileID": "46dc873d-0902-46a3-ba97-5a7591bf7914", "LLMInferenceService": "ipp-route-869204", "namespace": "ai-tenant-e2e-ipp-a-869204"} 2026-09-16T12:38:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-869204","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204", "reconcileID": "46dc873d-0902-46a3-ba97-5a7591bf7914", "LLMInferenceService": "ipp-route-869204", "namespace": "ai-tenant-e2e-ipp-a-869204"} 2026-09-16T12:38:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-869204","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204", "reconcileID": "46dc873d-0902-46a3-ba97-5a7591bf7914", "LLMInferenceService": "ipp-route-869204", "namespace": "ai-tenant-e2e-ipp-a-869204"} 2026-09-16T12:38:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-869204","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204", "reconcileID": "46dc873d-0902-46a3-ba97-5a7591bf7914", "LLMInferenceService": "ipp-route-869204", "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204-kserve-route-authn"} 2026-09-16T12:38:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-869204","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204", "reconcileID": "46dc873d-0902-46a3-ba97-5a7591bf7914", "LLMInferenceService": "ipp-route-869204", "namespace": "ai-tenant-e2e-ipp-a-869204", "authType": "userdefined"} 2026-09-16T12:38:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-869204","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204", "reconcileID": "46dc873d-0902-46a3-ba97-5a7591bf7914", "LLMInferenceService": "ipp-route-869204", "namespace": "ai-tenant-e2e-ipp-a-869204"} 2026-09-16T12:38:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-869204","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204", "reconcileID": "5c14b6d2-8eb7-44f8-bef4-a43edca4b18e", "Gateway": "e2e-ipp-a-869204", "namespace": "openshift-ingress"} 2026-09-16T12:38:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-869204","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204", "reconcileID": "5c14b6d2-8eb7-44f8-bef4-a43edca4b18e", "Gateway": "e2e-ipp-a-869204", "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204-authn-ssl"} 2026-09-16T12:38:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-869204","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204", "reconcileID": "5c14b6d2-8eb7-44f8-bef4-a43edca4b18e", "Gateway": "e2e-ipp-a-869204", "namespace": "openshift-ingress"} 2026-09-16T12:38:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-869204","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204", "reconcileID": "43c4f478-7936-4aba-a9c2-1a363c3b0621", "LLMInferenceService": "ipp-route-869204", "namespace": "ai-tenant-e2e-ipp-a-869204"} 2026-09-16T12:38:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-869204","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204", "reconcileID": "43c4f478-7936-4aba-a9c2-1a363c3b0621", "LLMInferenceService": "ipp-route-869204", "namespace": "ai-tenant-e2e-ipp-a-869204"} 2026-09-16T12:38:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-869204","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204", "reconcileID": "43c4f478-7936-4aba-a9c2-1a363c3b0621", "LLMInferenceService": "ipp-route-869204", "namespace": "ai-tenant-e2e-ipp-a-869204"} 2026-09-16T12:38:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-869204","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204", "reconcileID": "43c4f478-7936-4aba-a9c2-1a363c3b0621", "LLMInferenceService": "ipp-route-869204", "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204-kserve-route-authn"} 2026-09-16T12:38:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-869204","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204", "reconcileID": "43c4f478-7936-4aba-a9c2-1a363c3b0621", "LLMInferenceService": "ipp-route-869204", "namespace": "ai-tenant-e2e-ipp-a-869204", "authType": "userdefined"} 2026-09-16T12:38:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-869204","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204", "reconcileID": "43c4f478-7936-4aba-a9c2-1a363c3b0621", "LLMInferenceService": "ipp-route-869204", "namespace": "ai-tenant-e2e-ipp-a-869204"} 2026-09-16T12:38:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-869204","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204", "reconcileID": "764d26e8-562d-43c7-9184-909eb4cd4f84", "LLMInferenceService": "ipp-route-869204", "namespace": "ai-tenant-e2e-ipp-a-869204"} 2026-09-16T12:38:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-869204","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204", "reconcileID": "764d26e8-562d-43c7-9184-909eb4cd4f84", "LLMInferenceService": "ipp-route-869204", "namespace": "ai-tenant-e2e-ipp-a-869204"} 2026-09-16T12:38:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-869204","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204", "reconcileID": "764d26e8-562d-43c7-9184-909eb4cd4f84", "LLMInferenceService": "ipp-route-869204", "namespace": "ai-tenant-e2e-ipp-a-869204"} 2026-09-16T12:38:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-869204","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204", "reconcileID": "764d26e8-562d-43c7-9184-909eb4cd4f84", "LLMInferenceService": "ipp-route-869204", "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204-kserve-route-authn"} 2026-09-16T12:38:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-869204","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204", "reconcileID": "764d26e8-562d-43c7-9184-909eb4cd4f84", "LLMInferenceService": "ipp-route-869204", "namespace": "ai-tenant-e2e-ipp-a-869204", "authType": "userdefined"} 2026-09-16T12:38:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-869204","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204", "reconcileID": "764d26e8-562d-43c7-9184-909eb4cd4f84", "LLMInferenceService": "ipp-route-869204", "namespace": "ai-tenant-e2e-ipp-a-869204"} 2026-09-16T12:38:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b03a3f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b03a3f", "reconcileID": "38f4e377-2de1-430f-9d88-5f495402bae4", "Gateway": "e2e-ipp-cleanup-b03a3f", "namespace": "openshift-ingress"} 2026-09-16T12:38:57Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b03a3f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b03a3f", "reconcileID": "38f4e377-2de1-430f-9d88-5f495402bae4", "Gateway": "e2e-ipp-cleanup-b03a3f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b03a3f-authn-ssl"} 2026-09-16T12:38:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b03a3f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b03a3f", "reconcileID": "38f4e377-2de1-430f-9d88-5f495402bae4", "Gateway": "e2e-ipp-cleanup-b03a3f", "namespace": "openshift-ingress"} 2026-09-16T12:38:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b03a3f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b03a3f", "reconcileID": "7caa215f-b82f-425e-bd4b-b04e4e5c41cd", "Gateway": "e2e-ipp-cleanup-b03a3f", "namespace": "openshift-ingress"} 2026-09-16T12:38:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b03a3f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b03a3f", "reconcileID": "7caa215f-b82f-425e-bd4b-b04e4e5c41cd", "Gateway": "e2e-ipp-cleanup-b03a3f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b03a3f-authn-ssl"} 2026-09-16T12:38:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b03a3f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b03a3f", "reconcileID": "7caa215f-b82f-425e-bd4b-b04e4e5c41cd", "Gateway": "e2e-ipp-cleanup-b03a3f", "namespace": "openshift-ingress"} 2026-09-16T12:38:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b03a3f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b03a3f", "reconcileID": "8747e22c-ea1d-4166-b323-ce6b088f1fcf", "Gateway": "e2e-ipp-cleanup-b03a3f", "namespace": "openshift-ingress"} 2026-09-16T12:38:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b03a3f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b03a3f", "reconcileID": "8747e22c-ea1d-4166-b323-ce6b088f1fcf", "Gateway": "e2e-ipp-cleanup-b03a3f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b03a3f-authn-ssl"} 2026-09-16T12:38:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b03a3f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b03a3f", "reconcileID": "8747e22c-ea1d-4166-b323-ce6b088f1fcf", "Gateway": "e2e-ipp-cleanup-b03a3f", "namespace": "openshift-ingress"} 2026-09-16T12:38:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b03a3f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b03a3f", "reconcileID": "675c7091-648d-4d17-b8eb-1f8ceddecd34", "Gateway": "e2e-ipp-cleanup-b03a3f", "namespace": "openshift-ingress"} 2026-09-16T12:38:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b03a3f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b03a3f", "reconcileID": "675c7091-648d-4d17-b8eb-1f8ceddecd34", "Gateway": "e2e-ipp-cleanup-b03a3f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b03a3f-authn-ssl"} 2026-09-16T12:38:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b03a3f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b03a3f", "reconcileID": "675c7091-648d-4d17-b8eb-1f8ceddecd34", "Gateway": "e2e-ipp-cleanup-b03a3f", "namespace": "openshift-ingress"} 2026-09-16T12:38:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b03a3f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b03a3f", "reconcileID": "86c8c3e6-51c7-43a8-a2a3-b6257de0f574", "Gateway": "e2e-ipp-cleanup-b03a3f", "namespace": "openshift-ingress"} 2026-09-16T12:38:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b03a3f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b03a3f", "reconcileID": "86c8c3e6-51c7-43a8-a2a3-b6257de0f574", "Gateway": "e2e-ipp-cleanup-b03a3f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b03a3f-authn-ssl"} 2026-09-16T12:38:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b03a3f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b03a3f", "reconcileID": "86c8c3e6-51c7-43a8-a2a3-b6257de0f574", "Gateway": "e2e-ipp-cleanup-b03a3f", "namespace": "openshift-ingress"} 2026-09-16T12:38:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b03a3f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b03a3f", "reconcileID": "a02aae0b-4a4b-40ca-b607-5c56dc112264", "Gateway": "e2e-ipp-cleanup-b03a3f", "namespace": "openshift-ingress"} 2026-09-16T12:38:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b03a3f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b03a3f", "reconcileID": "a02aae0b-4a4b-40ca-b607-5c56dc112264", "Gateway": "e2e-ipp-cleanup-b03a3f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b03a3f-authn-ssl"} 2026-09-16T12:38:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b03a3f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b03a3f", "reconcileID": "a02aae0b-4a4b-40ca-b607-5c56dc112264", "Gateway": "e2e-ipp-cleanup-b03a3f", "namespace": "openshift-ingress"} 2026-09-16T12:38:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b03a3f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b03a3f", "reconcileID": "c366ef15-c33b-49aa-ad09-3180ba67649b", "Gateway": "e2e-ipp-cleanup-b03a3f", "namespace": "openshift-ingress"} 2026-09-16T12:38:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b03a3f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b03a3f", "reconcileID": "c366ef15-c33b-49aa-ad09-3180ba67649b", "Gateway": "e2e-ipp-cleanup-b03a3f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b03a3f-authn-ssl"} 2026-09-16T12:38:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b03a3f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b03a3f", "reconcileID": "c366ef15-c33b-49aa-ad09-3180ba67649b", "Gateway": "e2e-ipp-cleanup-b03a3f", "namespace": "openshift-ingress"} 2026-09-16T12:39:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-b03a3f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b03a3f", "name": "openshift-service-ca.crt", "reconcileID": "86624090-eb7a-4d4c-89e4-d92adf4411e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-b03a3f"} 2026-09-16T12:39:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b03a3f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b03a3f", "name": "odh-trusted-ca-bundle", "reconcileID": "305843cb-2b29-42ea-a5ba-9c462ae87ec8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b03a3f"} 2026-09-16T12:39:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-b03a3f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b03a3f", "name": "openshift-service-ca.crt", "reconcileID": "c53334d9-2e72-4ca1-807e-8829b5f68d62", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-b03a3f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T12:39:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-b03a3f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b03a3f", "name": "openshift-service-ca.crt", "reconcileID": "c53334d9-2e72-4ca1-807e-8829b5f68d62", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-b03a3f"} 2026-09-16T12:39:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-b03a3f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b03a3f", "name": "openshift-service-ca.crt", "reconcileID": "c4a0d219-7a18-4f45-ad2b-3153875878cd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-b03a3f"} 2026-09-16T12:39:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b03a3f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b03a3f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4bb41d9a-e052-4147-a22f-1ccc457f8eea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b03a3f"} 2026-09-16T12:39:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b03a3f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b03a3f", "name": "odh-trusted-ca-bundle", "reconcileID": "408fac9a-4ce8-46a5-b6b0-6f856e77d66f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b03a3f", "update": "odh-kserve-custom-ca-bundle"} 2026-09-16T12:39:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b03a3f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b03a3f", "name": "odh-trusted-ca-bundle", "reconcileID": "408fac9a-4ce8-46a5-b6b0-6f856e77d66f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b03a3f"} 2026-09-16T12:39:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b03a3f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b03a3f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "97a56952-f583-46f3-b821-d43856b2f249", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b03a3f"} 2026-09-16T12:39:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b03a3f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b03a3f", "reconcileID": "9a1be397-77cd-4700-8e97-703e2fc2fb0c", "Gateway": "e2e-ipp-cleanup-b03a3f", "namespace": "openshift-ingress"} 2026-09-16T12:39:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b03a3f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b03a3f", "reconcileID": "9a1be397-77cd-4700-8e97-703e2fc2fb0c", "Gateway": "e2e-ipp-cleanup-b03a3f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b03a3f-authn-ssl"} 2026-09-16T12:39:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b03a3f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b03a3f", "reconcileID": "9a1be397-77cd-4700-8e97-703e2fc2fb0c", "Gateway": "e2e-ipp-cleanup-b03a3f", "namespace": "openshift-ingress"} 2026-09-16T12:39:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b03a3f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b03a3f", "reconcileID": "952c9b65-e614-4a57-b47d-aee9a9917f5b", "Gateway": "e2e-ipp-cleanup-b03a3f", "namespace": "openshift-ingress"} 2026-09-16T12:39:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b03a3f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b03a3f", "reconcileID": "952c9b65-e614-4a57-b47d-aee9a9917f5b", "Gateway": "e2e-ipp-cleanup-b03a3f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b03a3f-authn-ssl"} 2026-09-16T12:39:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b03a3f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b03a3f", "reconcileID": "952c9b65-e614-4a57-b47d-aee9a9917f5b", "Gateway": "e2e-ipp-cleanup-b03a3f", "namespace": "openshift-ingress"} 2026-09-16T12:39:33Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T12:39:33Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T12:39:35Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T12:39:35Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T12:39:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b03a3f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b03a3f", "reconcileID": "e84ce94c-2624-44d8-bb16-8d737e5514ad", "Gateway": "e2e-ipp-cleanup-b03a3f", "namespace": "openshift-ingress"} 2026-09-16T12:39:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b03a3f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b03a3f", "reconcileID": "e84ce94c-2624-44d8-bb16-8d737e5514ad", "Gateway": "e2e-ipp-cleanup-b03a3f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b03a3f-authn-ssl"} 2026-09-16T12:39:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b03a3f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b03a3f", "reconcileID": "e84ce94c-2624-44d8-bb16-8d737e5514ad", "Gateway": "e2e-ipp-cleanup-b03a3f", "namespace": "openshift-ingress"} 2026-09-16T12:39:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b03a3f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b03a3f", "reconcileID": "aceefdb2-96ec-413b-99aa-282a21f8ff6f", "Gateway": "e2e-ipp-cleanup-b03a3f", "namespace": "openshift-ingress"} 2026-09-16T12:39:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b03a3f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b03a3f", "reconcileID": "aceefdb2-96ec-413b-99aa-282a21f8ff6f", "Gateway": "e2e-ipp-cleanup-b03a3f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b03a3f-authn-ssl"} 2026-09-16T12:39:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b03a3f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b03a3f", "reconcileID": "aceefdb2-96ec-413b-99aa-282a21f8ff6f", "Gateway": "e2e-ipp-cleanup-b03a3f", "namespace": "openshift-ingress"} 2026-09-16T12:39:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b03a3f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b03a3f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8561dbf5-5db6-4ec1-a7ba-063e9e81b5f3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b03a3f"} 2026-09-16T12:39:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b03a3f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b03a3f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8561dbf5-5db6-4ec1-a7ba-063e9e81b5f3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b03a3f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T12:39:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b03a3f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b03a3f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8561dbf5-5db6-4ec1-a7ba-063e9e81b5f3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-b03a3f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T12:39:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b03a3f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b03a3f", "name": "odh-trusted-ca-bundle", "reconcileID": "6aa400b9-3779-4fd1-b15f-1732293ccc0b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b03a3f"} 2026-09-16T12:39:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b03a3f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b03a3f", "name": "odh-trusted-ca-bundle", "reconcileID": "6aa400b9-3779-4fd1-b15f-1732293ccc0b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b03a3f"} 2026-09-16T12:39:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-b03a3f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b03a3f", "name": "openshift-service-ca.crt", "reconcileID": "5d0e0370-ca1b-4c4f-a0bc-00323a33f7c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-b03a3f"} 2026-09-16T12:39:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-b03a3f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b03a3f", "name": "openshift-service-ca.crt", "reconcileID": "5d0e0370-ca1b-4c4f-a0bc-00323a33f7c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-b03a3f"} 2026-09-16T12:39:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b03a3f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b03a3f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "75c39335-da20-4900-97e6-175f0fb2d570", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b03a3f"} 2026-09-16T12:39:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b03a3f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b03a3f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "75c39335-da20-4900-97e6-175f0fb2d570", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b03a3f"} 2026-09-16T12:39:50Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b03a3f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b03a3f", "reconcileID": "1175c28f-928c-47a7-b807-3dba8704e764", "Gateway": "e2e-ipp-cleanup-b03a3f", "namespace": "openshift-ingress"} 2026-09-16T12:40:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-869204","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204", "reconcileID": "15290d6b-81a6-44e6-ac81-2b33cdefbcb2", "Gateway": "e2e-ipp-a-869204", "namespace": "openshift-ingress"} 2026-09-16T12:40:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-869204","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204", "reconcileID": "15290d6b-81a6-44e6-ac81-2b33cdefbcb2", "Gateway": "e2e-ipp-a-869204", "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204-authn-ssl"} 2026-09-16T12:40:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-869204","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204", "reconcileID": "15290d6b-81a6-44e6-ac81-2b33cdefbcb2", "Gateway": "e2e-ipp-a-869204", "namespace": "openshift-ingress"} 2026-09-16T12:40:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-869204","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204", "reconcileID": "bd82bc23-0001-4f41-a2ea-fe57ba8a160d", "Gateway": "e2e-ipp-a-869204", "namespace": "openshift-ingress"} 2026-09-16T12:40:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-869204","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204", "reconcileID": "bd82bc23-0001-4f41-a2ea-fe57ba8a160d", "Gateway": "e2e-ipp-a-869204", "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204-authn-ssl"} 2026-09-16T12:40:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-869204","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204", "reconcileID": "bd82bc23-0001-4f41-a2ea-fe57ba8a160d", "Gateway": "e2e-ipp-a-869204", "namespace": "openshift-ingress"} 2026-09-16T12:40:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-869204","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204", "reconcileID": "a27342f8-5d34-4e3c-94e0-56f9b735315a", "Gateway": "e2e-ipp-a-869204", "namespace": "openshift-ingress"} 2026-09-16T12:40:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-869204","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204", "reconcileID": "a27342f8-5d34-4e3c-94e0-56f9b735315a", "Gateway": "e2e-ipp-a-869204", "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204-authn-ssl"} 2026-09-16T12:40:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-869204","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204", "reconcileID": "a27342f8-5d34-4e3c-94e0-56f9b735315a", "Gateway": "e2e-ipp-a-869204", "namespace": "openshift-ingress"} 2026-09-16T12:40:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-869204","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204", "reconcileID": "7bc68e33-5249-4398-a585-d1a68364dc2c", "LLMInferenceService": "ipp-route-869204", "namespace": "ai-tenant-e2e-ipp-a-869204"} 2026-09-16T12:40:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-869204","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204", "reconcileID": "7bc68e33-5249-4398-a585-d1a68364dc2c", "LLMInferenceService": "ipp-route-869204", "namespace": "ai-tenant-e2e-ipp-a-869204"} 2026-09-16T12:40:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-869204","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204", "reconcileID": "7bc68e33-5249-4398-a585-d1a68364dc2c", "LLMInferenceService": "ipp-route-869204", "namespace": "ai-tenant-e2e-ipp-a-869204"} 2026-09-16T12:40:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-869204","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204", "reconcileID": "7bc68e33-5249-4398-a585-d1a68364dc2c", "LLMInferenceService": "ipp-route-869204", "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204-kserve-route-authn"} 2026-09-16T12:40:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-869204","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204", "reconcileID": "7bc68e33-5249-4398-a585-d1a68364dc2c", "LLMInferenceService": "ipp-route-869204", "namespace": "ai-tenant-e2e-ipp-a-869204", "authType": "userdefined"} 2026-09-16T12:40:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-869204","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204", "reconcileID": "7bc68e33-5249-4398-a585-d1a68364dc2c", "LLMInferenceService": "ipp-route-869204", "namespace": "ai-tenant-e2e-ipp-a-869204"} 2026-09-16T12:40:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-869204","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204", "reconcileID": "567821a7-5ec5-4145-bd0c-62d7d6e8596a", "LLMInferenceService": "ipp-route-869204", "namespace": "ai-tenant-e2e-ipp-a-869204"} 2026-09-16T12:40:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-869204","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204", "reconcileID": "567821a7-5ec5-4145-bd0c-62d7d6e8596a", "LLMInferenceService": "ipp-route-869204", "namespace": "ai-tenant-e2e-ipp-a-869204"} 2026-09-16T12:40:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-869204","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204", "reconcileID": "567821a7-5ec5-4145-bd0c-62d7d6e8596a", "LLMInferenceService": "ipp-route-869204", "namespace": "ai-tenant-e2e-ipp-a-869204"} 2026-09-16T12:40:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-869204","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204", "reconcileID": "567821a7-5ec5-4145-bd0c-62d7d6e8596a", "LLMInferenceService": "ipp-route-869204", "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204-kserve-route-authn"} 2026-09-16T12:40:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-869204","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204", "reconcileID": "567821a7-5ec5-4145-bd0c-62d7d6e8596a", "LLMInferenceService": "ipp-route-869204", "namespace": "ai-tenant-e2e-ipp-a-869204", "authType": "userdefined"} 2026-09-16T12:40:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-869204","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204", "reconcileID": "567821a7-5ec5-4145-bd0c-62d7d6e8596a", "LLMInferenceService": "ipp-route-869204", "namespace": "ai-tenant-e2e-ipp-a-869204"} 2026-09-16T12:40:51Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-869204","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204", "reconcileID": "5ce1e979-196d-4b26-a766-b00bae3d75f7", "LLMInferenceService": "ipp-route-869204", "namespace": "ai-tenant-e2e-ipp-a-869204"} 2026-09-16T12:40:51Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-869204","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204", "reconcileID": "5ce1e979-196d-4b26-a766-b00bae3d75f7", "LLMInferenceService": "ipp-route-869204", "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204"} 2026-09-16T12:40:51Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-869204","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204", "reconcileID": "5ce1e979-196d-4b26-a766-b00bae3d75f7", "LLMInferenceService": "ipp-route-869204", "namespace": "ai-tenant-e2e-ipp-a-869204"} 2026-09-16T12:40:51Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-869204","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204", "reconcileID": "5ce1e979-196d-4b26-a766-b00bae3d75f7", "LLMInferenceService": "ipp-route-869204", "namespace": "ai-tenant-e2e-ipp-a-869204"} 2026-09-16T12:40:51Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-869204","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204", "reconcileID": "5ce1e979-196d-4b26-a766-b00bae3d75f7", "LLMInferenceService": "ipp-route-869204", "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204-kserve-route-authn"} 2026-09-16T12:40:51Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-869204","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204", "reconcileID": "5ce1e979-196d-4b26-a766-b00bae3d75f7", "LLMInferenceService": "ipp-route-869204", "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204-kserve-route-authn"} 2026-09-16T12:40:51Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-869204","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204", "reconcileID": "5ce1e979-196d-4b26-a766-b00bae3d75f7", "LLMInferenceService": "ipp-route-869204", "namespace": "ai-tenant-e2e-ipp-a-869204", "namespace": "ai-tenant-e2e-ipp-a-869204"} 2026-09-16T12:40:51Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-869204","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204", "reconcileID": "5ce1e979-196d-4b26-a766-b00bae3d75f7", "LLMInferenceService": "ipp-route-869204", "namespace": "ai-tenant-e2e-ipp-a-869204", "namespace": "ai-tenant-e2e-ipp-a-869204"} 2026-09-16T12:40:51Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-869204","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "ipp-route-869204", "reconcileID": "a6bdc072-3545-45a6-bfef-7ab4e8e72d0e", "LLMInferenceService": "ipp-route-869204", "namespace": "ai-tenant-e2e-ipp-a-869204"} 2026-09-16T12:40:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-869204","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204", "reconcileID": "21afd251-a057-4052-98d7-052bd54371d4", "Gateway": "e2e-ipp-a-869204", "namespace": "openshift-ingress"} 2026-09-16T12:40:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-869204","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204", "reconcileID": "21afd251-a057-4052-98d7-052bd54371d4", "Gateway": "e2e-ipp-a-869204", "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204-authn-ssl"} 2026-09-16T12:40:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-869204","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204", "reconcileID": "21afd251-a057-4052-98d7-052bd54371d4", "Gateway": "e2e-ipp-a-869204", "namespace": "openshift-ingress"} 2026-09-16T12:40:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-869204","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204", "reconcileID": "b961420c-0b72-4b56-9fdc-0af621b9ff2a", "Gateway": "e2e-ipp-a-869204", "namespace": "openshift-ingress"} 2026-09-16T12:40:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-869204","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204", "reconcileID": "b961420c-0b72-4b56-9fdc-0af621b9ff2a", "Gateway": "e2e-ipp-a-869204", "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204-authn-ssl"} 2026-09-16T12:40:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-869204","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204", "reconcileID": "b961420c-0b72-4b56-9fdc-0af621b9ff2a", "Gateway": "e2e-ipp-a-869204", "namespace": "openshift-ingress"} 2026-09-16T12:40:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce31547b-4cb0-4106-bb3e-1f37403d8653", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-869204"} 2026-09-16T12:40:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce31547b-4cb0-4106-bb3e-1f37403d8653", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-869204", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T12:40:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce31547b-4cb0-4106-bb3e-1f37403d8653", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-869204 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T12:40:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "odh-trusted-ca-bundle", "reconcileID": "4335214e-2124-484d-ab27-1671af8f0e01", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-869204"} 2026-09-16T12:40:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "odh-trusted-ca-bundle", "reconcileID": "4335214e-2124-484d-ab27-1671af8f0e01", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-869204"} 2026-09-16T12:40:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "openshift-service-ca.crt", "reconcileID": "7921fef1-e7c1-4bdd-9506-55d3c0d9a709", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-869204"} 2026-09-16T12:40:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "openshift-service-ca.crt", "reconcileID": "7921fef1-e7c1-4bdd-9506-55d3c0d9a709", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-869204"} 2026-09-16T12:40:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "29a7e8e9-d9f2-4e13-bef1-e6cd27f60b47", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-869204"} 2026-09-16T12:40:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-869204"}, "namespace": "ai-tenant-e2e-ipp-a-869204", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "29a7e8e9-d9f2-4e13-bef1-e6cd27f60b47", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-869204"} 2026-09-16T12:40:58Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-869204","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-869204", "reconcileID": "7b554c29-4193-4e01-b1d7-b05b3c755fba", "Gateway": "e2e-ipp-a-869204", "namespace": "openshift-ingress"} 2026-09-16T12:41:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-89b7ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca", "reconcileID": "5d71c9f0-1f58-4d87-8472-c6a59ad49912", "Gateway": "e2e-ipp-b-89b7ca", "namespace": "openshift-ingress"} 2026-09-16T12:41:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-89b7ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca", "reconcileID": "5d71c9f0-1f58-4d87-8472-c6a59ad49912", "Gateway": "e2e-ipp-b-89b7ca", "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca-authn-ssl"} 2026-09-16T12:41:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-89b7ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca", "reconcileID": "5d71c9f0-1f58-4d87-8472-c6a59ad49912", "Gateway": "e2e-ipp-b-89b7ca", "namespace": "openshift-ingress"} 2026-09-16T12:41:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-89b7ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca", "reconcileID": "55fe6f99-891a-4d71-ac00-7effa58d9045", "Gateway": "e2e-ipp-b-89b7ca", "namespace": "openshift-ingress"} 2026-09-16T12:41:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-89b7ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca", "reconcileID": "55fe6f99-891a-4d71-ac00-7effa58d9045", "Gateway": "e2e-ipp-b-89b7ca", "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca-authn-ssl"} 2026-09-16T12:41:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-89b7ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca", "reconcileID": "55fe6f99-891a-4d71-ac00-7effa58d9045", "Gateway": "e2e-ipp-b-89b7ca", "namespace": "openshift-ingress"} 2026-09-16T12:41:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-89b7ca"}, "namespace": "ai-tenant-e2e-ipp-b-89b7ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e25858a6-d937-4531-916a-2e449b66fd25", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-89b7ca"} 2026-09-16T12:41:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-89b7ca"}, "namespace": "ai-tenant-e2e-ipp-b-89b7ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e25858a6-d937-4531-916a-2e449b66fd25", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-89b7ca", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T12:41:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-89b7ca"}, "namespace": "ai-tenant-e2e-ipp-b-89b7ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e25858a6-d937-4531-916a-2e449b66fd25", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-89b7ca because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T12:41:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-89b7ca"}, "namespace": "ai-tenant-e2e-ipp-b-89b7ca", "name": "odh-trusted-ca-bundle", "reconcileID": "cadcc28f-148d-484a-90af-a84564c94a82", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-89b7ca"} 2026-09-16T12:41:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-89b7ca"}, "namespace": "ai-tenant-e2e-ipp-b-89b7ca", "name": "odh-trusted-ca-bundle", "reconcileID": "cadcc28f-148d-484a-90af-a84564c94a82", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-89b7ca"} 2026-09-16T12:41:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-89b7ca"}, "namespace": "ai-tenant-e2e-ipp-b-89b7ca", "name": "openshift-service-ca.crt", "reconcileID": "9c86f863-aca9-4062-9142-f8dff186b498", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-89b7ca"} 2026-09-16T12:41:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-89b7ca"}, "namespace": "ai-tenant-e2e-ipp-b-89b7ca", "name": "openshift-service-ca.crt", "reconcileID": "9c86f863-aca9-4062-9142-f8dff186b498", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-89b7ca"} 2026-09-16T12:41:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-89b7ca"}, "namespace": "ai-tenant-e2e-ipp-b-89b7ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5e565918-bf3a-457c-b4cf-4f0637c04004", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-89b7ca"} 2026-09-16T12:41:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-89b7ca"}, "namespace": "ai-tenant-e2e-ipp-b-89b7ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5e565918-bf3a-457c-b4cf-4f0637c04004", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-89b7ca"} 2026-09-16T12:41:16Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-89b7ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-89b7ca", "reconcileID": "f641738b-aa6f-4ea7-8fe5-6b5f8b869093", "Gateway": "e2e-ipp-b-89b7ca", "namespace": "openshift-ingress"} 2026-09-16T12:41:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0a9008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a9008", "reconcileID": "b027df66-21fe-447b-9533-0750966f5162", "Gateway": "e2e-shared-a-w3-0a9008", "namespace": "openshift-ingress"} 2026-09-16T12:41:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0a9008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a9008", "reconcileID": "b027df66-21fe-447b-9533-0750966f5162", "Gateway": "e2e-shared-a-w3-0a9008", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a9008-authn-ssl"} 2026-09-16T12:41:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0a9008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a9008", "reconcileID": "b027df66-21fe-447b-9533-0750966f5162", "Gateway": "e2e-shared-a-w3-0a9008", "namespace": "openshift-ingress"} 2026-09-16T12:41:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0a9008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a9008", "reconcileID": "3bfdb3ca-47bd-4190-a030-30d9aac5b825", "Gateway": "e2e-shared-a-w3-0a9008", "namespace": "openshift-ingress"} 2026-09-16T12:41:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0a9008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a9008", "reconcileID": "3bfdb3ca-47bd-4190-a030-30d9aac5b825", "Gateway": "e2e-shared-a-w3-0a9008", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a9008-authn-ssl"} 2026-09-16T12:41:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0a9008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a9008", "reconcileID": "3bfdb3ca-47bd-4190-a030-30d9aac5b825", "Gateway": "e2e-shared-a-w3-0a9008", "namespace": "openshift-ingress"} 2026-09-16T12:41:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-0a9008"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "30efa041-93bc-4e74-85f2-1491f320a995", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-0a9008"} 2026-09-16T12:41:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-0a9008"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "30efa041-93bc-4e74-85f2-1491f320a995", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T12:41:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-0a9008"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "30efa041-93bc-4e74-85f2-1491f320a995", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-0a9008 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T12:41:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-0a9008"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "odh-trusted-ca-bundle", "reconcileID": "443c52fa-8d66-4eb9-81bf-967fed6e4505", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-0a9008"} 2026-09-16T12:41:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-0a9008"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "odh-trusted-ca-bundle", "reconcileID": "443c52fa-8d66-4eb9-81bf-967fed6e4505", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-0a9008"} 2026-09-16T12:41:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-0a9008"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "openshift-service-ca.crt", "reconcileID": "54605afe-fde7-49af-910e-a2efe3ee174d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-0a9008"} 2026-09-16T12:41:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-0a9008"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "openshift-service-ca.crt", "reconcileID": "54605afe-fde7-49af-910e-a2efe3ee174d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-0a9008"} 2026-09-16T12:41:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-0a9008"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1f45d1e3-6eeb-45fb-aa86-68aeec2b4180", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-0a9008"} 2026-09-16T12:41:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-0a9008"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a9008", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1f45d1e3-6eeb-45fb-aa86-68aeec2b4180", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-0a9008"} 2026-09-16T12:41:34Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0a9008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a9008", "reconcileID": "2b4a05f4-2ca3-49be-959b-b42511553b86", "Gateway": "e2e-shared-a-w3-0a9008", "namespace": "openshift-ingress"} 2026-09-16T12:41:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0e94e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e94e5", "reconcileID": "8e21c6d3-6398-44ee-97ff-2f3f8a0bd625", "Gateway": "e2e-shared-b-w3-0e94e5", "namespace": "openshift-ingress"} 2026-09-16T12:41:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0e94e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e94e5", "reconcileID": "8e21c6d3-6398-44ee-97ff-2f3f8a0bd625", "Gateway": "e2e-shared-b-w3-0e94e5", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e94e5-authn-ssl"} 2026-09-16T12:41:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0e94e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e94e5", "reconcileID": "8e21c6d3-6398-44ee-97ff-2f3f8a0bd625", "Gateway": "e2e-shared-b-w3-0e94e5", "namespace": "openshift-ingress"} 2026-09-16T12:41:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0e94e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e94e5", "reconcileID": "899ab2ff-00ff-4128-ab18-53a0d2873605", "Gateway": "e2e-shared-b-w3-0e94e5", "namespace": "openshift-ingress"} 2026-09-16T12:41:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0e94e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e94e5", "reconcileID": "899ab2ff-00ff-4128-ab18-53a0d2873605", "Gateway": "e2e-shared-b-w3-0e94e5", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e94e5-authn-ssl"} 2026-09-16T12:41:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0e94e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e94e5", "reconcileID": "899ab2ff-00ff-4128-ab18-53a0d2873605", "Gateway": "e2e-shared-b-w3-0e94e5", "namespace": "openshift-ingress"} 2026-09-16T12:41:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25d21a82-436d-4817-8843-4a1456cf717c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5"} 2026-09-16T12:41:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25d21a82-436d-4817-8843-4a1456cf717c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T12:41:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25d21a82-436d-4817-8843-4a1456cf717c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-0e94e5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T12:41:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "odh-trusted-ca-bundle", "reconcileID": "4abed9d1-524e-44ac-bbfa-bfb239a656be", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5"} 2026-09-16T12:41:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "odh-trusted-ca-bundle", "reconcileID": "4abed9d1-524e-44ac-bbfa-bfb239a656be", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5"} 2026-09-16T12:41:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "openshift-service-ca.crt", "reconcileID": "990c4cf5-9f29-4e3b-95c2-6ef1de305a25", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5"} 2026-09-16T12:41:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "openshift-service-ca.crt", "reconcileID": "990c4cf5-9f29-4e3b-95c2-6ef1de305a25", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5"} 2026-09-16T12:41:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "93a0fa04-5d9a-4afd-ae49-1c5c27880e09", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5"} 2026-09-16T12:41:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-0e94e5"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "93a0fa04-5d9a-4afd-ae49-1c5c27880e09", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-0e94e5"} 2026-09-16T12:41:52Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0e94e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e94e5", "reconcileID": "801a1b8d-fc03-4a2c-bcad-3ac9c0a1dbe5", "Gateway": "e2e-shared-b-w3-0e94e5", "namespace": "openshift-ingress"} 2026-09-16T12:44:59Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T12:44:59Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T12:45:03Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T12:45:03Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T12:46:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5c14b3f0", "reconcileID": "f810009a-16de-474d-a560-fcf582857fe2", "LLMInferenceService": "e2e-same-id-a-5c14b3f0", "namespace": "llm"} 2026-09-16T12:46:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5c14b3f0", "reconcileID": "f810009a-16de-474d-a560-fcf582857fe2", "LLMInferenceService": "e2e-same-id-a-5c14b3f0", "namespace": "llm"} 2026-09-16T12:46:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5c14b3f0", "reconcileID": "f810009a-16de-474d-a560-fcf582857fe2", "LLMInferenceService": "e2e-same-id-a-5c14b3f0", "namespace": "llm"} 2026-09-16T12:46:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "04208bab-6425-48b7-82b4-570834de2061", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T12:46:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5c14b3f0", "reconcileID": "f810009a-16de-474d-a560-fcf582857fe2", "LLMInferenceService": "e2e-same-id-a-5c14b3f0", "namespace": "llm", "name": "e2e-same-id-a-5c14b3f0-kserve-route-authn"} 2026-09-16T12:46:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5c14b3f0", "reconcileID": "f810009a-16de-474d-a560-fcf582857fe2", "LLMInferenceService": "e2e-same-id-a-5c14b3f0", "namespace": "llm", "authType": "userdefined"} 2026-09-16T12:46:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5c14b3f0", "reconcileID": "f810009a-16de-474d-a560-fcf582857fe2", "LLMInferenceService": "e2e-same-id-a-5c14b3f0", "namespace": "llm"} 2026-09-16T12:46:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "04208bab-6425-48b7-82b4-570834de2061", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T12:46:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "04208bab-6425-48b7-82b4-570834de2061", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T12:46:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5c14b3f0", "reconcileID": "bef58d9e-92cf-4988-9578-2c7863e15056", "LLMInferenceService": "e2e-same-id-a-5c14b3f0", "namespace": "llm"} 2026-09-16T12:46:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5c14b3f0", "reconcileID": "bef58d9e-92cf-4988-9578-2c7863e15056", "LLMInferenceService": "e2e-same-id-a-5c14b3f0", "namespace": "llm"} 2026-09-16T12:46:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5c14b3f0", "reconcileID": "bef58d9e-92cf-4988-9578-2c7863e15056", "LLMInferenceService": "e2e-same-id-a-5c14b3f0", "namespace": "llm"} 2026-09-16T12:46:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5c14b3f0", "reconcileID": "bef58d9e-92cf-4988-9578-2c7863e15056", "LLMInferenceService": "e2e-same-id-a-5c14b3f0", "namespace": "llm", "name": "e2e-same-id-a-5c14b3f0-kserve-route-authn"} 2026-09-16T12:46:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5c14b3f0", "reconcileID": "bef58d9e-92cf-4988-9578-2c7863e15056", "LLMInferenceService": "e2e-same-id-a-5c14b3f0", "namespace": "llm", "authType": "userdefined"} 2026-09-16T12:46:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5c14b3f0", "reconcileID": "bef58d9e-92cf-4988-9578-2c7863e15056", "LLMInferenceService": "e2e-same-id-a-5c14b3f0", "namespace": "llm"} 2026-09-16T12:46:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5c14b3f0", "reconcileID": "8b7fad8b-f84b-410c-9220-6c17467fe51f", "LLMInferenceService": "e2e-same-id-b-5c14b3f0", "namespace": "llm"} 2026-09-16T12:46:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5c14b3f0", "reconcileID": "8b7fad8b-f84b-410c-9220-6c17467fe51f", "LLMInferenceService": "e2e-same-id-b-5c14b3f0", "namespace": "llm"} 2026-09-16T12:46:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5c14b3f0", "reconcileID": "8b7fad8b-f84b-410c-9220-6c17467fe51f", "LLMInferenceService": "e2e-same-id-b-5c14b3f0", "namespace": "llm"} 2026-09-16T12:46:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "70e2faf7-7264-4fe5-a669-4cc65f4ab5f6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T12:46:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5c14b3f0", "reconcileID": "8b7fad8b-f84b-410c-9220-6c17467fe51f", "LLMInferenceService": "e2e-same-id-b-5c14b3f0", "namespace": "llm", "name": "e2e-same-id-b-5c14b3f0-kserve-route-authn"} 2026-09-16T12:46:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5c14b3f0", "reconcileID": "8b7fad8b-f84b-410c-9220-6c17467fe51f", "LLMInferenceService": "e2e-same-id-b-5c14b3f0", "namespace": "llm", "authType": "userdefined"} 2026-09-16T12:46:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5c14b3f0", "reconcileID": "8b7fad8b-f84b-410c-9220-6c17467fe51f", "LLMInferenceService": "e2e-same-id-b-5c14b3f0", "namespace": "llm"} 2026-09-16T12:46:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "70e2faf7-7264-4fe5-a669-4cc65f4ab5f6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T12:46:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "70e2faf7-7264-4fe5-a669-4cc65f4ab5f6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T12:46:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ce24bc81-329e-45d5-8601-3c5fe37bda27", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T12:46:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ce24bc81-329e-45d5-8601-3c5fe37bda27", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T12:46:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ce24bc81-329e-45d5-8601-3c5fe37bda27", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T12:46:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5c14b3f0", "reconcileID": "21d8ffe1-f4e1-44bc-aadb-415dd78a3b26", "LLMInferenceService": "e2e-same-id-a-5c14b3f0", "namespace": "llm"} 2026-09-16T12:46:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5c14b3f0", "reconcileID": "21d8ffe1-f4e1-44bc-aadb-415dd78a3b26", "LLMInferenceService": "e2e-same-id-a-5c14b3f0", "namespace": "llm"} 2026-09-16T12:46:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5c14b3f0", "reconcileID": "21d8ffe1-f4e1-44bc-aadb-415dd78a3b26", "LLMInferenceService": "e2e-same-id-a-5c14b3f0", "namespace": "llm"} 2026-09-16T12:46:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5c14b3f0", "reconcileID": "21d8ffe1-f4e1-44bc-aadb-415dd78a3b26", "LLMInferenceService": "e2e-same-id-a-5c14b3f0", "namespace": "llm", "name": "e2e-same-id-a-5c14b3f0-kserve-route-authn"} 2026-09-16T12:46:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5c14b3f0", "reconcileID": "21d8ffe1-f4e1-44bc-aadb-415dd78a3b26", "LLMInferenceService": "e2e-same-id-a-5c14b3f0", "namespace": "llm", "authType": "userdefined"} 2026-09-16T12:46:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5c14b3f0", "reconcileID": "21d8ffe1-f4e1-44bc-aadb-415dd78a3b26", "LLMInferenceService": "e2e-same-id-a-5c14b3f0", "namespace": "llm"} 2026-09-16T12:46:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5c14b3f0", "reconcileID": "1f2b6de8-39e9-4af9-9266-f484125803c3", "LLMInferenceService": "e2e-same-id-b-5c14b3f0", "namespace": "llm"} 2026-09-16T12:46:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5c14b3f0", "reconcileID": "1f2b6de8-39e9-4af9-9266-f484125803c3", "LLMInferenceService": "e2e-same-id-b-5c14b3f0", "namespace": "llm"} 2026-09-16T12:46:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5c14b3f0", "reconcileID": "1f2b6de8-39e9-4af9-9266-f484125803c3", "LLMInferenceService": "e2e-same-id-b-5c14b3f0", "namespace": "llm"} 2026-09-16T12:46:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5c14b3f0", "reconcileID": "1f2b6de8-39e9-4af9-9266-f484125803c3", "LLMInferenceService": "e2e-same-id-b-5c14b3f0", "namespace": "llm", "name": "e2e-same-id-b-5c14b3f0-kserve-route-authn"} 2026-09-16T12:46:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5c14b3f0", "reconcileID": "1f2b6de8-39e9-4af9-9266-f484125803c3", "LLMInferenceService": "e2e-same-id-b-5c14b3f0", "namespace": "llm", "authType": "userdefined"} 2026-09-16T12:46:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5c14b3f0", "reconcileID": "1f2b6de8-39e9-4af9-9266-f484125803c3", "LLMInferenceService": "e2e-same-id-b-5c14b3f0", "namespace": "llm"} 2026-09-16T12:46:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e5744901-802b-46a3-8e47-1be3dfc80c2a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T12:46:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e5744901-802b-46a3-8e47-1be3dfc80c2a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T12:46:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e5744901-802b-46a3-8e47-1be3dfc80c2a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T12:46:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5c14b3f0", "reconcileID": "20e30b9c-e0de-40a5-b2c9-072142e9fabb", "LLMInferenceService": "e2e-same-id-b-5c14b3f0", "namespace": "llm"} 2026-09-16T12:46:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5c14b3f0", "reconcileID": "20e30b9c-e0de-40a5-b2c9-072142e9fabb", "LLMInferenceService": "e2e-same-id-b-5c14b3f0", "namespace": "llm"} 2026-09-16T12:46:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5c14b3f0", "reconcileID": "20e30b9c-e0de-40a5-b2c9-072142e9fabb", "LLMInferenceService": "e2e-same-id-b-5c14b3f0", "namespace": "llm"} 2026-09-16T12:46:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5c14b3f0", "reconcileID": "20e30b9c-e0de-40a5-b2c9-072142e9fabb", "LLMInferenceService": "e2e-same-id-b-5c14b3f0", "namespace": "llm", "name": "e2e-same-id-b-5c14b3f0-kserve-route-authn"} 2026-09-16T12:46:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5c14b3f0", "reconcileID": "20e30b9c-e0de-40a5-b2c9-072142e9fabb", "LLMInferenceService": "e2e-same-id-b-5c14b3f0", "namespace": "llm", "authType": "userdefined"} 2026-09-16T12:46:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5c14b3f0", "reconcileID": "20e30b9c-e0de-40a5-b2c9-072142e9fabb", "LLMInferenceService": "e2e-same-id-b-5c14b3f0", "namespace": "llm"} 2026-09-16T12:47:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5c14b3f0", "reconcileID": "542b38cd-bab2-4c8c-8590-ab9b42dcbb0b", "LLMInferenceService": "e2e-same-id-a-5c14b3f0", "namespace": "llm"} 2026-09-16T12:47:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5c14b3f0", "reconcileID": "542b38cd-bab2-4c8c-8590-ab9b42dcbb0b", "LLMInferenceService": "e2e-same-id-a-5c14b3f0", "namespace": "llm"} 2026-09-16T12:47:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5c14b3f0", "reconcileID": "542b38cd-bab2-4c8c-8590-ab9b42dcbb0b", "LLMInferenceService": "e2e-same-id-a-5c14b3f0", "namespace": "llm"} 2026-09-16T12:47:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5c14b3f0", "reconcileID": "542b38cd-bab2-4c8c-8590-ab9b42dcbb0b", "LLMInferenceService": "e2e-same-id-a-5c14b3f0", "namespace": "llm", "name": "e2e-same-id-a-5c14b3f0-kserve-route-authn"} 2026-09-16T12:47:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5c14b3f0", "reconcileID": "542b38cd-bab2-4c8c-8590-ab9b42dcbb0b", "LLMInferenceService": "e2e-same-id-a-5c14b3f0", "namespace": "llm", "authType": "userdefined"} 2026-09-16T12:47:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5c14b3f0", "reconcileID": "542b38cd-bab2-4c8c-8590-ab9b42dcbb0b", "LLMInferenceService": "e2e-same-id-a-5c14b3f0", "namespace": "llm"} 2026-09-16T12:47:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5c14b3f0", "reconcileID": "1fb7174d-6cee-4428-a9b1-56bb15d33fe0", "LLMInferenceService": "e2e-same-id-b-5c14b3f0", "namespace": "llm"} 2026-09-16T12:47:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5c14b3f0", "reconcileID": "1fb7174d-6cee-4428-a9b1-56bb15d33fe0", "LLMInferenceService": "e2e-same-id-b-5c14b3f0", "namespace": "llm"} 2026-09-16T12:47:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5c14b3f0", "reconcileID": "1fb7174d-6cee-4428-a9b1-56bb15d33fe0", "LLMInferenceService": "e2e-same-id-b-5c14b3f0", "namespace": "llm"} 2026-09-16T12:47:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5c14b3f0", "reconcileID": "1fb7174d-6cee-4428-a9b1-56bb15d33fe0", "LLMInferenceService": "e2e-same-id-b-5c14b3f0", "namespace": "llm", "name": "e2e-same-id-b-5c14b3f0-kserve-route-authn"} 2026-09-16T12:47:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5c14b3f0", "reconcileID": "1fb7174d-6cee-4428-a9b1-56bb15d33fe0", "LLMInferenceService": "e2e-same-id-b-5c14b3f0", "namespace": "llm", "authType": "userdefined"} 2026-09-16T12:47:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5c14b3f0", "reconcileID": "1fb7174d-6cee-4428-a9b1-56bb15d33fe0", "LLMInferenceService": "e2e-same-id-b-5c14b3f0", "namespace": "llm"} 2026-09-16T12:47:27Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5c14b3f0", "reconcileID": "6847351b-1a32-49be-8a74-4cc2b101e480", "LLMInferenceService": "e2e-same-id-a-5c14b3f0", "namespace": "llm"} 2026-09-16T12:47:27Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5c14b3f0", "reconcileID": "6847351b-1a32-49be-8a74-4cc2b101e480", "LLMInferenceService": "e2e-same-id-a-5c14b3f0", "namespace": "llm", "name": "e2e-same-id-a-5c14b3f0"} 2026-09-16T12:47:27Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5c14b3f0", "reconcileID": "6847351b-1a32-49be-8a74-4cc2b101e480", "LLMInferenceService": "e2e-same-id-a-5c14b3f0", "namespace": "llm"} 2026-09-16T12:47:27Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5c14b3f0", "reconcileID": "6847351b-1a32-49be-8a74-4cc2b101e480", "LLMInferenceService": "e2e-same-id-a-5c14b3f0", "namespace": "llm"} 2026-09-16T12:47:27Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5c14b3f0", "reconcileID": "6847351b-1a32-49be-8a74-4cc2b101e480", "LLMInferenceService": "e2e-same-id-a-5c14b3f0", "namespace": "llm", "name": "e2e-same-id-a-5c14b3f0-kserve-route-authn"} 2026-09-16T12:47:27Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5c14b3f0", "reconcileID": "6847351b-1a32-49be-8a74-4cc2b101e480", "LLMInferenceService": "e2e-same-id-a-5c14b3f0", "namespace": "llm", "name": "e2e-same-id-a-5c14b3f0-kserve-route-authn"} 2026-09-16T12:47:27Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5c14b3f0", "reconcileID": "ef6042b4-b3f2-4797-abcb-c801664296ea", "LLMInferenceService": "e2e-same-id-a-5c14b3f0", "namespace": "llm"} 2026-09-16T12:47:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "76fad68c-b6cd-4940-9f6b-3c3573633f71", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T12:47:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "76fad68c-b6cd-4940-9f6b-3c3573633f71", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T12:47:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "76fad68c-b6cd-4940-9f6b-3c3573633f71", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T12:47:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "86331346-48f1-4727-9891-ecfdba8d0d7b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T12:47:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "86331346-48f1-4727-9891-ecfdba8d0d7b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T12:47:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "86331346-48f1-4727-9891-ecfdba8d0d7b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T12:47:27Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5c14b3f0", "reconcileID": "84d364b2-ce08-4132-ac07-c3a8722de894", "LLMInferenceService": "e2e-same-id-b-5c14b3f0", "namespace": "llm"} 2026-09-16T12:47:27Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5c14b3f0", "reconcileID": "84d364b2-ce08-4132-ac07-c3a8722de894", "LLMInferenceService": "e2e-same-id-b-5c14b3f0", "namespace": "llm", "name": "e2e-same-id-b-5c14b3f0"} 2026-09-16T12:47:27Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5c14b3f0", "reconcileID": "84d364b2-ce08-4132-ac07-c3a8722de894", "LLMInferenceService": "e2e-same-id-b-5c14b3f0", "namespace": "llm"} 2026-09-16T12:47:27Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5c14b3f0", "reconcileID": "84d364b2-ce08-4132-ac07-c3a8722de894", "LLMInferenceService": "e2e-same-id-b-5c14b3f0", "namespace": "llm"} 2026-09-16T12:47:27Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5c14b3f0", "reconcileID": "84d364b2-ce08-4132-ac07-c3a8722de894", "LLMInferenceService": "e2e-same-id-b-5c14b3f0", "namespace": "llm", "name": "e2e-same-id-b-5c14b3f0-kserve-route-authn"} 2026-09-16T12:47:27Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5c14b3f0", "reconcileID": "84d364b2-ce08-4132-ac07-c3a8722de894", "LLMInferenceService": "e2e-same-id-b-5c14b3f0", "namespace": "llm", "name": "e2e-same-id-b-5c14b3f0-kserve-route-authn"} 2026-09-16T12:47:29Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5c14b3f0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5c14b3f0", "reconcileID": "86a88940-b193-4f65-93aa-85f115f99a5f", "LLMInferenceService": "e2e-same-id-b-5c14b3f0", "namespace": "llm"} 2026-09-16T12:47:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c62720e0-ca49-45fe-931b-ef3e2d4bb893", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T12:47:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c62720e0-ca49-45fe-931b-ef3e2d4bb893", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T12:47:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c62720e0-ca49-45fe-931b-ef3e2d4bb893", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T12:47:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f470bc16-b857-445a-a42e-e4f929dc35ef", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T12:47:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f470bc16-b857-445a-a42e-e4f929dc35ef", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T12:47:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f470bc16-b857-445a-a42e-e4f929dc35ef", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}