2026-07-28T20:25:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a1e1ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef", "reconcileID": "91b55c8c-d429-4777-a12d-b71f5b22d640", "Gateway": "e2e-shared-a-a1e1ef", "namespace": "openshift-ingress"} 2026-07-28T20:25:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a1e1ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef", "reconcileID": "91b55c8c-d429-4777-a12d-b71f5b22d640", "Gateway": "e2e-shared-a-a1e1ef", "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef-authn-ssl"} 2026-07-28T20:25:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a1e1ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef", "reconcileID": "91b55c8c-d429-4777-a12d-b71f5b22d640", "Gateway": "e2e-shared-a-a1e1ef", "namespace": "openshift-ingress"} 2026-07-28T20:26:41Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a1e1ef","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "sub-test-model-a1e1ef", "reconcileID": "5f2ddb68-3938-403d-8b1c-a5928a403e58", "LLMInferenceService": "sub-test-model-a1e1ef", "namespace": "ai-tenant-e2e-shared-a-a1e1ef"} 2026-07-28T20:26:41Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a1e1ef","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "sub-test-model-a1e1ef", "reconcileID": "5f2ddb68-3938-403d-8b1c-a5928a403e58", "LLMInferenceService": "sub-test-model-a1e1ef", "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "sub-test-model-a1e1ef"} 2026-07-28T20:26:41Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a1e1ef","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "sub-test-model-a1e1ef", "reconcileID": "5f2ddb68-3938-403d-8b1c-a5928a403e58", "LLMInferenceService": "sub-test-model-a1e1ef", "namespace": "ai-tenant-e2e-shared-a-a1e1ef"} 2026-07-28T20:26:41Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a1e1ef","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "sub-test-model-a1e1ef", "reconcileID": "5f2ddb68-3938-403d-8b1c-a5928a403e58", "LLMInferenceService": "sub-test-model-a1e1ef", "namespace": "ai-tenant-e2e-shared-a-a1e1ef"} 2026-07-28T20:26:41Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a1e1ef","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "sub-test-model-a1e1ef", "reconcileID": "5f2ddb68-3938-403d-8b1c-a5928a403e58", "LLMInferenceService": "sub-test-model-a1e1ef", "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "sub-test-model-a1e1ef-kserve-route-authn"} 2026-07-28T20:26:41Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a1e1ef","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "sub-test-model-a1e1ef", "reconcileID": "5f2ddb68-3938-403d-8b1c-a5928a403e58", "LLMInferenceService": "sub-test-model-a1e1ef", "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "sub-test-model-a1e1ef-kserve-route-authn"} 2026-07-28T20:26:41Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a1e1ef","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "sub-test-model-a1e1ef", "reconcileID": "5f2ddb68-3938-403d-8b1c-a5928a403e58", "LLMInferenceService": "sub-test-model-a1e1ef", "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "namespace": "ai-tenant-e2e-shared-a-a1e1ef"} 2026-07-28T20:26:41Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a1e1ef","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "sub-test-model-a1e1ef", "reconcileID": "5f2ddb68-3938-403d-8b1c-a5928a403e58", "LLMInferenceService": "sub-test-model-a1e1ef", "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "namespace": "ai-tenant-e2e-shared-a-a1e1ef"} 2026-07-28T20:26:41Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a1e1ef","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "sub-test-model-a1e1ef", "reconcileID": "625d6a0a-9700-4789-8a9c-785bbec28203", "LLMInferenceService": "sub-test-model-a1e1ef", "namespace": "ai-tenant-e2e-shared-a-a1e1ef"} 2026-07-28T20:26:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a1e1ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef", "reconcileID": "e37a9115-b604-41de-8901-2e20bda9fe70", "Gateway": "e2e-shared-a-a1e1ef", "namespace": "openshift-ingress"} 2026-07-28T20:26:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a1e1ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef", "reconcileID": "e37a9115-b604-41de-8901-2e20bda9fe70", "Gateway": "e2e-shared-a-a1e1ef", "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef-authn-ssl"} 2026-07-28T20:26:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a1e1ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef", "reconcileID": "e37a9115-b604-41de-8901-2e20bda9fe70", "Gateway": "e2e-shared-a-a1e1ef", "namespace": "openshift-ingress"} 2026-07-28T20:26:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a1e1ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef", "reconcileID": "a98d5623-87fa-4c87-9d59-05d65b093dac", "Gateway": "e2e-shared-a-a1e1ef", "namespace": "openshift-ingress"} 2026-07-28T20:26:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a1e1ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef", "reconcileID": "a98d5623-87fa-4c87-9d59-05d65b093dac", "Gateway": "e2e-shared-a-a1e1ef", "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef-authn-ssl"} 2026-07-28T20:26:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a1e1ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef", "reconcileID": "a98d5623-87fa-4c87-9d59-05d65b093dac", "Gateway": "e2e-shared-a-a1e1ef", "namespace": "openshift-ingress"} 2026-07-28T20:26:41Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-47f87c","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "sub-test-model-47f87c", "reconcileID": "c2f83216-5ce0-4ab6-9905-257378737cad", "LLMInferenceService": "sub-test-model-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c"} 2026-07-28T20:26:41Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-47f87c","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "sub-test-model-47f87c", "reconcileID": "c2f83216-5ce0-4ab6-9905-257378737cad", "LLMInferenceService": "sub-test-model-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "sub-test-model-47f87c"} 2026-07-28T20:26:41Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-47f87c","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "sub-test-model-47f87c", "reconcileID": "c2f83216-5ce0-4ab6-9905-257378737cad", "LLMInferenceService": "sub-test-model-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c"} 2026-07-28T20:26:41Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-47f87c","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "sub-test-model-47f87c", "reconcileID": "c2f83216-5ce0-4ab6-9905-257378737cad", "LLMInferenceService": "sub-test-model-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c"} 2026-07-28T20:26:41Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-47f87c","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "sub-test-model-47f87c", "reconcileID": "c2f83216-5ce0-4ab6-9905-257378737cad", "LLMInferenceService": "sub-test-model-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "sub-test-model-47f87c-kserve-route-authn"} 2026-07-28T20:26:41Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-47f87c","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "sub-test-model-47f87c", "reconcileID": "c2f83216-5ce0-4ab6-9905-257378737cad", "LLMInferenceService": "sub-test-model-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "sub-test-model-47f87c-kserve-route-authn"} 2026-07-28T20:26:41Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-47f87c","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "sub-test-model-47f87c", "reconcileID": "c2f83216-5ce0-4ab6-9905-257378737cad", "LLMInferenceService": "sub-test-model-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c"} 2026-07-28T20:26:41Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-47f87c","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "sub-test-model-47f87c", "reconcileID": "c2f83216-5ce0-4ab6-9905-257378737cad", "LLMInferenceService": "sub-test-model-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c"} 2026-07-28T20:26:42Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-47f87c","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "sub-test-model-47f87c", "reconcileID": "a2726c0b-e175-41d5-81e8-79d31fd47687", "LLMInferenceService": "sub-test-model-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c"} 2026-07-28T20:26:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-47f87c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-47f87c", "reconcileID": "55ad0269-8e11-401b-833f-2d7064272879", "Gateway": "e2e-shared-b-47f87c", "namespace": "openshift-ingress"} 2026-07-28T20:26:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-47f87c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-47f87c", "reconcileID": "55ad0269-8e11-401b-833f-2d7064272879", "Gateway": "e2e-shared-b-47f87c", "namespace": "openshift-ingress", "name": "e2e-shared-b-47f87c-authn-ssl"} 2026-07-28T20:26:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-47f87c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-47f87c", "reconcileID": "55ad0269-8e11-401b-833f-2d7064272879", "Gateway": "e2e-shared-b-47f87c", "namespace": "openshift-ingress"} 2026-07-28T20:26:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-47f87c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-47f87c", "reconcileID": "79a4908f-11ff-4480-bea3-fe5c6061e022", "Gateway": "e2e-shared-b-47f87c", "namespace": "openshift-ingress"} 2026-07-28T20:26:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-47f87c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-47f87c", "reconcileID": "79a4908f-11ff-4480-bea3-fe5c6061e022", "Gateway": "e2e-shared-b-47f87c", "namespace": "openshift-ingress", "name": "e2e-shared-b-47f87c-authn-ssl"} 2026-07-28T20:26:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-47f87c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-47f87c", "reconcileID": "79a4908f-11ff-4480-bea3-fe5c6061e022", "Gateway": "e2e-shared-b-47f87c", "namespace": "openshift-ingress"} 2026-07-28T20:26:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a1e1ef","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "rate-test-model-a1e1ef", "reconcileID": "62f66c48-95a5-487e-91e3-803ef9c66acc", "LLMInferenceService": "rate-test-model-a1e1ef", "namespace": "ai-tenant-e2e-shared-a-a1e1ef"} 2026-07-28T20:26:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a1e1ef","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "rate-test-model-a1e1ef", "reconcileID": "62f66c48-95a5-487e-91e3-803ef9c66acc", "LLMInferenceService": "rate-test-model-a1e1ef", "namespace": "ai-tenant-e2e-shared-a-a1e1ef"} 2026-07-28T20:26:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a1e1ef","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "rate-test-model-a1e1ef", "reconcileID": "62f66c48-95a5-487e-91e3-803ef9c66acc", "LLMInferenceService": "rate-test-model-a1e1ef", "namespace": "ai-tenant-e2e-shared-a-a1e1ef"} 2026-07-28T20:26:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a1e1ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef", "reconcileID": "65e31b1a-b05b-4ffb-a3c3-47856982151d", "Gateway": "e2e-shared-a-a1e1ef", "namespace": "openshift-ingress"} 2026-07-28T20:26:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a1e1ef","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "rate-test-model-a1e1ef", "reconcileID": "62f66c48-95a5-487e-91e3-803ef9c66acc", "LLMInferenceService": "rate-test-model-a1e1ef", "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "rate-test-model-a1e1ef-kserve-route-authn"} 2026-07-28T20:26:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a1e1ef","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "rate-test-model-a1e1ef", "reconcileID": "62f66c48-95a5-487e-91e3-803ef9c66acc", "LLMInferenceService": "rate-test-model-a1e1ef", "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "authType": "userdefined"} 2026-07-28T20:26:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a1e1ef","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "rate-test-model-a1e1ef", "reconcileID": "62f66c48-95a5-487e-91e3-803ef9c66acc", "LLMInferenceService": "rate-test-model-a1e1ef", "namespace": "ai-tenant-e2e-shared-a-a1e1ef"} 2026-07-28T20:26:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a1e1ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef", "reconcileID": "65e31b1a-b05b-4ffb-a3c3-47856982151d", "Gateway": "e2e-shared-a-a1e1ef", "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef-authn-ssl"} 2026-07-28T20:26:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a1e1ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef", "reconcileID": "65e31b1a-b05b-4ffb-a3c3-47856982151d", "Gateway": "e2e-shared-a-a1e1ef", "namespace": "openshift-ingress"} 2026-07-28T20:26:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a1e1ef","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "rate-test-model-a1e1ef", "reconcileID": "8774b4c2-6d2d-4372-96c2-0bbd1b3da6af", "LLMInferenceService": "rate-test-model-a1e1ef", "namespace": "ai-tenant-e2e-shared-a-a1e1ef"} 2026-07-28T20:26:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a1e1ef","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "rate-test-model-a1e1ef", "reconcileID": "8774b4c2-6d2d-4372-96c2-0bbd1b3da6af", "LLMInferenceService": "rate-test-model-a1e1ef", "namespace": "ai-tenant-e2e-shared-a-a1e1ef"} 2026-07-28T20:26:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a1e1ef","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "rate-test-model-a1e1ef", "reconcileID": "8774b4c2-6d2d-4372-96c2-0bbd1b3da6af", "LLMInferenceService": "rate-test-model-a1e1ef", "namespace": "ai-tenant-e2e-shared-a-a1e1ef"} 2026-07-28T20:26:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a1e1ef","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "rate-test-model-a1e1ef", "reconcileID": "8774b4c2-6d2d-4372-96c2-0bbd1b3da6af", "LLMInferenceService": "rate-test-model-a1e1ef", "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "rate-test-model-a1e1ef-kserve-route-authn"} 2026-07-28T20:26:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a1e1ef","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "rate-test-model-a1e1ef", "reconcileID": "8774b4c2-6d2d-4372-96c2-0bbd1b3da6af", "LLMInferenceService": "rate-test-model-a1e1ef", "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "authType": "userdefined"} 2026-07-28T20:26:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a1e1ef","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "rate-test-model-a1e1ef", "reconcileID": "8774b4c2-6d2d-4372-96c2-0bbd1b3da6af", "LLMInferenceService": "rate-test-model-a1e1ef", "namespace": "ai-tenant-e2e-shared-a-a1e1ef"} 2026-07-28T20:26:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a1e1ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef", "reconcileID": "a96773d8-8e0b-4dd6-bbf2-cb9bcc7f2ff0", "Gateway": "e2e-shared-a-a1e1ef", "namespace": "openshift-ingress"} 2026-07-28T20:26:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a1e1ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef", "reconcileID": "a96773d8-8e0b-4dd6-bbf2-cb9bcc7f2ff0", "Gateway": "e2e-shared-a-a1e1ef", "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef-authn-ssl"} 2026-07-28T20:26:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a1e1ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef", "reconcileID": "a96773d8-8e0b-4dd6-bbf2-cb9bcc7f2ff0", "Gateway": "e2e-shared-a-a1e1ef", "namespace": "openshift-ingress"} 2026-07-28T20:26:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3db8baaf-a48e-455a-9496-6a06dac08ee9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T20:26:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a1e1ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef", "reconcileID": "6bd02b68-c7cd-40fe-87ab-c03c7d8eda3e", "Gateway": "e2e-shared-a-a1e1ef", "namespace": "openshift-ingress"} 2026-07-28T20:26:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a1e1ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef", "reconcileID": "6bd02b68-c7cd-40fe-87ab-c03c7d8eda3e", "Gateway": "e2e-shared-a-a1e1ef", "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef-authn-ssl"} 2026-07-28T20:26:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a1e1ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef", "reconcileID": "6bd02b68-c7cd-40fe-87ab-c03c7d8eda3e", "Gateway": "e2e-shared-a-a1e1ef", "namespace": "openshift-ingress"} 2026-07-28T20:26:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-47f87c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-47f87c", "reconcileID": "8545bcff-520e-40ee-8d3f-cd7d0b6c17af", "Gateway": "e2e-shared-b-47f87c", "namespace": "openshift-ingress"} 2026-07-28T20:26:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-47f87c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-47f87c", "reconcileID": "8545bcff-520e-40ee-8d3f-cd7d0b6c17af", "Gateway": "e2e-shared-b-47f87c", "namespace": "openshift-ingress", "name": "e2e-shared-b-47f87c-authn-ssl"} 2026-07-28T20:26:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-47f87c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-47f87c", "reconcileID": "8545bcff-520e-40ee-8d3f-cd7d0b6c17af", "Gateway": "e2e-shared-b-47f87c", "namespace": "openshift-ingress"} 2026-07-28T20:26:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a1e1ef","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "rate-test-model-a1e1ef", "reconcileID": "00be64a9-1f3d-434d-9848-1453a3c0312f", "LLMInferenceService": "rate-test-model-a1e1ef", "namespace": "ai-tenant-e2e-shared-a-a1e1ef"} 2026-07-28T20:26:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a1e1ef","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "rate-test-model-a1e1ef", "reconcileID": "00be64a9-1f3d-434d-9848-1453a3c0312f", "LLMInferenceService": "rate-test-model-a1e1ef", "namespace": "ai-tenant-e2e-shared-a-a1e1ef"} 2026-07-28T20:26:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a1e1ef","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "rate-test-model-a1e1ef", "reconcileID": "00be64a9-1f3d-434d-9848-1453a3c0312f", "LLMInferenceService": "rate-test-model-a1e1ef", "namespace": "ai-tenant-e2e-shared-a-a1e1ef"} 2026-07-28T20:26:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a1e1ef","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "rate-test-model-a1e1ef", "reconcileID": "00be64a9-1f3d-434d-9848-1453a3c0312f", "LLMInferenceService": "rate-test-model-a1e1ef", "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "rate-test-model-a1e1ef-kserve-route-authn"} 2026-07-28T20:26:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a1e1ef","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "rate-test-model-a1e1ef", "reconcileID": "00be64a9-1f3d-434d-9848-1453a3c0312f", "LLMInferenceService": "rate-test-model-a1e1ef", "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "authType": "userdefined"} 2026-07-28T20:26:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a1e1ef","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "rate-test-model-a1e1ef", "reconcileID": "00be64a9-1f3d-434d-9848-1453a3c0312f", "LLMInferenceService": "rate-test-model-a1e1ef", "namespace": "ai-tenant-e2e-shared-a-a1e1ef"} 2026-07-28T20:27:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a1e1ef","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "rate-test-model-a1e1ef", "reconcileID": "e665e962-0d8a-49a6-93ab-e3b3e5842873", "LLMInferenceService": "rate-test-model-a1e1ef", "namespace": "ai-tenant-e2e-shared-a-a1e1ef"} 2026-07-28T20:27:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a1e1ef","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "rate-test-model-a1e1ef", "reconcileID": "e665e962-0d8a-49a6-93ab-e3b3e5842873", "LLMInferenceService": "rate-test-model-a1e1ef", "namespace": "ai-tenant-e2e-shared-a-a1e1ef"} 2026-07-28T20:27:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a1e1ef","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "rate-test-model-a1e1ef", "reconcileID": "e665e962-0d8a-49a6-93ab-e3b3e5842873", "LLMInferenceService": "rate-test-model-a1e1ef", "namespace": "ai-tenant-e2e-shared-a-a1e1ef"} 2026-07-28T20:27:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a1e1ef","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "rate-test-model-a1e1ef", "reconcileID": "e665e962-0d8a-49a6-93ab-e3b3e5842873", "LLMInferenceService": "rate-test-model-a1e1ef", "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "rate-test-model-a1e1ef-kserve-route-authn"} 2026-07-28T20:27:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a1e1ef","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "rate-test-model-a1e1ef", "reconcileID": "e665e962-0d8a-49a6-93ab-e3b3e5842873", "LLMInferenceService": "rate-test-model-a1e1ef", "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "authType": "userdefined"} 2026-07-28T20:27:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a1e1ef","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "rate-test-model-a1e1ef", "reconcileID": "e665e962-0d8a-49a6-93ab-e3b3e5842873", "LLMInferenceService": "rate-test-model-a1e1ef", "namespace": "ai-tenant-e2e-shared-a-a1e1ef"} 2026-07-28T20:27:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-47f87c","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "rate-test-model-47f87c", "reconcileID": "6490e90a-ddad-49e3-aa01-53332b3534c5", "LLMInferenceService": "rate-test-model-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c"} 2026-07-28T20:27:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-47f87c","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "rate-test-model-47f87c", "reconcileID": "6490e90a-ddad-49e3-aa01-53332b3534c5", "LLMInferenceService": "rate-test-model-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c"} 2026-07-28T20:27:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-47f87c","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "rate-test-model-47f87c", "reconcileID": "6490e90a-ddad-49e3-aa01-53332b3534c5", "LLMInferenceService": "rate-test-model-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c"} 2026-07-28T20:27:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-47f87c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-47f87c", "reconcileID": "8600ef0d-778e-4652-9e59-2d8ebab9ef87", "Gateway": "e2e-shared-b-47f87c", "namespace": "openshift-ingress"} 2026-07-28T20:27:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-47f87c","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "rate-test-model-47f87c", "reconcileID": "6490e90a-ddad-49e3-aa01-53332b3534c5", "LLMInferenceService": "rate-test-model-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "rate-test-model-47f87c-kserve-route-authn"} 2026-07-28T20:27:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-47f87c","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "rate-test-model-47f87c", "reconcileID": "6490e90a-ddad-49e3-aa01-53332b3534c5", "LLMInferenceService": "rate-test-model-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c", "authType": "userdefined"} 2026-07-28T20:27:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-47f87c","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "rate-test-model-47f87c", "reconcileID": "6490e90a-ddad-49e3-aa01-53332b3534c5", "LLMInferenceService": "rate-test-model-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c"} 2026-07-28T20:27:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-47f87c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-47f87c", "reconcileID": "8600ef0d-778e-4652-9e59-2d8ebab9ef87", "Gateway": "e2e-shared-b-47f87c", "namespace": "openshift-ingress", "name": "e2e-shared-b-47f87c-authn-ssl"} 2026-07-28T20:27:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-47f87c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-47f87c", "reconcileID": "8600ef0d-778e-4652-9e59-2d8ebab9ef87", "Gateway": "e2e-shared-b-47f87c", "namespace": "openshift-ingress"} 2026-07-28T20:27:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-47f87c","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "rate-test-model-47f87c", "reconcileID": "604579fd-755a-4908-a5b7-c3dca4f27d2d", "LLMInferenceService": "rate-test-model-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c"} 2026-07-28T20:27:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-47f87c","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "rate-test-model-47f87c", "reconcileID": "604579fd-755a-4908-a5b7-c3dca4f27d2d", "LLMInferenceService": "rate-test-model-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c"} 2026-07-28T20:27:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-47f87c","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "rate-test-model-47f87c", "reconcileID": "604579fd-755a-4908-a5b7-c3dca4f27d2d", "LLMInferenceService": "rate-test-model-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c"} 2026-07-28T20:27:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-47f87c","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "rate-test-model-47f87c", "reconcileID": "604579fd-755a-4908-a5b7-c3dca4f27d2d", "LLMInferenceService": "rate-test-model-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "rate-test-model-47f87c-kserve-route-authn"} 2026-07-28T20:27:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-47f87c","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "rate-test-model-47f87c", "reconcileID": "604579fd-755a-4908-a5b7-c3dca4f27d2d", "LLMInferenceService": "rate-test-model-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c", "authType": "userdefined"} 2026-07-28T20:27:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-47f87c","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "rate-test-model-47f87c", "reconcileID": "604579fd-755a-4908-a5b7-c3dca4f27d2d", "LLMInferenceService": "rate-test-model-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c"} 2026-07-28T20:27:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-47f87c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-47f87c", "reconcileID": "50b29189-6576-4d35-ace9-0290d0f5465c", "Gateway": "e2e-shared-b-47f87c", "namespace": "openshift-ingress"} 2026-07-28T20:27:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-47f87c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-47f87c", "reconcileID": "50b29189-6576-4d35-ace9-0290d0f5465c", "Gateway": "e2e-shared-b-47f87c", "namespace": "openshift-ingress", "name": "e2e-shared-b-47f87c-authn-ssl"} 2026-07-28T20:27:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-47f87c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-47f87c", "reconcileID": "50b29189-6576-4d35-ace9-0290d0f5465c", "Gateway": "e2e-shared-b-47f87c", "namespace": "openshift-ingress"} 2026-07-28T20:27:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-47f87c","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "rate-test-model-47f87c", "reconcileID": "e341c48e-da1b-4320-a50e-8eaa703e38c7", "LLMInferenceService": "rate-test-model-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c"} 2026-07-28T20:27:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-47f87c","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "rate-test-model-47f87c", "reconcileID": "e341c48e-da1b-4320-a50e-8eaa703e38c7", "LLMInferenceService": "rate-test-model-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c"} 2026-07-28T20:27:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-47f87c","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "rate-test-model-47f87c", "reconcileID": "e341c48e-da1b-4320-a50e-8eaa703e38c7", "LLMInferenceService": "rate-test-model-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c"} 2026-07-28T20:27:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-47f87c","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "rate-test-model-47f87c", "reconcileID": "e341c48e-da1b-4320-a50e-8eaa703e38c7", "LLMInferenceService": "rate-test-model-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "rate-test-model-47f87c-kserve-route-authn"} 2026-07-28T20:27:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-47f87c","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "rate-test-model-47f87c", "reconcileID": "e341c48e-da1b-4320-a50e-8eaa703e38c7", "LLMInferenceService": "rate-test-model-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c", "authType": "userdefined"} 2026-07-28T20:27:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-47f87c","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "rate-test-model-47f87c", "reconcileID": "e341c48e-da1b-4320-a50e-8eaa703e38c7", "LLMInferenceService": "rate-test-model-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c"} 2026-07-28T20:27:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-47f87c","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "rate-test-model-47f87c", "reconcileID": "8dd02daa-936e-4b39-922b-9495e4bb4eef", "LLMInferenceService": "rate-test-model-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c"} 2026-07-28T20:27:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-47f87c","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "rate-test-model-47f87c", "reconcileID": "8dd02daa-936e-4b39-922b-9495e4bb4eef", "LLMInferenceService": "rate-test-model-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c"} 2026-07-28T20:27:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-47f87c","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "rate-test-model-47f87c", "reconcileID": "8dd02daa-936e-4b39-922b-9495e4bb4eef", "LLMInferenceService": "rate-test-model-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c"} 2026-07-28T20:27:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-47f87c","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "rate-test-model-47f87c", "reconcileID": "8dd02daa-936e-4b39-922b-9495e4bb4eef", "LLMInferenceService": "rate-test-model-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "rate-test-model-47f87c-kserve-route-authn"} 2026-07-28T20:27:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-47f87c","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "rate-test-model-47f87c", "reconcileID": "8dd02daa-936e-4b39-922b-9495e4bb4eef", "LLMInferenceService": "rate-test-model-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c", "authType": "userdefined"} 2026-07-28T20:27:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-47f87c","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "rate-test-model-47f87c", "reconcileID": "8dd02daa-936e-4b39-922b-9495e4bb4eef", "LLMInferenceService": "rate-test-model-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c"} 2026-07-28T20:27:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-47f87c","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "rate-test-model-47f87c", "reconcileID": "9c280e5f-c90d-42fb-b18d-5341006a24d3", "LLMInferenceService": "rate-test-model-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c"} 2026-07-28T20:27:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-47f87c","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "rate-test-model-47f87c", "reconcileID": "9c280e5f-c90d-42fb-b18d-5341006a24d3", "LLMInferenceService": "rate-test-model-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c"} 2026-07-28T20:27:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-47f87c","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "rate-test-model-47f87c", "reconcileID": "9c280e5f-c90d-42fb-b18d-5341006a24d3", "LLMInferenceService": "rate-test-model-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c"} 2026-07-28T20:27:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-47f87c","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "rate-test-model-47f87c", "reconcileID": "9c280e5f-c90d-42fb-b18d-5341006a24d3", "LLMInferenceService": "rate-test-model-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "rate-test-model-47f87c-kserve-route-authn"} 2026-07-28T20:27:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-47f87c","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "rate-test-model-47f87c", "reconcileID": "9c280e5f-c90d-42fb-b18d-5341006a24d3", "LLMInferenceService": "rate-test-model-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c", "authType": "userdefined"} 2026-07-28T20:27:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-47f87c","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "rate-test-model-47f87c", "reconcileID": "9c280e5f-c90d-42fb-b18d-5341006a24d3", "LLMInferenceService": "rate-test-model-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c"} 2026-07-28T20:27:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-47f87c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-47f87c", "reconcileID": "96a0cab6-fac5-4be3-9e8d-d30d7036dbc3", "Gateway": "e2e-shared-b-47f87c", "namespace": "openshift-ingress"} 2026-07-28T20:27:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-47f87c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-47f87c", "reconcileID": "96a0cab6-fac5-4be3-9e8d-d30d7036dbc3", "Gateway": "e2e-shared-b-47f87c", "namespace": "openshift-ingress", "name": "e2e-shared-b-47f87c-authn-ssl"} 2026-07-28T20:27:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-47f87c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-47f87c", "reconcileID": "96a0cab6-fac5-4be3-9e8d-d30d7036dbc3", "Gateway": "e2e-shared-b-47f87c", "namespace": "openshift-ingress"} 2026-07-28T20:27:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a1e1ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef", "reconcileID": "83859d71-0f8e-4e3d-bf15-95ee87a093aa", "Gateway": "e2e-shared-a-a1e1ef", "namespace": "openshift-ingress"} 2026-07-28T20:27:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a1e1ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef", "reconcileID": "83859d71-0f8e-4e3d-bf15-95ee87a093aa", "Gateway": "e2e-shared-a-a1e1ef", "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef-authn-ssl"} 2026-07-28T20:27:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a1e1ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef", "reconcileID": "83859d71-0f8e-4e3d-bf15-95ee87a093aa", "Gateway": "e2e-shared-a-a1e1ef", "namespace": "openshift-ingress"} 2026-07-28T20:28:27Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a1e1ef","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "rate-test-model-a1e1ef", "reconcileID": "54ce77a0-0b5d-403c-a193-17c2579947d1", "LLMInferenceService": "rate-test-model-a1e1ef", "namespace": "ai-tenant-e2e-shared-a-a1e1ef"} 2026-07-28T20:28:27Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a1e1ef","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "rate-test-model-a1e1ef", "reconcileID": "54ce77a0-0b5d-403c-a193-17c2579947d1", "LLMInferenceService": "rate-test-model-a1e1ef", "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "rate-test-model-a1e1ef"} 2026-07-28T20:28:27Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a1e1ef","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "rate-test-model-a1e1ef", "reconcileID": "54ce77a0-0b5d-403c-a193-17c2579947d1", "LLMInferenceService": "rate-test-model-a1e1ef", "namespace": "ai-tenant-e2e-shared-a-a1e1ef"} 2026-07-28T20:28:27Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a1e1ef","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "rate-test-model-a1e1ef", "reconcileID": "54ce77a0-0b5d-403c-a193-17c2579947d1", "LLMInferenceService": "rate-test-model-a1e1ef", "namespace": "ai-tenant-e2e-shared-a-a1e1ef"} 2026-07-28T20:28:27Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a1e1ef","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "rate-test-model-a1e1ef", "reconcileID": "54ce77a0-0b5d-403c-a193-17c2579947d1", "LLMInferenceService": "rate-test-model-a1e1ef", "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "rate-test-model-a1e1ef-kserve-route-authn"} 2026-07-28T20:28:27Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a1e1ef","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "rate-test-model-a1e1ef", "reconcileID": "54ce77a0-0b5d-403c-a193-17c2579947d1", "LLMInferenceService": "rate-test-model-a1e1ef", "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "rate-test-model-a1e1ef-kserve-route-authn"} 2026-07-28T20:28:27Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a1e1ef","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "rate-test-model-a1e1ef", "reconcileID": "54ce77a0-0b5d-403c-a193-17c2579947d1", "LLMInferenceService": "rate-test-model-a1e1ef", "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "namespace": "ai-tenant-e2e-shared-a-a1e1ef"} 2026-07-28T20:28:27Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a1e1ef","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "rate-test-model-a1e1ef", "reconcileID": "54ce77a0-0b5d-403c-a193-17c2579947d1", "LLMInferenceService": "rate-test-model-a1e1ef", "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "namespace": "ai-tenant-e2e-shared-a-a1e1ef"} 2026-07-28T20:28:27Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a1e1ef","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "rate-test-model-a1e1ef", "reconcileID": "1c7223fc-bfcd-4a7a-adbb-6553f074d827", "LLMInferenceService": "rate-test-model-a1e1ef", "namespace": "ai-tenant-e2e-shared-a-a1e1ef"} 2026-07-28T20:28:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a1e1ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef", "reconcileID": "2009734a-270a-441e-af7e-c6e173dd538c", "Gateway": "e2e-shared-a-a1e1ef", "namespace": "openshift-ingress"} 2026-07-28T20:28:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a1e1ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef", "reconcileID": "2009734a-270a-441e-af7e-c6e173dd538c", "Gateway": "e2e-shared-a-a1e1ef", "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef-authn-ssl"} 2026-07-28T20:28:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a1e1ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef", "reconcileID": "2009734a-270a-441e-af7e-c6e173dd538c", "Gateway": "e2e-shared-a-a1e1ef", "namespace": "openshift-ingress"} 2026-07-28T20:28:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a1e1ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef", "reconcileID": "de0cf76e-0ebb-49a6-a0d8-5a98c4450638", "Gateway": "e2e-shared-a-a1e1ef", "namespace": "openshift-ingress"} 2026-07-28T20:28:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a1e1ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef", "reconcileID": "de0cf76e-0ebb-49a6-a0d8-5a98c4450638", "Gateway": "e2e-shared-a-a1e1ef", "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef-authn-ssl"} 2026-07-28T20:28:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a1e1ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef", "reconcileID": "de0cf76e-0ebb-49a6-a0d8-5a98c4450638", "Gateway": "e2e-shared-a-a1e1ef", "namespace": "openshift-ingress"} 2026-07-28T20:28:27Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-47f87c","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "rate-test-model-47f87c", "reconcileID": "c66e4c7f-902f-4deb-9401-fe4eae616141", "LLMInferenceService": "rate-test-model-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c"} 2026-07-28T20:28:27Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-47f87c","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "rate-test-model-47f87c", "reconcileID": "c66e4c7f-902f-4deb-9401-fe4eae616141", "LLMInferenceService": "rate-test-model-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "rate-test-model-47f87c"} 2026-07-28T20:28:27Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-47f87c","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "rate-test-model-47f87c", "reconcileID": "c66e4c7f-902f-4deb-9401-fe4eae616141", "LLMInferenceService": "rate-test-model-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c"} 2026-07-28T20:28:27Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-47f87c","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "rate-test-model-47f87c", "reconcileID": "c66e4c7f-902f-4deb-9401-fe4eae616141", "LLMInferenceService": "rate-test-model-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c"} 2026-07-28T20:28:27Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-47f87c","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "rate-test-model-47f87c", "reconcileID": "c66e4c7f-902f-4deb-9401-fe4eae616141", "LLMInferenceService": "rate-test-model-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "rate-test-model-47f87c-kserve-route-authn"} 2026-07-28T20:28:27Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-47f87c","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "rate-test-model-47f87c", "reconcileID": "c66e4c7f-902f-4deb-9401-fe4eae616141", "LLMInferenceService": "rate-test-model-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "rate-test-model-47f87c-kserve-route-authn"} 2026-07-28T20:28:27Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-47f87c","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "rate-test-model-47f87c", "reconcileID": "c66e4c7f-902f-4deb-9401-fe4eae616141", "LLMInferenceService": "rate-test-model-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c"} 2026-07-28T20:28:27Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-47f87c","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "rate-test-model-47f87c", "reconcileID": "c66e4c7f-902f-4deb-9401-fe4eae616141", "LLMInferenceService": "rate-test-model-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c"} 2026-07-28T20:28:28Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-47f87c","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "rate-test-model-47f87c", "reconcileID": "d55b26b9-390c-41ed-87bf-0775b7f0497d", "LLMInferenceService": "rate-test-model-47f87c", "namespace": "ai-tenant-e2e-shared-b-47f87c"} 2026-07-28T20:28:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-47f87c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-47f87c", "reconcileID": "c5328842-5bd4-4ebe-86d3-fb39c48747e2", "Gateway": "e2e-shared-b-47f87c", "namespace": "openshift-ingress"} 2026-07-28T20:28:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-47f87c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-47f87c", "reconcileID": "c5328842-5bd4-4ebe-86d3-fb39c48747e2", "Gateway": "e2e-shared-b-47f87c", "namespace": "openshift-ingress", "name": "e2e-shared-b-47f87c-authn-ssl"} 2026-07-28T20:28:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-47f87c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-47f87c", "reconcileID": "c5328842-5bd4-4ebe-86d3-fb39c48747e2", "Gateway": "e2e-shared-b-47f87c", "namespace": "openshift-ingress"} 2026-07-28T20:28:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-47f87c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-47f87c", "reconcileID": "e0dd9bad-fbfe-429e-981e-1dca21e84209", "Gateway": "e2e-shared-b-47f87c", "namespace": "openshift-ingress"} 2026-07-28T20:28:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-47f87c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-47f87c", "reconcileID": "e0dd9bad-fbfe-429e-981e-1dca21e84209", "Gateway": "e2e-shared-b-47f87c", "namespace": "openshift-ingress", "name": "e2e-shared-b-47f87c-authn-ssl"} 2026-07-28T20:28:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-47f87c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-47f87c", "reconcileID": "e0dd9bad-fbfe-429e-981e-1dca21e84209", "Gateway": "e2e-shared-b-47f87c", "namespace": "openshift-ingress"} 2026-07-28T20:28:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a1e1ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef", "reconcileID": "5dabfa10-eac8-46f7-94ad-a0a262ffe0f2", "Gateway": "e2e-shared-a-a1e1ef", "namespace": "openshift-ingress"} 2026-07-28T20:28:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a1e1ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef", "reconcileID": "5dabfa10-eac8-46f7-94ad-a0a262ffe0f2", "Gateway": "e2e-shared-a-a1e1ef", "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef-authn-ssl"} 2026-07-28T20:28:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a1e1ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef", "reconcileID": "5dabfa10-eac8-46f7-94ad-a0a262ffe0f2", "Gateway": "e2e-shared-a-a1e1ef", "namespace": "openshift-ingress"} 2026-07-28T20:28:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-47f87c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-47f87c", "reconcileID": "639d2e6b-576d-4790-9050-34abc842f232", "Gateway": "e2e-shared-b-47f87c", "namespace": "openshift-ingress"} 2026-07-28T20:28:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-47f87c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-47f87c", "reconcileID": "639d2e6b-576d-4790-9050-34abc842f232", "Gateway": "e2e-shared-b-47f87c", "namespace": "openshift-ingress", "name": "e2e-shared-b-47f87c-authn-ssl"} 2026-07-28T20:28:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-47f87c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-47f87c", "reconcileID": "639d2e6b-576d-4790-9050-34abc842f232", "Gateway": "e2e-shared-b-47f87c", "namespace": "openshift-ingress"} 2026-07-28T20:28:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "9f448568-0409-4ada-8d3e-e27cc6ba23f8", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress"} 2026-07-28T20:28:48Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "9f448568-0409-4ada-8d3e-e27cc6ba23f8", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd-authn-ssl"} 2026-07-28T20:28:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "9f448568-0409-4ada-8d3e-e27cc6ba23f8", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress"} 2026-07-28T20:28:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "084db214-931c-464f-acba-1fe3bd8c9a94", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress"} 2026-07-28T20:28:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "084db214-931c-464f-acba-1fe3bd8c9a94", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd-authn-ssl"} 2026-07-28T20:28:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "084db214-931c-464f-acba-1fe3bd8c9a94", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress"} 2026-07-28T20:28:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "224136e5-cc33-4181-b599-51b181e8a609", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress"} 2026-07-28T20:28:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "224136e5-cc33-4181-b599-51b181e8a609", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd-authn-ssl"} 2026-07-28T20:28:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "224136e5-cc33-4181-b599-51b181e8a609", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress"} 2026-07-28T20:28:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "219a5b27-6ff8-48a4-8266-b8be2be1d3e3", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress"} 2026-07-28T20:28:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "219a5b27-6ff8-48a4-8266-b8be2be1d3e3", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd-authn-ssl"} 2026-07-28T20:28:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "219a5b27-6ff8-48a4-8266-b8be2be1d3e3", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress"} 2026-07-28T20:28:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "42747fef-2180-4f91-bfb7-a51229b69a86", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress"} 2026-07-28T20:28:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "42747fef-2180-4f91-bfb7-a51229b69a86", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd-authn-ssl"} 2026-07-28T20:28:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "42747fef-2180-4f91-bfb7-a51229b69a86", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress"} 2026-07-28T20:28:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "73584b1d-e0e8-444b-8c6d-d77f45b304ab", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress"} 2026-07-28T20:28:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "73584b1d-e0e8-444b-8c6d-d77f45b304ab", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd-authn-ssl"} 2026-07-28T20:28:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "73584b1d-e0e8-444b-8c6d-d77f45b304ab", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress"} 2026-07-28T20:28:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "e50521f5-ba91-466c-9852-6d4b8008b2de", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress"} 2026-07-28T20:28:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "e50521f5-ba91-466c-9852-6d4b8008b2de", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd-authn-ssl"} 2026-07-28T20:28:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "e50521f5-ba91-466c-9852-6d4b8008b2de", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress"} 2026-07-28T20:28:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "odh-trusted-ca-bundle", "reconcileID": "abb7dff8-fee0-4fce-b1c7-2d85db20ab9d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-aa68dd"} 2026-07-28T20:28:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "openshift-service-ca.crt", "reconcileID": "4dc5f4d6-93ff-4ff0-a5c7-8fd8bfcde8a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-aa68dd"} 2026-07-28T20:28:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "openshift-service-ca.crt", "reconcileID": "93bc4d44-1584-4da2-8258-012864872b04", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T20:28:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "openshift-service-ca.crt", "reconcileID": "93bc4d44-1584-4da2-8258-012864872b04", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-aa68dd"} 2026-07-28T20:28:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "openshift-service-ca.crt", "reconcileID": "9961b4b8-4f33-4641-be01-3c007418d526", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-aa68dd"} 2026-07-28T20:28:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "22863c30-20d0-498a-984e-0b4eeeacf456", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-aa68dd"} 2026-07-28T20:28:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "odh-trusted-ca-bundle", "reconcileID": "b77f31e9-430c-4548-a420-d8969fc6caf8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "update": "odh-kserve-custom-ca-bundle"} 2026-07-28T20:28:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "odh-trusted-ca-bundle", "reconcileID": "b77f31e9-430c-4548-a420-d8969fc6caf8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-aa68dd"} 2026-07-28T20:28:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "51ac5f38-a775-4eef-a2ed-95c61314f91c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-aa68dd"} 2026-07-28T20:28:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "2c26d7dc-1826-4a69-9250-9ef74fa4d301", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress"} 2026-07-28T20:28:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "2c26d7dc-1826-4a69-9250-9ef74fa4d301", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd-authn-ssl"} 2026-07-28T20:28:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "2c26d7dc-1826-4a69-9250-9ef74fa4d301", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress"} 2026-07-28T20:28:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "26aa4d5e-2007-4a1f-911f-68f61a319b7c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T20:29:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "163b4e89-a16f-46b8-a0f2-5b89ea49c83c", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress"} 2026-07-28T20:29:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "163b4e89-a16f-46b8-a0f2-5b89ea49c83c", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd-authn-ssl"} 2026-07-28T20:29:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "163b4e89-a16f-46b8-a0f2-5b89ea49c83c", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress"} 2026-07-28T20:29:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "97a60de9-628e-4a2f-9aa9-ba1e74d9eb69", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T20:29:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e75d8eed-796d-4597-9d43-1342842b259e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T20:29:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4ec840","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840", "reconcileID": "ab8a94d7-f706-4cdc-8d6b-ecd339a760fc", "Gateway": "e2e-ipp-b-4ec840", "namespace": "openshift-ingress"} 2026-07-28T20:29:17Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4ec840","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840", "reconcileID": "ab8a94d7-f706-4cdc-8d6b-ecd339a760fc", "Gateway": "e2e-ipp-b-4ec840", "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840-authn-ssl"} 2026-07-28T20:29:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4ec840","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840", "reconcileID": "ab8a94d7-f706-4cdc-8d6b-ecd339a760fc", "Gateway": "e2e-ipp-b-4ec840", "namespace": "openshift-ingress"} 2026-07-28T20:29:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4ec840","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840", "reconcileID": "dc2db936-dafc-48d9-8c1d-fe7e9bcc1db4", "Gateway": "e2e-ipp-b-4ec840", "namespace": "openshift-ingress"} 2026-07-28T20:29:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4ec840","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840", "reconcileID": "dc2db936-dafc-48d9-8c1d-fe7e9bcc1db4", "Gateway": "e2e-ipp-b-4ec840", "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840-authn-ssl"} 2026-07-28T20:29:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4ec840","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840", "reconcileID": "dc2db936-dafc-48d9-8c1d-fe7e9bcc1db4", "Gateway": "e2e-ipp-b-4ec840", "namespace": "openshift-ingress"} 2026-07-28T20:29:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4ec840","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840", "reconcileID": "d54b4eb9-3160-4295-99a1-4c62b4c8eb38", "Gateway": "e2e-ipp-b-4ec840", "namespace": "openshift-ingress"} 2026-07-28T20:29:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4ec840","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840", "reconcileID": "d54b4eb9-3160-4295-99a1-4c62b4c8eb38", "Gateway": "e2e-ipp-b-4ec840", "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840-authn-ssl"} 2026-07-28T20:29:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4ec840","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840", "reconcileID": "d54b4eb9-3160-4295-99a1-4c62b4c8eb38", "Gateway": "e2e-ipp-b-4ec840", "namespace": "openshift-ingress"} 2026-07-28T20:29:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4ec840","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840", "reconcileID": "9f4b0f82-504a-412b-bf1a-9bf37fdb2b2b", "Gateway": "e2e-ipp-b-4ec840", "namespace": "openshift-ingress"} 2026-07-28T20:29:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4ec840","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840", "reconcileID": "9f4b0f82-504a-412b-bf1a-9bf37fdb2b2b", "Gateway": "e2e-ipp-b-4ec840", "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840-authn-ssl"} 2026-07-28T20:29:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4ec840","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840", "reconcileID": "9f4b0f82-504a-412b-bf1a-9bf37fdb2b2b", "Gateway": "e2e-ipp-b-4ec840", "namespace": "openshift-ingress"} 2026-07-28T20:29:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4ec840","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840", "reconcileID": "e6b8443e-0fad-4e91-ab1c-333725379261", "Gateway": "e2e-ipp-b-4ec840", "namespace": "openshift-ingress"} 2026-07-28T20:29:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4ec840","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840", "reconcileID": "e6b8443e-0fad-4e91-ab1c-333725379261", "Gateway": "e2e-ipp-b-4ec840", "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840-authn-ssl"} 2026-07-28T20:29:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4ec840","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840", "reconcileID": "e6b8443e-0fad-4e91-ab1c-333725379261", "Gateway": "e2e-ipp-b-4ec840", "namespace": "openshift-ingress"} 2026-07-28T20:29:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4ec840","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840", "reconcileID": "61465c69-7595-4005-9bfe-0754f9a4377f", "Gateway": "e2e-ipp-b-4ec840", "namespace": "openshift-ingress"} 2026-07-28T20:29:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4ec840","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840", "reconcileID": "61465c69-7595-4005-9bfe-0754f9a4377f", "Gateway": "e2e-ipp-b-4ec840", "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840-authn-ssl"} 2026-07-28T20:29:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4ec840","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840", "reconcileID": "61465c69-7595-4005-9bfe-0754f9a4377f", "Gateway": "e2e-ipp-b-4ec840", "namespace": "openshift-ingress"} 2026-07-28T20:29:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4ec840","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840", "reconcileID": "1f2ce8d2-0f22-458e-b496-e33e5c95977d", "Gateway": "e2e-ipp-b-4ec840", "namespace": "openshift-ingress"} 2026-07-28T20:29:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4ec840","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840", "reconcileID": "1f2ce8d2-0f22-458e-b496-e33e5c95977d", "Gateway": "e2e-ipp-b-4ec840", "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840-authn-ssl"} 2026-07-28T20:29:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4ec840","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840", "reconcileID": "1f2ce8d2-0f22-458e-b496-e33e5c95977d", "Gateway": "e2e-ipp-b-4ec840", "namespace": "openshift-ingress"} 2026-07-28T20:29:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4ec840","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840", "reconcileID": "796df291-56a9-47c5-8e1c-92a27035c890", "Gateway": "e2e-ipp-b-4ec840", "namespace": "openshift-ingress"} 2026-07-28T20:29:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4ec840","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840", "reconcileID": "796df291-56a9-47c5-8e1c-92a27035c890", "Gateway": "e2e-ipp-b-4ec840", "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840-authn-ssl"} 2026-07-28T20:29:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4ec840","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840", "reconcileID": "796df291-56a9-47c5-8e1c-92a27035c890", "Gateway": "e2e-ipp-b-4ec840", "namespace": "openshift-ingress"} 2026-07-28T20:29:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-4ec840"}, "namespace": "ai-tenant-e2e-ipp-b-4ec840", "name": "openshift-service-ca.crt", "reconcileID": "b581e47e-b11f-4a75-8417-90e38e2036ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-4ec840"} 2026-07-28T20:29:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-4ec840"}, "namespace": "ai-tenant-e2e-ipp-b-4ec840", "name": "odh-trusted-ca-bundle", "reconcileID": "89a6ebf8-9480-4c6b-a196-2d83fa611cc0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-4ec840"} 2026-07-28T20:29:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-4ec840"}, "namespace": "ai-tenant-e2e-ipp-b-4ec840", "name": "openshift-service-ca.crt", "reconcileID": "563e86cf-2aab-402a-be7c-5a579f115543", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-4ec840", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T20:29:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-4ec840"}, "namespace": "ai-tenant-e2e-ipp-b-4ec840", "name": "openshift-service-ca.crt", "reconcileID": "563e86cf-2aab-402a-be7c-5a579f115543", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-4ec840"} 2026-07-28T20:29:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-4ec840"}, "namespace": "ai-tenant-e2e-ipp-b-4ec840", "name": "openshift-service-ca.crt", "reconcileID": "4debc3f9-be18-4ff2-a733-1e7d622e66b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-4ec840", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T20:29:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-4ec840"}, "namespace": "ai-tenant-e2e-ipp-b-4ec840", "name": "openshift-service-ca.crt", "reconcileID": "4debc3f9-be18-4ff2-a733-1e7d622e66b6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T20:29:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-4ec840"}, "namespace": "ai-tenant-e2e-ipp-b-4ec840", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5f3c0201-0392-45ae-b222-7939df44c2cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-4ec840", "update": "odh-kserve-custom-ca-bundle"} 2026-07-28T20:29:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-4ec840"}, "namespace": "ai-tenant-e2e-ipp-b-4ec840", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5f3c0201-0392-45ae-b222-7939df44c2cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-4ec840"} 2026-07-28T20:29:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-4ec840"}, "namespace": "ai-tenant-e2e-ipp-b-4ec840", "name": "odh-trusted-ca-bundle", "reconcileID": "f52f04e9-1d57-49fe-94c9-624dff8fa1bc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-4ec840"} 2026-07-28T20:29:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-4ec840"}, "namespace": "ai-tenant-e2e-ipp-b-4ec840", "name": "openshift-service-ca.crt", "reconcileID": "9863d448-ac3d-4ffe-ac91-937112d1a32d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-4ec840"} 2026-07-28T20:29:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-4ec840"}, "namespace": "ai-tenant-e2e-ipp-b-4ec840", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85208adc-9a3f-4234-b87d-05478e070a91", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-4ec840"} 2026-07-28T20:29:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4ec840","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840", "reconcileID": "f1d55135-7108-4e80-a597-63bbeca28c13", "Gateway": "e2e-ipp-b-4ec840", "namespace": "openshift-ingress"} 2026-07-28T20:29:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4ec840","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840", "reconcileID": "f1d55135-7108-4e80-a597-63bbeca28c13", "Gateway": "e2e-ipp-b-4ec840", "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840-authn-ssl"} 2026-07-28T20:29:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4ec840","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840", "reconcileID": "f1d55135-7108-4e80-a597-63bbeca28c13", "Gateway": "e2e-ipp-b-4ec840", "namespace": "openshift-ingress"} 2026-07-28T20:29:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a1c9d47c-6c8e-4814-8d9a-2ca9194c2fc0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T20:29:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4ec840","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840", "reconcileID": "8ef42ebf-4959-4607-b8a5-8c43069741bf", "Gateway": "e2e-ipp-b-4ec840", "namespace": "openshift-ingress"} 2026-07-28T20:29:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4ec840","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840", "reconcileID": "8ef42ebf-4959-4607-b8a5-8c43069741bf", "Gateway": "e2e-ipp-b-4ec840", "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840-authn-ssl"} 2026-07-28T20:29:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4ec840","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840", "reconcileID": "8ef42ebf-4959-4607-b8a5-8c43069741bf", "Gateway": "e2e-ipp-b-4ec840", "namespace": "openshift-ingress"} 2026-07-28T20:29:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dd3db807-1cfe-4163-87d5-16f117c90bc5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T20:29:44Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T20:29:44Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T20:29:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6ca1e8c2-3816-4ef7-84e1-1e420da7297e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T20:29:45Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T20:29:45Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T20:29:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aa68dd","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd", "reconcileID": "e2d0136a-43d9-44af-8eb9-ad3b0fba1354", "LLMInferenceService": "ipp-route-aa68dd", "namespace": "ai-tenant-e2e-ipp-a-aa68dd"} 2026-07-28T20:29:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aa68dd","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd", "reconcileID": "e2d0136a-43d9-44af-8eb9-ad3b0fba1354", "LLMInferenceService": "ipp-route-aa68dd", "namespace": "ai-tenant-e2e-ipp-a-aa68dd"} 2026-07-28T20:29:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aa68dd","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd", "reconcileID": "e2d0136a-43d9-44af-8eb9-ad3b0fba1354", "LLMInferenceService": "ipp-route-aa68dd", "namespace": "ai-tenant-e2e-ipp-a-aa68dd"} 2026-07-28T20:29:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "58e86e94-8673-4b4f-84c5-4348720996eb", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress"} 2026-07-28T20:29:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aa68dd","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd", "reconcileID": "e2d0136a-43d9-44af-8eb9-ad3b0fba1354", "LLMInferenceService": "ipp-route-aa68dd", "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd-kserve-route-authn"} 2026-07-28T20:29:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aa68dd","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd", "reconcileID": "e2d0136a-43d9-44af-8eb9-ad3b0fba1354", "LLMInferenceService": "ipp-route-aa68dd", "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "authType": "userdefined"} 2026-07-28T20:29:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aa68dd","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd", "reconcileID": "e2d0136a-43d9-44af-8eb9-ad3b0fba1354", "LLMInferenceService": "ipp-route-aa68dd", "namespace": "ai-tenant-e2e-ipp-a-aa68dd"} 2026-07-28T20:29:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "58e86e94-8673-4b4f-84c5-4348720996eb", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd-authn-ssl"} 2026-07-28T20:29:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "58e86e94-8673-4b4f-84c5-4348720996eb", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress"} 2026-07-28T20:29:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aa68dd","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd", "reconcileID": "5e450169-91c4-4f54-bd21-cf9e404a8a33", "LLMInferenceService": "ipp-route-aa68dd", "namespace": "ai-tenant-e2e-ipp-a-aa68dd"} 2026-07-28T20:29:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aa68dd","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd", "reconcileID": "5e450169-91c4-4f54-bd21-cf9e404a8a33", "LLMInferenceService": "ipp-route-aa68dd", "namespace": "ai-tenant-e2e-ipp-a-aa68dd"} 2026-07-28T20:29:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aa68dd","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd", "reconcileID": "5e450169-91c4-4f54-bd21-cf9e404a8a33", "LLMInferenceService": "ipp-route-aa68dd", "namespace": "ai-tenant-e2e-ipp-a-aa68dd"} 2026-07-28T20:29:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aa68dd","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd", "reconcileID": "5e450169-91c4-4f54-bd21-cf9e404a8a33", "LLMInferenceService": "ipp-route-aa68dd", "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd-kserve-route-authn"} 2026-07-28T20:29:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aa68dd","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd", "reconcileID": "5e450169-91c4-4f54-bd21-cf9e404a8a33", "LLMInferenceService": "ipp-route-aa68dd", "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "authType": "userdefined"} 2026-07-28T20:29:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aa68dd","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd", "reconcileID": "5e450169-91c4-4f54-bd21-cf9e404a8a33", "LLMInferenceService": "ipp-route-aa68dd", "namespace": "ai-tenant-e2e-ipp-a-aa68dd"} 2026-07-28T20:30:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "14668367-7379-45e6-b0b6-a4bb09741859", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress"} 2026-07-28T20:30:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "14668367-7379-45e6-b0b6-a4bb09741859", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd-authn-ssl"} 2026-07-28T20:30:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "14668367-7379-45e6-b0b6-a4bb09741859", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress"} 2026-07-28T20:30:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aa68dd","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd", "reconcileID": "2f5714d1-47cb-4084-9888-42e6b772e2f1", "LLMInferenceService": "ipp-route-aa68dd", "namespace": "ai-tenant-e2e-ipp-a-aa68dd"} 2026-07-28T20:30:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aa68dd","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd", "reconcileID": "2f5714d1-47cb-4084-9888-42e6b772e2f1", "LLMInferenceService": "ipp-route-aa68dd", "namespace": "ai-tenant-e2e-ipp-a-aa68dd"} 2026-07-28T20:30:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aa68dd","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd", "reconcileID": "2f5714d1-47cb-4084-9888-42e6b772e2f1", "LLMInferenceService": "ipp-route-aa68dd", "namespace": "ai-tenant-e2e-ipp-a-aa68dd"} 2026-07-28T20:30:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aa68dd","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd", "reconcileID": "2f5714d1-47cb-4084-9888-42e6b772e2f1", "LLMInferenceService": "ipp-route-aa68dd", "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd-kserve-route-authn"} 2026-07-28T20:30:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aa68dd","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd", "reconcileID": "2f5714d1-47cb-4084-9888-42e6b772e2f1", "LLMInferenceService": "ipp-route-aa68dd", "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "authType": "userdefined"} 2026-07-28T20:30:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aa68dd","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd", "reconcileID": "2f5714d1-47cb-4084-9888-42e6b772e2f1", "LLMInferenceService": "ipp-route-aa68dd", "namespace": "ai-tenant-e2e-ipp-a-aa68dd"} 2026-07-28T20:30:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aa68dd","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd", "reconcileID": "0eb71fc2-0979-4964-9010-9ee1c3f13351", "LLMInferenceService": "ipp-route-aa68dd", "namespace": "ai-tenant-e2e-ipp-a-aa68dd"} 2026-07-28T20:30:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aa68dd","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd", "reconcileID": "0eb71fc2-0979-4964-9010-9ee1c3f13351", "LLMInferenceService": "ipp-route-aa68dd", "namespace": "ai-tenant-e2e-ipp-a-aa68dd"} 2026-07-28T20:30:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aa68dd","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd", "reconcileID": "0eb71fc2-0979-4964-9010-9ee1c3f13351", "LLMInferenceService": "ipp-route-aa68dd", "namespace": "ai-tenant-e2e-ipp-a-aa68dd"} 2026-07-28T20:30:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aa68dd","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd", "reconcileID": "0eb71fc2-0979-4964-9010-9ee1c3f13351", "LLMInferenceService": "ipp-route-aa68dd", "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd-kserve-route-authn"} 2026-07-28T20:30:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aa68dd","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd", "reconcileID": "0eb71fc2-0979-4964-9010-9ee1c3f13351", "LLMInferenceService": "ipp-route-aa68dd", "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "authType": "userdefined"} 2026-07-28T20:30:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aa68dd","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd", "reconcileID": "0eb71fc2-0979-4964-9010-9ee1c3f13351", "LLMInferenceService": "ipp-route-aa68dd", "namespace": "ai-tenant-e2e-ipp-a-aa68dd"} 2026-07-28T20:30:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "04f8bd8f-51f9-4da8-9549-c3bf4eeb6922", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress"} 2026-07-28T20:30:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "04f8bd8f-51f9-4da8-9549-c3bf4eeb6922", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd-authn-ssl"} 2026-07-28T20:30:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "04f8bd8f-51f9-4da8-9549-c3bf4eeb6922", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress"} 2026-07-28T20:30:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e5feff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e5feff", "reconcileID": "d50f9a18-9899-4b99-b2b2-1c27ee4448ad", "Gateway": "e2e-ipp-cleanup-e5feff", "namespace": "openshift-ingress"} 2026-07-28T20:30:55Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e5feff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e5feff", "reconcileID": "d50f9a18-9899-4b99-b2b2-1c27ee4448ad", "Gateway": "e2e-ipp-cleanup-e5feff", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e5feff-authn-ssl"} 2026-07-28T20:30:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e5feff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e5feff", "reconcileID": "d50f9a18-9899-4b99-b2b2-1c27ee4448ad", "Gateway": "e2e-ipp-cleanup-e5feff", "namespace": "openshift-ingress"} 2026-07-28T20:30:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e5feff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e5feff", "reconcileID": "820917fa-2e98-49e1-b306-92fb89aa4e4f", "Gateway": "e2e-ipp-cleanup-e5feff", "namespace": "openshift-ingress"} 2026-07-28T20:30:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e5feff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e5feff", "reconcileID": "820917fa-2e98-49e1-b306-92fb89aa4e4f", "Gateway": "e2e-ipp-cleanup-e5feff", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e5feff-authn-ssl"} 2026-07-28T20:30:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e5feff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e5feff", "reconcileID": "820917fa-2e98-49e1-b306-92fb89aa4e4f", "Gateway": "e2e-ipp-cleanup-e5feff", "namespace": "openshift-ingress"} 2026-07-28T20:30:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e5feff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e5feff", "reconcileID": "5f782e97-7d06-47c0-bbc2-a4388b75cb24", "Gateway": "e2e-ipp-cleanup-e5feff", "namespace": "openshift-ingress"} 2026-07-28T20:30:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e5feff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e5feff", "reconcileID": "5f782e97-7d06-47c0-bbc2-a4388b75cb24", "Gateway": "e2e-ipp-cleanup-e5feff", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e5feff-authn-ssl"} 2026-07-28T20:30:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e5feff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e5feff", "reconcileID": "5f782e97-7d06-47c0-bbc2-a4388b75cb24", "Gateway": "e2e-ipp-cleanup-e5feff", "namespace": "openshift-ingress"} 2026-07-28T20:30:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e5feff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e5feff", "reconcileID": "5efc2b80-09bf-419a-8311-06634558934d", "Gateway": "e2e-ipp-cleanup-e5feff", "namespace": "openshift-ingress"} 2026-07-28T20:30:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e5feff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e5feff", "reconcileID": "5efc2b80-09bf-419a-8311-06634558934d", "Gateway": "e2e-ipp-cleanup-e5feff", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e5feff-authn-ssl"} 2026-07-28T20:30:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e5feff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e5feff", "reconcileID": "5efc2b80-09bf-419a-8311-06634558934d", "Gateway": "e2e-ipp-cleanup-e5feff", "namespace": "openshift-ingress"} 2026-07-28T20:30:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e5feff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e5feff", "reconcileID": "4391f58e-36ad-4964-ab74-8ccac65354b3", "Gateway": "e2e-ipp-cleanup-e5feff", "namespace": "openshift-ingress"} 2026-07-28T20:30:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e5feff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e5feff", "reconcileID": "4391f58e-36ad-4964-ab74-8ccac65354b3", "Gateway": "e2e-ipp-cleanup-e5feff", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e5feff-authn-ssl"} 2026-07-28T20:30:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e5feff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e5feff", "reconcileID": "4391f58e-36ad-4964-ab74-8ccac65354b3", "Gateway": "e2e-ipp-cleanup-e5feff", "namespace": "openshift-ingress"} 2026-07-28T20:30:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e5feff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e5feff", "reconcileID": "1a7e916a-87f9-4921-8eff-9d275ca5da75", "Gateway": "e2e-ipp-cleanup-e5feff", "namespace": "openshift-ingress"} 2026-07-28T20:30:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e5feff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e5feff", "reconcileID": "1a7e916a-87f9-4921-8eff-9d275ca5da75", "Gateway": "e2e-ipp-cleanup-e5feff", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e5feff-authn-ssl"} 2026-07-28T20:30:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e5feff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e5feff", "reconcileID": "1a7e916a-87f9-4921-8eff-9d275ca5da75", "Gateway": "e2e-ipp-cleanup-e5feff", "namespace": "openshift-ingress"} 2026-07-28T20:30:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e5feff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e5feff", "reconcileID": "e97701da-61f4-43ac-bf4b-a7d1f51c7c73", "Gateway": "e2e-ipp-cleanup-e5feff", "namespace": "openshift-ingress"} 2026-07-28T20:30:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e5feff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e5feff", "reconcileID": "e97701da-61f4-43ac-bf4b-a7d1f51c7c73", "Gateway": "e2e-ipp-cleanup-e5feff", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e5feff-authn-ssl"} 2026-07-28T20:30:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e5feff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e5feff", "reconcileID": "e97701da-61f4-43ac-bf4b-a7d1f51c7c73", "Gateway": "e2e-ipp-cleanup-e5feff", "namespace": "openshift-ingress"} 2026-07-28T20:30:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e5feff"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff", "name": "odh-trusted-ca-bundle", "reconcileID": "abe16545-6c83-40ef-a244-96c6f10794bc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff"} 2026-07-28T20:30:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e5feff"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff", "name": "openshift-service-ca.crt", "reconcileID": "9efa5366-6635-4f8f-b702-cea7350e2374", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff"} 2026-07-28T20:30:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e5feff"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff", "name": "openshift-service-ca.crt", "reconcileID": "2dfc4dba-748b-4d45-affe-d352dc17c4c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T20:30:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e5feff"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff", "name": "openshift-service-ca.crt", "reconcileID": "2dfc4dba-748b-4d45-affe-d352dc17c4c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff"} 2026-07-28T20:30:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e5feff"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff", "name": "openshift-service-ca.crt", "reconcileID": "b51489e9-709a-4005-8fe5-56695c372f91", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T20:30:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e5feff"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff", "name": "openshift-service-ca.crt", "reconcileID": "b51489e9-709a-4005-8fe5-56695c372f91", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T20:30:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e5feff"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e49d440f-bcff-4fe3-bc14-7730e2480fa5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff", "update": "odh-kserve-custom-ca-bundle"} 2026-07-28T20:30:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e5feff"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e49d440f-bcff-4fe3-bc14-7730e2480fa5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff"} 2026-07-28T20:30:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e5feff"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff", "name": "odh-trusted-ca-bundle", "reconcileID": "d845144d-23d3-435d-a13e-db7e8a7f4550", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff"} 2026-07-28T20:30:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e5feff"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff", "name": "openshift-service-ca.crt", "reconcileID": "bddbd3ac-4b2a-41c7-a804-c081238a7b4a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff"} 2026-07-28T20:30:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e5feff"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3adbfbf7-672e-4dc9-bddf-97a4d8105320", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff"} 2026-07-28T20:30:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e5feff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e5feff", "reconcileID": "6890368e-36b8-421e-ad32-ce5278388927", "Gateway": "e2e-ipp-cleanup-e5feff", "namespace": "openshift-ingress"} 2026-07-28T20:30:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e5feff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e5feff", "reconcileID": "6890368e-36b8-421e-ad32-ce5278388927", "Gateway": "e2e-ipp-cleanup-e5feff", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e5feff-authn-ssl"} 2026-07-28T20:30:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e5feff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e5feff", "reconcileID": "6890368e-36b8-421e-ad32-ce5278388927", "Gateway": "e2e-ipp-cleanup-e5feff", "namespace": "openshift-ingress"} 2026-07-28T20:30:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c66692a6-ea38-47d7-97ca-ad2452e2624e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T20:31:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e5feff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e5feff", "reconcileID": "fab90639-3f27-4752-a514-c7783c6d9653", "Gateway": "e2e-ipp-cleanup-e5feff", "namespace": "openshift-ingress"} 2026-07-28T20:31:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e5feff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e5feff", "reconcileID": "fab90639-3f27-4752-a514-c7783c6d9653", "Gateway": "e2e-ipp-cleanup-e5feff", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e5feff-authn-ssl"} 2026-07-28T20:31:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e5feff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e5feff", "reconcileID": "fab90639-3f27-4752-a514-c7783c6d9653", "Gateway": "e2e-ipp-cleanup-e5feff", "namespace": "openshift-ingress"} 2026-07-28T20:31:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e5feff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e5feff", "reconcileID": "7cb67b5f-7cb9-4fd7-bfac-ecf9a1434395", "Gateway": "e2e-ipp-cleanup-e5feff", "namespace": "openshift-ingress"} 2026-07-28T20:31:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e5feff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e5feff", "reconcileID": "7cb67b5f-7cb9-4fd7-bfac-ecf9a1434395", "Gateway": "e2e-ipp-cleanup-e5feff", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e5feff-authn-ssl"} 2026-07-28T20:31:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e5feff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e5feff", "reconcileID": "7cb67b5f-7cb9-4fd7-bfac-ecf9a1434395", "Gateway": "e2e-ipp-cleanup-e5feff", "namespace": "openshift-ingress"} 2026-07-28T20:31:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e5feff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e5feff", "reconcileID": "8b522c8e-b7b4-4b86-905c-4d620afd854e", "Gateway": "e2e-ipp-cleanup-e5feff", "namespace": "openshift-ingress"} 2026-07-28T20:31:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e5feff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e5feff", "reconcileID": "8b522c8e-b7b4-4b86-905c-4d620afd854e", "Gateway": "e2e-ipp-cleanup-e5feff", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e5feff-authn-ssl"} 2026-07-28T20:31:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e5feff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e5feff", "reconcileID": "8b522c8e-b7b4-4b86-905c-4d620afd854e", "Gateway": "e2e-ipp-cleanup-e5feff", "namespace": "openshift-ingress"} 2026-07-28T20:31:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e5feff"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca07eec9-d750-4575-8c98-b212de4a7f16", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff"} 2026-07-28T20:31:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e5feff"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca07eec9-d750-4575-8c98-b212de4a7f16", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T20:31:36Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e5feff"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca07eec9-d750-4575-8c98-b212de4a7f16", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-e5feff because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T20:31:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e5feff"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7cba145-e54b-47e8-96b1-b48bba2e5027", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff"} 2026-07-28T20:31:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e5feff"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7cba145-e54b-47e8-96b1-b48bba2e5027", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T20:31:36Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e5feff"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7cba145-e54b-47e8-96b1-b48bba2e5027", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-e5feff because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T20:31:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e5feff"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c3d94cac-5d6d-4e41-bd6c-e6515ba8395e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff"} 2026-07-28T20:31:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e5feff"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c3d94cac-5d6d-4e41-bd6c-e6515ba8395e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T20:31:36Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e5feff"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c3d94cac-5d6d-4e41-bd6c-e6515ba8395e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-e5feff because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T20:31:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e5feff"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff", "name": "odh-trusted-ca-bundle", "reconcileID": "af779e22-0d29-48fd-865b-833fd692ecf1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff"} 2026-07-28T20:31:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e5feff"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff", "name": "odh-trusted-ca-bundle", "reconcileID": "af779e22-0d29-48fd-865b-833fd692ecf1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T20:31:36Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e5feff"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff", "name": "odh-trusted-ca-bundle", "reconcileID": "af779e22-0d29-48fd-865b-833fd692ecf1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-e5feff because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T20:31:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e5feff"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff", "name": "openshift-service-ca.crt", "reconcileID": "ee6cd2c1-4de1-473d-b0d2-b0ac3956864b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff"} 2026-07-28T20:31:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e5feff"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff", "name": "openshift-service-ca.crt", "reconcileID": "ee6cd2c1-4de1-473d-b0d2-b0ac3956864b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff"} 2026-07-28T20:31:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e5feff"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff", "name": "odh-trusted-ca-bundle", "reconcileID": "e09ab915-b174-4c65-bcc3-17d09f285c42", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff"} 2026-07-28T20:31:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e5feff"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff", "name": "odh-trusted-ca-bundle", "reconcileID": "e09ab915-b174-4c65-bcc3-17d09f285c42", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff"} 2026-07-28T20:31:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e5feff"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4aafb4df-8ad2-4448-867f-270db12b828a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff"} 2026-07-28T20:31:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e5feff"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4aafb4df-8ad2-4448-867f-270db12b828a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e5feff"} 2026-07-28T20:31:37Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e5feff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e5feff", "reconcileID": "dad5db7c-0b8b-4362-9e7f-bab5000810ea", "Gateway": "e2e-ipp-cleanup-e5feff", "namespace": "openshift-ingress"} 2026-07-28T20:31:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "90c1693a-cbfe-4f67-a2bd-fe488b73bd5c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T20:31:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "119919da-02cc-4bd6-976c-e7c4ef9f47b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T20:31:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "a644a9ec-ed8d-4567-96f1-4d687cf8846d", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress"} 2026-07-28T20:31:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "a644a9ec-ed8d-4567-96f1-4d687cf8846d", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd-authn-ssl"} 2026-07-28T20:31:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "a644a9ec-ed8d-4567-96f1-4d687cf8846d", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress"} 2026-07-28T20:31:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "27119010-d124-4765-a824-5c3be29989db", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress"} 2026-07-28T20:31:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "27119010-d124-4765-a824-5c3be29989db", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd-authn-ssl"} 2026-07-28T20:31:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "27119010-d124-4765-a824-5c3be29989db", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress"} 2026-07-28T20:32:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aa68dd","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd", "reconcileID": "261d9056-ad2f-4e17-8908-3b03a11c7889", "LLMInferenceService": "ipp-route-aa68dd", "namespace": "ai-tenant-e2e-ipp-a-aa68dd"} 2026-07-28T20:32:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aa68dd","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd", "reconcileID": "261d9056-ad2f-4e17-8908-3b03a11c7889", "LLMInferenceService": "ipp-route-aa68dd", "namespace": "ai-tenant-e2e-ipp-a-aa68dd"} 2026-07-28T20:32:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aa68dd","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd", "reconcileID": "261d9056-ad2f-4e17-8908-3b03a11c7889", "LLMInferenceService": "ipp-route-aa68dd", "namespace": "ai-tenant-e2e-ipp-a-aa68dd"} 2026-07-28T20:32:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aa68dd","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd", "reconcileID": "261d9056-ad2f-4e17-8908-3b03a11c7889", "LLMInferenceService": "ipp-route-aa68dd", "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd-kserve-route-authn"} 2026-07-28T20:32:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aa68dd","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd", "reconcileID": "261d9056-ad2f-4e17-8908-3b03a11c7889", "LLMInferenceService": "ipp-route-aa68dd", "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "authType": "userdefined"} 2026-07-28T20:32:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aa68dd","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd", "reconcileID": "261d9056-ad2f-4e17-8908-3b03a11c7889", "LLMInferenceService": "ipp-route-aa68dd", "namespace": "ai-tenant-e2e-ipp-a-aa68dd"} 2026-07-28T20:32:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "4589068b-645c-49e8-b359-a2749ee78e06", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress"} 2026-07-28T20:32:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "4589068b-645c-49e8-b359-a2749ee78e06", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd-authn-ssl"} 2026-07-28T20:32:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "4589068b-645c-49e8-b359-a2749ee78e06", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress"} 2026-07-28T20:32:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aa68dd","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd", "reconcileID": "347d9a21-8b65-4920-b8ad-058f8b6596d3", "LLMInferenceService": "ipp-route-aa68dd", "namespace": "ai-tenant-e2e-ipp-a-aa68dd"} 2026-07-28T20:32:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aa68dd","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd", "reconcileID": "347d9a21-8b65-4920-b8ad-058f8b6596d3", "LLMInferenceService": "ipp-route-aa68dd", "namespace": "ai-tenant-e2e-ipp-a-aa68dd"} 2026-07-28T20:32:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aa68dd","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd", "reconcileID": "347d9a21-8b65-4920-b8ad-058f8b6596d3", "LLMInferenceService": "ipp-route-aa68dd", "namespace": "ai-tenant-e2e-ipp-a-aa68dd"} 2026-07-28T20:32:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aa68dd","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd", "reconcileID": "347d9a21-8b65-4920-b8ad-058f8b6596d3", "LLMInferenceService": "ipp-route-aa68dd", "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd-kserve-route-authn"} 2026-07-28T20:32:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aa68dd","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd", "reconcileID": "347d9a21-8b65-4920-b8ad-058f8b6596d3", "LLMInferenceService": "ipp-route-aa68dd", "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "authType": "userdefined"} 2026-07-28T20:32:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aa68dd","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd", "reconcileID": "347d9a21-8b65-4920-b8ad-058f8b6596d3", "LLMInferenceService": "ipp-route-aa68dd", "namespace": "ai-tenant-e2e-ipp-a-aa68dd"} 2026-07-28T20:32:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aa9639b4-cea2-469a-87f9-e780094d5993", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-aa68dd"} 2026-07-28T20:32:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aa9639b4-cea2-469a-87f9-e780094d5993", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T20:32:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aa9639b4-cea2-469a-87f9-e780094d5993", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-aa68dd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T20:32:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "odh-trusted-ca-bundle", "reconcileID": "3e3f2b02-dd46-4488-b0a4-d036e6b86811", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-aa68dd"} 2026-07-28T20:32:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "odh-trusted-ca-bundle", "reconcileID": "3e3f2b02-dd46-4488-b0a4-d036e6b86811", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-aa68dd"} 2026-07-28T20:32:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "openshift-service-ca.crt", "reconcileID": "53c01bd1-87ef-4066-acb1-61022257733a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-aa68dd"} 2026-07-28T20:32:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "openshift-service-ca.crt", "reconcileID": "53c01bd1-87ef-4066-acb1-61022257733a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-aa68dd"} 2026-07-28T20:32:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cd3d562d-d2bc-4918-902a-1c725201088f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-aa68dd"} 2026-07-28T20:32:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cd3d562d-d2bc-4918-902a-1c725201088f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-aa68dd"} 2026-07-28T20:32:34Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aa68dd","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd", "reconcileID": "b8c101e5-be66-4ea5-b9f1-1ef3e4a02606", "LLMInferenceService": "ipp-route-aa68dd", "namespace": "ai-tenant-e2e-ipp-a-aa68dd"} 2026-07-28T20:32:34Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aa68dd","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd", "reconcileID": "b8c101e5-be66-4ea5-b9f1-1ef3e4a02606", "LLMInferenceService": "ipp-route-aa68dd", "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd"} 2026-07-28T20:32:34Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aa68dd","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd", "reconcileID": "b8c101e5-be66-4ea5-b9f1-1ef3e4a02606", "LLMInferenceService": "ipp-route-aa68dd", "namespace": "ai-tenant-e2e-ipp-a-aa68dd"} 2026-07-28T20:32:34Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aa68dd","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd", "reconcileID": "b8c101e5-be66-4ea5-b9f1-1ef3e4a02606", "LLMInferenceService": "ipp-route-aa68dd", "namespace": "ai-tenant-e2e-ipp-a-aa68dd"} 2026-07-28T20:32:34Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aa68dd","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd", "reconcileID": "b8c101e5-be66-4ea5-b9f1-1ef3e4a02606", "LLMInferenceService": "ipp-route-aa68dd", "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd-kserve-route-authn"} 2026-07-28T20:32:34Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aa68dd","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd", "reconcileID": "b8c101e5-be66-4ea5-b9f1-1ef3e4a02606", "LLMInferenceService": "ipp-route-aa68dd", "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd-kserve-route-authn"} 2026-07-28T20:32:34Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aa68dd","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd", "reconcileID": "b8c101e5-be66-4ea5-b9f1-1ef3e4a02606", "LLMInferenceService": "ipp-route-aa68dd", "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "namespace": "ai-tenant-e2e-ipp-a-aa68dd"} 2026-07-28T20:32:34Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aa68dd","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd", "reconcileID": "b8c101e5-be66-4ea5-b9f1-1ef3e4a02606", "LLMInferenceService": "ipp-route-aa68dd", "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "namespace": "ai-tenant-e2e-ipp-a-aa68dd"} 2026-07-28T20:32:35Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aa68dd","namespace":"ai-tenant-e2e-ipp-a-aa68dd"}, "namespace": "ai-tenant-e2e-ipp-a-aa68dd", "name": "ipp-route-aa68dd", "reconcileID": "d3a9d2b7-c2f4-44c6-8633-68e8ffc985a2", "LLMInferenceService": "ipp-route-aa68dd", "namespace": "ai-tenant-e2e-ipp-a-aa68dd"} 2026-07-28T20:32:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "c2788ba7-1f18-4f4c-a323-ab51a55d2baf", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress"} 2026-07-28T20:32:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "c2788ba7-1f18-4f4c-a323-ab51a55d2baf", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd-authn-ssl"} 2026-07-28T20:32:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "c2788ba7-1f18-4f4c-a323-ab51a55d2baf", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress"} 2026-07-28T20:32:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "54668523-fb62-451e-a9d6-fe601f82cc97", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress"} 2026-07-28T20:32:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "54668523-fb62-451e-a9d6-fe601f82cc97", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd-authn-ssl"} 2026-07-28T20:32:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "54668523-fb62-451e-a9d6-fe601f82cc97", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress"} 2026-07-28T20:32:42Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aa68dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aa68dd", "reconcileID": "30aecb6c-2e1d-4dae-aca0-3162adfefbc1", "Gateway": "e2e-ipp-a-aa68dd", "namespace": "openshift-ingress"} 2026-07-28T20:32:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "529d7569-1e6a-405c-8cba-fface204b850", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T20:32:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4ec840","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840", "reconcileID": "10cda3fd-2d8d-4c11-9084-fe12a6f6a75d", "Gateway": "e2e-ipp-b-4ec840", "namespace": "openshift-ingress"} 2026-07-28T20:32:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4ec840","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840", "reconcileID": "10cda3fd-2d8d-4c11-9084-fe12a6f6a75d", "Gateway": "e2e-ipp-b-4ec840", "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840-authn-ssl"} 2026-07-28T20:32:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4ec840","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840", "reconcileID": "10cda3fd-2d8d-4c11-9084-fe12a6f6a75d", "Gateway": "e2e-ipp-b-4ec840", "namespace": "openshift-ingress"} 2026-07-28T20:32:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4ec840","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840", "reconcileID": "878272f5-685e-4299-96d6-05cbb900b1b3", "Gateway": "e2e-ipp-b-4ec840", "namespace": "openshift-ingress"} 2026-07-28T20:32:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4ec840","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840", "reconcileID": "878272f5-685e-4299-96d6-05cbb900b1b3", "Gateway": "e2e-ipp-b-4ec840", "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840-authn-ssl"} 2026-07-28T20:32:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4ec840","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840", "reconcileID": "878272f5-685e-4299-96d6-05cbb900b1b3", "Gateway": "e2e-ipp-b-4ec840", "namespace": "openshift-ingress"} 2026-07-28T20:32:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-4ec840"}, "namespace": "ai-tenant-e2e-ipp-b-4ec840", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "be6e4414-0c60-429c-930f-55471120b8f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-4ec840"} 2026-07-28T20:32:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-4ec840"}, "namespace": "ai-tenant-e2e-ipp-b-4ec840", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "be6e4414-0c60-429c-930f-55471120b8f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-4ec840", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T20:32:59Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-4ec840"}, "namespace": "ai-tenant-e2e-ipp-b-4ec840", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "be6e4414-0c60-429c-930f-55471120b8f2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-4ec840 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T20:32:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-4ec840"}, "namespace": "ai-tenant-e2e-ipp-b-4ec840", "name": "odh-trusted-ca-bundle", "reconcileID": "bab18d46-f001-4357-b9cf-063cd672bc0b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-4ec840"} 2026-07-28T20:32:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-4ec840"}, "namespace": "ai-tenant-e2e-ipp-b-4ec840", "name": "odh-trusted-ca-bundle", "reconcileID": "bab18d46-f001-4357-b9cf-063cd672bc0b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-4ec840"} 2026-07-28T20:32:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-4ec840"}, "namespace": "ai-tenant-e2e-ipp-b-4ec840", "name": "openshift-service-ca.crt", "reconcileID": "6db1fb85-bb19-48ef-ae49-b18d09f6193e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-4ec840"} 2026-07-28T20:32:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-4ec840"}, "namespace": "ai-tenant-e2e-ipp-b-4ec840", "name": "openshift-service-ca.crt", "reconcileID": "6db1fb85-bb19-48ef-ae49-b18d09f6193e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-4ec840"} 2026-07-28T20:32:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-4ec840"}, "namespace": "ai-tenant-e2e-ipp-b-4ec840", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b8cbad3-5075-4209-babc-a7986c181146", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-4ec840"} 2026-07-28T20:32:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-4ec840"}, "namespace": "ai-tenant-e2e-ipp-b-4ec840", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b8cbad3-5075-4209-babc-a7986c181146", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-4ec840"} 2026-07-28T20:33:00Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4ec840","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4ec840", "reconcileID": "1a7f9079-1ddf-4222-a1e7-8b0e1c00bbc9", "Gateway": "e2e-ipp-b-4ec840", "namespace": "openshift-ingress"} 2026-07-28T20:33:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "68dba77d-3206-44b8-af45-b808a0bcb352", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T20:33:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a1e1ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef", "reconcileID": "995e1751-92e1-423a-b7dd-0996310c1431", "Gateway": "e2e-shared-a-a1e1ef", "namespace": "openshift-ingress"} 2026-07-28T20:33:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a1e1ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef", "reconcileID": "995e1751-92e1-423a-b7dd-0996310c1431", "Gateway": "e2e-shared-a-a1e1ef", "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef-authn-ssl"} 2026-07-28T20:33:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a1e1ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef", "reconcileID": "995e1751-92e1-423a-b7dd-0996310c1431", "Gateway": "e2e-shared-a-a1e1ef", "namespace": "openshift-ingress"} 2026-07-28T20:33:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a1e1ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef", "reconcileID": "afa776f8-1d6c-4cc7-ae4f-94968d06edfd", "Gateway": "e2e-shared-a-a1e1ef", "namespace": "openshift-ingress"} 2026-07-28T20:33:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a1e1ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef", "reconcileID": "afa776f8-1d6c-4cc7-ae4f-94968d06edfd", "Gateway": "e2e-shared-a-a1e1ef", "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef-authn-ssl"} 2026-07-28T20:33:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a1e1ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef", "reconcileID": "afa776f8-1d6c-4cc7-ae4f-94968d06edfd", "Gateway": "e2e-shared-a-a1e1ef", "namespace": "openshift-ingress"} 2026-07-28T20:33:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b5700ff-dbd9-40be-9605-dee221745e6b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a1e1ef"} 2026-07-28T20:33:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b5700ff-dbd9-40be-9605-dee221745e6b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T20:33:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b5700ff-dbd9-40be-9605-dee221745e6b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-a1e1ef because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T20:33:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "odh-trusted-ca-bundle", "reconcileID": "26a8d895-8a98-4034-9352-a8134a98dbc4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a1e1ef"} 2026-07-28T20:33:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "odh-trusted-ca-bundle", "reconcileID": "26a8d895-8a98-4034-9352-a8134a98dbc4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a1e1ef"} 2026-07-28T20:33:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "openshift-service-ca.crt", "reconcileID": "40e1a90b-8272-440d-803b-9fd96b8e4da4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-a1e1ef"} 2026-07-28T20:33:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "openshift-service-ca.crt", "reconcileID": "40e1a90b-8272-440d-803b-9fd96b8e4da4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-a1e1ef"} 2026-07-28T20:33:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "24a271c3-d7ad-48dc-8d1e-e6d1eb125a08", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a1e1ef"} 2026-07-28T20:33:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a1e1ef"}, "namespace": "ai-tenant-e2e-shared-a-a1e1ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "24a271c3-d7ad-48dc-8d1e-e6d1eb125a08", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a1e1ef"} 2026-07-28T20:33:18Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a1e1ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a1e1ef", "reconcileID": "ecc27b06-dd9f-4405-9a87-ac9ea19ffa8b", "Gateway": "e2e-shared-a-a1e1ef", "namespace": "openshift-ingress"} 2026-07-28T20:33:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "15b982c7-c33e-4302-a214-be8ee71a7c28", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T20:33:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-47f87c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-47f87c", "reconcileID": "c9713f79-1ce9-4bb3-a960-4f055777fed1", "Gateway": "e2e-shared-b-47f87c", "namespace": "openshift-ingress"} 2026-07-28T20:33:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-47f87c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-47f87c", "reconcileID": "c9713f79-1ce9-4bb3-a960-4f055777fed1", "Gateway": "e2e-shared-b-47f87c", "namespace": "openshift-ingress", "name": "e2e-shared-b-47f87c-authn-ssl"} 2026-07-28T20:33:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-47f87c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-47f87c", "reconcileID": "c9713f79-1ce9-4bb3-a960-4f055777fed1", "Gateway": "e2e-shared-b-47f87c", "namespace": "openshift-ingress"} 2026-07-28T20:33:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-47f87c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-47f87c", "reconcileID": "ee2b1142-3a1b-4b42-9ef5-782f86a6cee5", "Gateway": "e2e-shared-b-47f87c", "namespace": "openshift-ingress"} 2026-07-28T20:33:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-47f87c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-47f87c", "reconcileID": "ee2b1142-3a1b-4b42-9ef5-782f86a6cee5", "Gateway": "e2e-shared-b-47f87c", "namespace": "openshift-ingress", "name": "e2e-shared-b-47f87c-authn-ssl"} 2026-07-28T20:33:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-47f87c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-47f87c", "reconcileID": "ee2b1142-3a1b-4b42-9ef5-782f86a6cee5", "Gateway": "e2e-shared-b-47f87c", "namespace": "openshift-ingress"} 2026-07-28T20:33:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "64d414fe-09ea-46ca-bf01-a2e965fb4e37", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-47f87c"} 2026-07-28T20:33:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "64d414fe-09ea-46ca-bf01-a2e965fb4e37", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-47f87c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T20:33:35Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "64d414fe-09ea-46ca-bf01-a2e965fb4e37", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-47f87c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T20:33:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "odh-trusted-ca-bundle", "reconcileID": "b7161c4b-707f-4220-97fd-f5eef55365a3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-47f87c"} 2026-07-28T20:33:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "odh-trusted-ca-bundle", "reconcileID": "b7161c4b-707f-4220-97fd-f5eef55365a3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-47f87c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T20:33:35Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "odh-trusted-ca-bundle", "reconcileID": "b7161c4b-707f-4220-97fd-f5eef55365a3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-47f87c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T20:33:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "openshift-service-ca.crt", "reconcileID": "f180533e-6e82-4f17-8dca-fff9e3df0708", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-47f87c"} 2026-07-28T20:33:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "openshift-service-ca.crt", "reconcileID": "f180533e-6e82-4f17-8dca-fff9e3df0708", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-47f87c"} 2026-07-28T20:33:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b4c4583f-c09e-4ad7-8717-78569c039665", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-47f87c"} 2026-07-28T20:33:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b4c4583f-c09e-4ad7-8717-78569c039665", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-47f87c"} 2026-07-28T20:33:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "odh-trusted-ca-bundle", "reconcileID": "8d384261-14ba-45cb-8b24-56ed15d01a8e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-47f87c"} 2026-07-28T20:33:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-47f87c"}, "namespace": "ai-tenant-e2e-shared-b-47f87c", "name": "odh-trusted-ca-bundle", "reconcileID": "8d384261-14ba-45cb-8b24-56ed15d01a8e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-47f87c"} 2026-07-28T20:33:36Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-47f87c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-47f87c", "reconcileID": "2c92ce7f-4907-4a57-bf19-5956f11a60ba", "Gateway": "e2e-shared-b-47f87c", "namespace": "openshift-ingress"}