2026-07-29T22:12:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "sub-test-model-ca895e", "reconcileID": "60c8260c-c677-43f4-8c13-793f4a56e6bc", "LLMInferenceService": "sub-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:12:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "sub-test-model-ca895e", "reconcileID": "60c8260c-c677-43f4-8c13-793f4a56e6bc", "LLMInferenceService": "sub-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:12:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "sub-test-model-ca895e", "reconcileID": "60c8260c-c677-43f4-8c13-793f4a56e6bc", "LLMInferenceService": "sub-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:12:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "sub-test-model-ca895e", "reconcileID": "60c8260c-c677-43f4-8c13-793f4a56e6bc", "LLMInferenceService": "sub-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "sub-test-model-ca895e-kserve-route-authn"} 2026-07-29T22:12:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "sub-test-model-ca895e", "reconcileID": "60c8260c-c677-43f4-8c13-793f4a56e6bc", "LLMInferenceService": "sub-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e", "authType": "userdefined"} 2026-07-29T22:12:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "sub-test-model-ca895e", "reconcileID": "60c8260c-c677-43f4-8c13-793f4a56e6bc", "LLMInferenceService": "sub-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:12:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "4e4b3959-ce2f-4ec2-8676-3f1b4490a8ab", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress"} 2026-07-29T22:12:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "4e4b3959-ce2f-4ec2-8676-3f1b4490a8ab", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e-authn-ssl"} 2026-07-29T22:12:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "4e4b3959-ce2f-4ec2-8676-3f1b4490a8ab", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress"} 2026-07-29T22:12:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "sub-test-model-ca895e", "reconcileID": "cf4fa0c0-3734-4f3e-a57c-a671ef1fa690", "LLMInferenceService": "sub-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:12:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "sub-test-model-ca895e", "reconcileID": "cf4fa0c0-3734-4f3e-a57c-a671ef1fa690", "LLMInferenceService": "sub-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:12:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "sub-test-model-ca895e", "reconcileID": "cf4fa0c0-3734-4f3e-a57c-a671ef1fa690", "LLMInferenceService": "sub-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:12:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "sub-test-model-ca895e", "reconcileID": "cf4fa0c0-3734-4f3e-a57c-a671ef1fa690", "LLMInferenceService": "sub-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "sub-test-model-ca895e-kserve-route-authn"} 2026-07-29T22:12:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "sub-test-model-ca895e", "reconcileID": "cf4fa0c0-3734-4f3e-a57c-a671ef1fa690", "LLMInferenceService": "sub-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e", "authType": "userdefined"} 2026-07-29T22:12:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "sub-test-model-ca895e", "reconcileID": "cf4fa0c0-3734-4f3e-a57c-a671ef1fa690", "LLMInferenceService": "sub-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:12:43Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T22:12:43Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T22:12:45Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T22:12:45Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T22:12:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "sub-test-model-ca895e", "reconcileID": "313d3df5-794c-4876-bdaa-06d3f5b326cf", "LLMInferenceService": "sub-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:12:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "sub-test-model-ca895e", "reconcileID": "313d3df5-794c-4876-bdaa-06d3f5b326cf", "LLMInferenceService": "sub-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:12:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "sub-test-model-ca895e", "reconcileID": "313d3df5-794c-4876-bdaa-06d3f5b326cf", "LLMInferenceService": "sub-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:12:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "sub-test-model-ca895e", "reconcileID": "313d3df5-794c-4876-bdaa-06d3f5b326cf", "LLMInferenceService": "sub-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "sub-test-model-ca895e-kserve-route-authn"} 2026-07-29T22:12:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "sub-test-model-ca895e", "reconcileID": "313d3df5-794c-4876-bdaa-06d3f5b326cf", "LLMInferenceService": "sub-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e", "authType": "userdefined"} 2026-07-29T22:12:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "sub-test-model-ca895e", "reconcileID": "313d3df5-794c-4876-bdaa-06d3f5b326cf", "LLMInferenceService": "sub-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:12:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "sub-test-model-ca895e", "reconcileID": "c5066114-abfe-4062-a651-9238ff350e21", "LLMInferenceService": "sub-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:12:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "sub-test-model-ca895e", "reconcileID": "c5066114-abfe-4062-a651-9238ff350e21", "LLMInferenceService": "sub-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:12:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "sub-test-model-ca895e", "reconcileID": "c5066114-abfe-4062-a651-9238ff350e21", "LLMInferenceService": "sub-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:12:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "sub-test-model-ca895e", "reconcileID": "c5066114-abfe-4062-a651-9238ff350e21", "LLMInferenceService": "sub-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "sub-test-model-ca895e-kserve-route-authn"} 2026-07-29T22:12:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "sub-test-model-ca895e", "reconcileID": "c5066114-abfe-4062-a651-9238ff350e21", "LLMInferenceService": "sub-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e", "authType": "userdefined"} 2026-07-29T22:12:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "sub-test-model-ca895e", "reconcileID": "c5066114-abfe-4062-a651-9238ff350e21", "LLMInferenceService": "sub-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:12:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c9eccd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd", "reconcileID": "b655e759-48c9-415d-adbf-9b272b8937d8", "Gateway": "e2e-shared-a-c9eccd", "namespace": "openshift-ingress"} 2026-07-29T22:12:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c9eccd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd", "reconcileID": "b655e759-48c9-415d-adbf-9b272b8937d8", "Gateway": "e2e-shared-a-c9eccd", "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd-authn-ssl"} 2026-07-29T22:12:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c9eccd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd", "reconcileID": "b655e759-48c9-415d-adbf-9b272b8937d8", "Gateway": "e2e-shared-a-c9eccd", "namespace": "openshift-ingress"} 2026-07-29T22:13:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "bdaad349-79d2-4ad3-b586-47e361d0140e", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress"} 2026-07-29T22:13:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "bdaad349-79d2-4ad3-b586-47e361d0140e", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e-authn-ssl"} 2026-07-29T22:13:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "bdaad349-79d2-4ad3-b586-47e361d0140e", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress"} 2026-07-29T22:13:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "f5ddcb30-5b60-4fc6-b05b-c7e28fd65bb5", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress"} 2026-07-29T22:13:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "f5ddcb30-5b60-4fc6-b05b-c7e28fd65bb5", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e-authn-ssl"} 2026-07-29T22:13:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "f5ddcb30-5b60-4fc6-b05b-c7e28fd65bb5", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress"} 2026-07-29T22:14:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "79164151-61ca-49b5-9d3f-709a8b13a3a2", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress"} 2026-07-29T22:14:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "79164151-61ca-49b5-9d3f-709a8b13a3a2", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e-authn-ssl"} 2026-07-29T22:14:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "79164151-61ca-49b5-9d3f-709a8b13a3a2", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress"} 2026-07-29T22:14:26Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c9eccd","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "sub-test-model-c9eccd", "reconcileID": "b573ab4e-b5e6-43b6-a592-49406633f7c5", "LLMInferenceService": "sub-test-model-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd"} 2026-07-29T22:14:26Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c9eccd","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "sub-test-model-c9eccd", "reconcileID": "b573ab4e-b5e6-43b6-a592-49406633f7c5", "LLMInferenceService": "sub-test-model-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "sub-test-model-c9eccd"} 2026-07-29T22:14:26Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c9eccd","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "sub-test-model-c9eccd", "reconcileID": "b573ab4e-b5e6-43b6-a592-49406633f7c5", "LLMInferenceService": "sub-test-model-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd"} 2026-07-29T22:14:26Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c9eccd","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "sub-test-model-c9eccd", "reconcileID": "b573ab4e-b5e6-43b6-a592-49406633f7c5", "LLMInferenceService": "sub-test-model-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd"} 2026-07-29T22:14:26Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c9eccd","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "sub-test-model-c9eccd", "reconcileID": "b573ab4e-b5e6-43b6-a592-49406633f7c5", "LLMInferenceService": "sub-test-model-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "sub-test-model-c9eccd-kserve-route-authn"} 2026-07-29T22:14:26Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c9eccd","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "sub-test-model-c9eccd", "reconcileID": "b573ab4e-b5e6-43b6-a592-49406633f7c5", "LLMInferenceService": "sub-test-model-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "sub-test-model-c9eccd-kserve-route-authn"} 2026-07-29T22:14:26Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c9eccd","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "sub-test-model-c9eccd", "reconcileID": "b573ab4e-b5e6-43b6-a592-49406633f7c5", "LLMInferenceService": "sub-test-model-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd"} 2026-07-29T22:14:26Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c9eccd","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "sub-test-model-c9eccd", "reconcileID": "b573ab4e-b5e6-43b6-a592-49406633f7c5", "LLMInferenceService": "sub-test-model-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd"} 2026-07-29T22:14:27Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c9eccd","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "sub-test-model-c9eccd", "reconcileID": "b7023e1d-969c-489b-9171-bd75f7b43df0", "LLMInferenceService": "sub-test-model-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd"} 2026-07-29T22:14:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c9eccd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd", "reconcileID": "c7ff7f3b-b8ca-4828-a1a8-1ab2851e94a3", "Gateway": "e2e-shared-a-c9eccd", "namespace": "openshift-ingress"} 2026-07-29T22:14:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c9eccd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd", "reconcileID": "c7ff7f3b-b8ca-4828-a1a8-1ab2851e94a3", "Gateway": "e2e-shared-a-c9eccd", "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd-authn-ssl"} 2026-07-29T22:14:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c9eccd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd", "reconcileID": "c7ff7f3b-b8ca-4828-a1a8-1ab2851e94a3", "Gateway": "e2e-shared-a-c9eccd", "namespace": "openshift-ingress"} 2026-07-29T22:14:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c9eccd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd", "reconcileID": "9a1f9c3e-69b4-42a4-9eee-efed773354b8", "Gateway": "e2e-shared-a-c9eccd", "namespace": "openshift-ingress"} 2026-07-29T22:14:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c9eccd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd", "reconcileID": "9a1f9c3e-69b4-42a4-9eee-efed773354b8", "Gateway": "e2e-shared-a-c9eccd", "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd-authn-ssl"} 2026-07-29T22:14:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c9eccd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd", "reconcileID": "9a1f9c3e-69b4-42a4-9eee-efed773354b8", "Gateway": "e2e-shared-a-c9eccd", "namespace": "openshift-ingress"} 2026-07-29T22:14:27Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "sub-test-model-ca895e", "reconcileID": "c5b05cfe-4eb3-4dc5-9d54-290cb702b828", "LLMInferenceService": "sub-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:14:27Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "sub-test-model-ca895e", "reconcileID": "c5b05cfe-4eb3-4dc5-9d54-290cb702b828", "LLMInferenceService": "sub-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "sub-test-model-ca895e"} 2026-07-29T22:14:27Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "sub-test-model-ca895e", "reconcileID": "c5b05cfe-4eb3-4dc5-9d54-290cb702b828", "LLMInferenceService": "sub-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:14:27Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "sub-test-model-ca895e", "reconcileID": "c5b05cfe-4eb3-4dc5-9d54-290cb702b828", "LLMInferenceService": "sub-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:14:27Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "sub-test-model-ca895e", "reconcileID": "c5b05cfe-4eb3-4dc5-9d54-290cb702b828", "LLMInferenceService": "sub-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "sub-test-model-ca895e-kserve-route-authn"} 2026-07-29T22:14:27Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "sub-test-model-ca895e", "reconcileID": "c5b05cfe-4eb3-4dc5-9d54-290cb702b828", "LLMInferenceService": "sub-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "sub-test-model-ca895e-kserve-route-authn"} 2026-07-29T22:14:27Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "sub-test-model-ca895e", "reconcileID": "c5b05cfe-4eb3-4dc5-9d54-290cb702b828", "LLMInferenceService": "sub-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:14:27Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "sub-test-model-ca895e", "reconcileID": "c5b05cfe-4eb3-4dc5-9d54-290cb702b828", "LLMInferenceService": "sub-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:14:27Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "sub-test-model-ca895e", "reconcileID": "7cf6f73f-391b-4824-8ee0-ed3a24948bb3", "LLMInferenceService": "sub-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:14:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "4444b33f-f997-4907-bd42-23413917f3a8", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress"} 2026-07-29T22:14:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "4444b33f-f997-4907-bd42-23413917f3a8", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e-authn-ssl"} 2026-07-29T22:14:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "4444b33f-f997-4907-bd42-23413917f3a8", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress"} 2026-07-29T22:14:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "cd3ba8e3-356a-458f-9cc4-5e37809b6850", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress"} 2026-07-29T22:14:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "cd3ba8e3-356a-458f-9cc4-5e37809b6850", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e-authn-ssl"} 2026-07-29T22:14:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "cd3ba8e3-356a-458f-9cc4-5e37809b6850", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress"} 2026-07-29T22:14:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9eccd","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "rate-test-model-c9eccd", "reconcileID": "61d77bc1-04a0-4209-821c-71c4c7fb1a00", "LLMInferenceService": "rate-test-model-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd"} 2026-07-29T22:14:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9eccd","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "rate-test-model-c9eccd", "reconcileID": "61d77bc1-04a0-4209-821c-71c4c7fb1a00", "LLMInferenceService": "rate-test-model-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd"} 2026-07-29T22:14:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9eccd","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "rate-test-model-c9eccd", "reconcileID": "61d77bc1-04a0-4209-821c-71c4c7fb1a00", "LLMInferenceService": "rate-test-model-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd"} 2026-07-29T22:14:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c9eccd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd", "reconcileID": "0a1ae710-04ec-4a53-b2fa-27df0d3a828f", "Gateway": "e2e-shared-a-c9eccd", "namespace": "openshift-ingress"} 2026-07-29T22:14:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9eccd","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "rate-test-model-c9eccd", "reconcileID": "61d77bc1-04a0-4209-821c-71c4c7fb1a00", "LLMInferenceService": "rate-test-model-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "rate-test-model-c9eccd-kserve-route-authn"} 2026-07-29T22:14:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9eccd","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "rate-test-model-c9eccd", "reconcileID": "61d77bc1-04a0-4209-821c-71c4c7fb1a00", "LLMInferenceService": "rate-test-model-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd", "authType": "userdefined"} 2026-07-29T22:14:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9eccd","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "rate-test-model-c9eccd", "reconcileID": "61d77bc1-04a0-4209-821c-71c4c7fb1a00", "LLMInferenceService": "rate-test-model-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd"} 2026-07-29T22:14:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c9eccd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd", "reconcileID": "0a1ae710-04ec-4a53-b2fa-27df0d3a828f", "Gateway": "e2e-shared-a-c9eccd", "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd-authn-ssl"} 2026-07-29T22:14:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c9eccd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd", "reconcileID": "0a1ae710-04ec-4a53-b2fa-27df0d3a828f", "Gateway": "e2e-shared-a-c9eccd", "namespace": "openshift-ingress"} 2026-07-29T22:14:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9eccd","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "rate-test-model-c9eccd", "reconcileID": "9b6bf40c-47e5-428a-9042-5944a8af1cb8", "LLMInferenceService": "rate-test-model-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd"} 2026-07-29T22:14:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9eccd","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "rate-test-model-c9eccd", "reconcileID": "9b6bf40c-47e5-428a-9042-5944a8af1cb8", "LLMInferenceService": "rate-test-model-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd"} 2026-07-29T22:14:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9eccd","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "rate-test-model-c9eccd", "reconcileID": "9b6bf40c-47e5-428a-9042-5944a8af1cb8", "LLMInferenceService": "rate-test-model-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd"} 2026-07-29T22:14:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9eccd","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "rate-test-model-c9eccd", "reconcileID": "9b6bf40c-47e5-428a-9042-5944a8af1cb8", "LLMInferenceService": "rate-test-model-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "rate-test-model-c9eccd-kserve-route-authn"} 2026-07-29T22:14:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9eccd","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "rate-test-model-c9eccd", "reconcileID": "9b6bf40c-47e5-428a-9042-5944a8af1cb8", "LLMInferenceService": "rate-test-model-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd", "authType": "userdefined"} 2026-07-29T22:14:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9eccd","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "rate-test-model-c9eccd", "reconcileID": "9b6bf40c-47e5-428a-9042-5944a8af1cb8", "LLMInferenceService": "rate-test-model-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd"} 2026-07-29T22:14:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c9eccd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd", "reconcileID": "1297e668-daf7-4329-93d8-cebbd199ed22", "Gateway": "e2e-shared-a-c9eccd", "namespace": "openshift-ingress"} 2026-07-29T22:14:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c9eccd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd", "reconcileID": "1297e668-daf7-4329-93d8-cebbd199ed22", "Gateway": "e2e-shared-a-c9eccd", "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd-authn-ssl"} 2026-07-29T22:14:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c9eccd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd", "reconcileID": "1297e668-daf7-4329-93d8-cebbd199ed22", "Gateway": "e2e-shared-a-c9eccd", "namespace": "openshift-ingress"} 2026-07-29T22:14:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "555b8e9f-15cc-453f-88e1-b24bb7136474", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress"} 2026-07-29T22:14:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "555b8e9f-15cc-453f-88e1-b24bb7136474", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e-authn-ssl"} 2026-07-29T22:14:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "555b8e9f-15cc-453f-88e1-b24bb7136474", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress"} 2026-07-29T22:14:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c9eccd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd", "reconcileID": "ee944f52-018d-4435-8ae1-d0d6d077a573", "Gateway": "e2e-shared-a-c9eccd", "namespace": "openshift-ingress"} 2026-07-29T22:14:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c9eccd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd", "reconcileID": "ee944f52-018d-4435-8ae1-d0d6d077a573", "Gateway": "e2e-shared-a-c9eccd", "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd-authn-ssl"} 2026-07-29T22:14:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c9eccd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd", "reconcileID": "ee944f52-018d-4435-8ae1-d0d6d077a573", "Gateway": "e2e-shared-a-c9eccd", "namespace": "openshift-ingress"} 2026-07-29T22:14:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9eccd","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "rate-test-model-c9eccd", "reconcileID": "dfbce5e1-4b72-4af3-bd18-101ef472835f", "LLMInferenceService": "rate-test-model-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd"} 2026-07-29T22:14:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9eccd","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "rate-test-model-c9eccd", "reconcileID": "dfbce5e1-4b72-4af3-bd18-101ef472835f", "LLMInferenceService": "rate-test-model-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd"} 2026-07-29T22:14:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9eccd","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "rate-test-model-c9eccd", "reconcileID": "dfbce5e1-4b72-4af3-bd18-101ef472835f", "LLMInferenceService": "rate-test-model-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd"} 2026-07-29T22:14:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9eccd","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "rate-test-model-c9eccd", "reconcileID": "dfbce5e1-4b72-4af3-bd18-101ef472835f", "LLMInferenceService": "rate-test-model-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "rate-test-model-c9eccd-kserve-route-authn"} 2026-07-29T22:14:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9eccd","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "rate-test-model-c9eccd", "reconcileID": "dfbce5e1-4b72-4af3-bd18-101ef472835f", "LLMInferenceService": "rate-test-model-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd", "authType": "userdefined"} 2026-07-29T22:14:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9eccd","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "rate-test-model-c9eccd", "reconcileID": "dfbce5e1-4b72-4af3-bd18-101ef472835f", "LLMInferenceService": "rate-test-model-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd"} 2026-07-29T22:14:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9eccd","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "rate-test-model-c9eccd", "reconcileID": "394398f3-5d68-4684-9cb8-ea35fb2f2c8a", "LLMInferenceService": "rate-test-model-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd"} 2026-07-29T22:14:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9eccd","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "rate-test-model-c9eccd", "reconcileID": "394398f3-5d68-4684-9cb8-ea35fb2f2c8a", "LLMInferenceService": "rate-test-model-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd"} 2026-07-29T22:14:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9eccd","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "rate-test-model-c9eccd", "reconcileID": "394398f3-5d68-4684-9cb8-ea35fb2f2c8a", "LLMInferenceService": "rate-test-model-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd"} 2026-07-29T22:14:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9eccd","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "rate-test-model-c9eccd", "reconcileID": "394398f3-5d68-4684-9cb8-ea35fb2f2c8a", "LLMInferenceService": "rate-test-model-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "rate-test-model-c9eccd-kserve-route-authn"} 2026-07-29T22:14:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9eccd","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "rate-test-model-c9eccd", "reconcileID": "394398f3-5d68-4684-9cb8-ea35fb2f2c8a", "LLMInferenceService": "rate-test-model-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd", "authType": "userdefined"} 2026-07-29T22:14:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9eccd","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "rate-test-model-c9eccd", "reconcileID": "394398f3-5d68-4684-9cb8-ea35fb2f2c8a", "LLMInferenceService": "rate-test-model-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd"} 2026-07-29T22:14:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9eccd","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "rate-test-model-c9eccd", "reconcileID": "9f251bd5-18b9-4acf-bbba-e7e767280984", "LLMInferenceService": "rate-test-model-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd"} 2026-07-29T22:14:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9eccd","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "rate-test-model-c9eccd", "reconcileID": "9f251bd5-18b9-4acf-bbba-e7e767280984", "LLMInferenceService": "rate-test-model-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd"} 2026-07-29T22:14:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9eccd","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "rate-test-model-c9eccd", "reconcileID": "9f251bd5-18b9-4acf-bbba-e7e767280984", "LLMInferenceService": "rate-test-model-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd"} 2026-07-29T22:14:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9eccd","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "rate-test-model-c9eccd", "reconcileID": "9f251bd5-18b9-4acf-bbba-e7e767280984", "LLMInferenceService": "rate-test-model-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "rate-test-model-c9eccd-kserve-route-authn"} 2026-07-29T22:14:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9eccd","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "rate-test-model-c9eccd", "reconcileID": "9f251bd5-18b9-4acf-bbba-e7e767280984", "LLMInferenceService": "rate-test-model-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd", "authType": "userdefined"} 2026-07-29T22:14:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9eccd","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "rate-test-model-c9eccd", "reconcileID": "9f251bd5-18b9-4acf-bbba-e7e767280984", "LLMInferenceService": "rate-test-model-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd"} 2026-07-29T22:14:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "rate-test-model-ca895e", "reconcileID": "893d4e29-5ec7-4d6b-b60a-345bc86613df", "LLMInferenceService": "rate-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:14:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "rate-test-model-ca895e", "reconcileID": "893d4e29-5ec7-4d6b-b60a-345bc86613df", "LLMInferenceService": "rate-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:14:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "rate-test-model-ca895e", "reconcileID": "893d4e29-5ec7-4d6b-b60a-345bc86613df", "LLMInferenceService": "rate-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:14:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "7e8685ce-f47c-479d-a273-530264a61595", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress"} 2026-07-29T22:14:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "rate-test-model-ca895e", "reconcileID": "893d4e29-5ec7-4d6b-b60a-345bc86613df", "LLMInferenceService": "rate-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "rate-test-model-ca895e-kserve-route-authn"} 2026-07-29T22:14:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "rate-test-model-ca895e", "reconcileID": "893d4e29-5ec7-4d6b-b60a-345bc86613df", "LLMInferenceService": "rate-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e", "authType": "userdefined"} 2026-07-29T22:14:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "rate-test-model-ca895e", "reconcileID": "893d4e29-5ec7-4d6b-b60a-345bc86613df", "LLMInferenceService": "rate-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:14:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "7e8685ce-f47c-479d-a273-530264a61595", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e-authn-ssl"} 2026-07-29T22:14:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "7e8685ce-f47c-479d-a273-530264a61595", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress"} 2026-07-29T22:14:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "rate-test-model-ca895e", "reconcileID": "1f1dafb7-ebc5-4fae-be2d-21a15d086742", "LLMInferenceService": "rate-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:14:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "rate-test-model-ca895e", "reconcileID": "1f1dafb7-ebc5-4fae-be2d-21a15d086742", "LLMInferenceService": "rate-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:14:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "rate-test-model-ca895e", "reconcileID": "1f1dafb7-ebc5-4fae-be2d-21a15d086742", "LLMInferenceService": "rate-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:14:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "rate-test-model-ca895e", "reconcileID": "1f1dafb7-ebc5-4fae-be2d-21a15d086742", "LLMInferenceService": "rate-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "rate-test-model-ca895e-kserve-route-authn"} 2026-07-29T22:14:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "rate-test-model-ca895e", "reconcileID": "1f1dafb7-ebc5-4fae-be2d-21a15d086742", "LLMInferenceService": "rate-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e", "authType": "userdefined"} 2026-07-29T22:14:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "rate-test-model-ca895e", "reconcileID": "1f1dafb7-ebc5-4fae-be2d-21a15d086742", "LLMInferenceService": "rate-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:15:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "9a154ad8-6f14-491b-9866-8b8a9f851693", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress"} 2026-07-29T22:15:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "9a154ad8-6f14-491b-9866-8b8a9f851693", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e-authn-ssl"} 2026-07-29T22:15:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "9a154ad8-6f14-491b-9866-8b8a9f851693", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress"} 2026-07-29T22:15:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "rate-test-model-ca895e", "reconcileID": "84a2a759-57ab-4e6d-a4ab-92063689dbdc", "LLMInferenceService": "rate-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:15:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "rate-test-model-ca895e", "reconcileID": "84a2a759-57ab-4e6d-a4ab-92063689dbdc", "LLMInferenceService": "rate-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:15:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "rate-test-model-ca895e", "reconcileID": "84a2a759-57ab-4e6d-a4ab-92063689dbdc", "LLMInferenceService": "rate-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:15:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "rate-test-model-ca895e", "reconcileID": "84a2a759-57ab-4e6d-a4ab-92063689dbdc", "LLMInferenceService": "rate-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "rate-test-model-ca895e-kserve-route-authn"} 2026-07-29T22:15:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "rate-test-model-ca895e", "reconcileID": "84a2a759-57ab-4e6d-a4ab-92063689dbdc", "LLMInferenceService": "rate-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e", "authType": "userdefined"} 2026-07-29T22:15:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "rate-test-model-ca895e", "reconcileID": "84a2a759-57ab-4e6d-a4ab-92063689dbdc", "LLMInferenceService": "rate-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:15:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "rate-test-model-ca895e", "reconcileID": "1c57a882-cf10-48ef-ac11-b46ad3383ce0", "LLMInferenceService": "rate-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:15:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "rate-test-model-ca895e", "reconcileID": "1c57a882-cf10-48ef-ac11-b46ad3383ce0", "LLMInferenceService": "rate-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:15:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "rate-test-model-ca895e", "reconcileID": "1c57a882-cf10-48ef-ac11-b46ad3383ce0", "LLMInferenceService": "rate-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:15:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "rate-test-model-ca895e", "reconcileID": "1c57a882-cf10-48ef-ac11-b46ad3383ce0", "LLMInferenceService": "rate-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "rate-test-model-ca895e-kserve-route-authn"} 2026-07-29T22:15:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "rate-test-model-ca895e", "reconcileID": "1c57a882-cf10-48ef-ac11-b46ad3383ce0", "LLMInferenceService": "rate-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e", "authType": "userdefined"} 2026-07-29T22:15:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "rate-test-model-ca895e", "reconcileID": "1c57a882-cf10-48ef-ac11-b46ad3383ce0", "LLMInferenceService": "rate-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:15:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "rate-test-model-ca895e", "reconcileID": "3e79cfdd-858b-470c-9d78-89c715f5fe27", "LLMInferenceService": "rate-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:15:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "rate-test-model-ca895e", "reconcileID": "3e79cfdd-858b-470c-9d78-89c715f5fe27", "LLMInferenceService": "rate-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:15:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "rate-test-model-ca895e", "reconcileID": "3e79cfdd-858b-470c-9d78-89c715f5fe27", "LLMInferenceService": "rate-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:15:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "rate-test-model-ca895e", "reconcileID": "3e79cfdd-858b-470c-9d78-89c715f5fe27", "LLMInferenceService": "rate-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "rate-test-model-ca895e-kserve-route-authn"} 2026-07-29T22:15:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "rate-test-model-ca895e", "reconcileID": "3e79cfdd-858b-470c-9d78-89c715f5fe27", "LLMInferenceService": "rate-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e", "authType": "userdefined"} 2026-07-29T22:15:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "rate-test-model-ca895e", "reconcileID": "3e79cfdd-858b-470c-9d78-89c715f5fe27", "LLMInferenceService": "rate-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:15:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c9eccd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd", "reconcileID": "1cea7c8b-d6bc-4fb4-b6cf-501e01794816", "Gateway": "e2e-shared-a-c9eccd", "namespace": "openshift-ingress"} 2026-07-29T22:15:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c9eccd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd", "reconcileID": "1cea7c8b-d6bc-4fb4-b6cf-501e01794816", "Gateway": "e2e-shared-a-c9eccd", "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd-authn-ssl"} 2026-07-29T22:15:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c9eccd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd", "reconcileID": "1cea7c8b-d6bc-4fb4-b6cf-501e01794816", "Gateway": "e2e-shared-a-c9eccd", "namespace": "openshift-ingress"} 2026-07-29T22:15:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "9479faea-57a4-43a3-9896-3dc28d7d65c9", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress"} 2026-07-29T22:15:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "9479faea-57a4-43a3-9896-3dc28d7d65c9", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e-authn-ssl"} 2026-07-29T22:15:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "9479faea-57a4-43a3-9896-3dc28d7d65c9", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress"} 2026-07-29T22:15:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9be7ac32-0df2-4e0b-b583-194ead9259e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T22:16:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "6d434656-12ed-462f-80d3-51b1ee1ebf0c", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress"} 2026-07-29T22:16:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "6d434656-12ed-462f-80d3-51b1ee1ebf0c", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e-authn-ssl"} 2026-07-29T22:16:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "6d434656-12ed-462f-80d3-51b1ee1ebf0c", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress"} 2026-07-29T22:16:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c9eccd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd", "reconcileID": "0bd9d297-8c38-487e-813a-7bd509b14182", "Gateway": "e2e-shared-a-c9eccd", "namespace": "openshift-ingress"} 2026-07-29T22:16:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c9eccd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd", "reconcileID": "0bd9d297-8c38-487e-813a-7bd509b14182", "Gateway": "e2e-shared-a-c9eccd", "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd-authn-ssl"} 2026-07-29T22:16:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c9eccd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd", "reconcileID": "0bd9d297-8c38-487e-813a-7bd509b14182", "Gateway": "e2e-shared-a-c9eccd", "namespace": "openshift-ingress"} 2026-07-29T22:16:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2ea81904-0f5a-4687-a8c3-0fbb0e595a57", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T22:16:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c9eccd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd", "reconcileID": "2a1f97c8-8c0d-4a32-b4f7-8b216f6c605c", "Gateway": "e2e-shared-a-c9eccd", "namespace": "openshift-ingress"} 2026-07-29T22:16:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c9eccd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd", "reconcileID": "2a1f97c8-8c0d-4a32-b4f7-8b216f6c605c", "Gateway": "e2e-shared-a-c9eccd", "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd-authn-ssl"} 2026-07-29T22:16:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c9eccd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd", "reconcileID": "2a1f97c8-8c0d-4a32-b4f7-8b216f6c605c", "Gateway": "e2e-shared-a-c9eccd", "namespace": "openshift-ingress"} 2026-07-29T22:16:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "dd1d4884-2c98-40cb-84e6-15369ae1fcef", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress"} 2026-07-29T22:16:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "dd1d4884-2c98-40cb-84e6-15369ae1fcef", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e-authn-ssl"} 2026-07-29T22:16:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "dd1d4884-2c98-40cb-84e6-15369ae1fcef", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress"} 2026-07-29T22:16:52Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9eccd","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "rate-test-model-c9eccd", "reconcileID": "71126d4d-6f74-45ed-81d2-e5c8f7def75a", "LLMInferenceService": "rate-test-model-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd"} 2026-07-29T22:16:52Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9eccd","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "rate-test-model-c9eccd", "reconcileID": "71126d4d-6f74-45ed-81d2-e5c8f7def75a", "LLMInferenceService": "rate-test-model-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "rate-test-model-c9eccd"} 2026-07-29T22:16:52Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9eccd","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "rate-test-model-c9eccd", "reconcileID": "71126d4d-6f74-45ed-81d2-e5c8f7def75a", "LLMInferenceService": "rate-test-model-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd"} 2026-07-29T22:16:52Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9eccd","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "rate-test-model-c9eccd", "reconcileID": "71126d4d-6f74-45ed-81d2-e5c8f7def75a", "LLMInferenceService": "rate-test-model-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd"} 2026-07-29T22:16:52Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9eccd","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "rate-test-model-c9eccd", "reconcileID": "71126d4d-6f74-45ed-81d2-e5c8f7def75a", "LLMInferenceService": "rate-test-model-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "rate-test-model-c9eccd-kserve-route-authn"} 2026-07-29T22:16:52Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9eccd","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "rate-test-model-c9eccd", "reconcileID": "71126d4d-6f74-45ed-81d2-e5c8f7def75a", "LLMInferenceService": "rate-test-model-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "rate-test-model-c9eccd-kserve-route-authn"} 2026-07-29T22:16:52Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9eccd","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "rate-test-model-c9eccd", "reconcileID": "71126d4d-6f74-45ed-81d2-e5c8f7def75a", "LLMInferenceService": "rate-test-model-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd"} 2026-07-29T22:16:52Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9eccd","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "rate-test-model-c9eccd", "reconcileID": "71126d4d-6f74-45ed-81d2-e5c8f7def75a", "LLMInferenceService": "rate-test-model-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd"} 2026-07-29T22:16:52Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9eccd","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "rate-test-model-c9eccd", "reconcileID": "31724ac2-f825-4b26-b6c4-cdee6c905bb0", "LLMInferenceService": "rate-test-model-c9eccd", "namespace": "ai-tenant-e2e-shared-a-c9eccd"} 2026-07-29T22:16:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c9eccd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd", "reconcileID": "8a2f5526-4f43-4d3b-aead-3c6199eddcaa", "Gateway": "e2e-shared-a-c9eccd", "namespace": "openshift-ingress"} 2026-07-29T22:16:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c9eccd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd", "reconcileID": "8a2f5526-4f43-4d3b-aead-3c6199eddcaa", "Gateway": "e2e-shared-a-c9eccd", "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd-authn-ssl"} 2026-07-29T22:16:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c9eccd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd", "reconcileID": "8a2f5526-4f43-4d3b-aead-3c6199eddcaa", "Gateway": "e2e-shared-a-c9eccd", "namespace": "openshift-ingress"} 2026-07-29T22:16:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c9eccd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd", "reconcileID": "3a9e60c3-bfce-48b9-900f-5d63bc9a6f22", "Gateway": "e2e-shared-a-c9eccd", "namespace": "openshift-ingress"} 2026-07-29T22:16:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c9eccd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd", "reconcileID": "3a9e60c3-bfce-48b9-900f-5d63bc9a6f22", "Gateway": "e2e-shared-a-c9eccd", "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd-authn-ssl"} 2026-07-29T22:16:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c9eccd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd", "reconcileID": "3a9e60c3-bfce-48b9-900f-5d63bc9a6f22", "Gateway": "e2e-shared-a-c9eccd", "namespace": "openshift-ingress"} 2026-07-29T22:16:53Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "rate-test-model-ca895e", "reconcileID": "e897cf19-5cec-4bfe-a32b-40e34155951d", "LLMInferenceService": "rate-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:16:53Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "rate-test-model-ca895e", "reconcileID": "e897cf19-5cec-4bfe-a32b-40e34155951d", "LLMInferenceService": "rate-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "rate-test-model-ca895e"} 2026-07-29T22:16:53Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "rate-test-model-ca895e", "reconcileID": "e897cf19-5cec-4bfe-a32b-40e34155951d", "LLMInferenceService": "rate-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:16:53Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "rate-test-model-ca895e", "reconcileID": "e897cf19-5cec-4bfe-a32b-40e34155951d", "LLMInferenceService": "rate-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:16:53Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "rate-test-model-ca895e", "reconcileID": "e897cf19-5cec-4bfe-a32b-40e34155951d", "LLMInferenceService": "rate-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "rate-test-model-ca895e-kserve-route-authn"} 2026-07-29T22:16:53Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "rate-test-model-ca895e", "reconcileID": "e897cf19-5cec-4bfe-a32b-40e34155951d", "LLMInferenceService": "rate-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "rate-test-model-ca895e-kserve-route-authn"} 2026-07-29T22:16:53Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "rate-test-model-ca895e", "reconcileID": "e897cf19-5cec-4bfe-a32b-40e34155951d", "LLMInferenceService": "rate-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:16:53Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "rate-test-model-ca895e", "reconcileID": "e897cf19-5cec-4bfe-a32b-40e34155951d", "LLMInferenceService": "rate-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:16:53Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca895e","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "rate-test-model-ca895e", "reconcileID": "61727c02-b001-40f3-b4cc-8b8e8b8f70c0", "LLMInferenceService": "rate-test-model-ca895e", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:16:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "f6e07039-a1fc-4126-a948-53d3847ff3e7", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress"} 2026-07-29T22:16:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "f6e07039-a1fc-4126-a948-53d3847ff3e7", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e-authn-ssl"} 2026-07-29T22:16:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "f6e07039-a1fc-4126-a948-53d3847ff3e7", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress"} 2026-07-29T22:16:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "f11b363c-dd00-426f-a845-6a013aa53d58", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress"} 2026-07-29T22:16:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "f11b363c-dd00-426f-a845-6a013aa53d58", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e-authn-ssl"} 2026-07-29T22:16:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "f11b363c-dd00-426f-a845-6a013aa53d58", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress"} 2026-07-29T22:17:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "8e2ef684-4d36-47b1-ad9c-491ccef87aca", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress"} 2026-07-29T22:17:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "8e2ef684-4d36-47b1-ad9c-491ccef87aca", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e-authn-ssl"} 2026-07-29T22:17:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "8e2ef684-4d36-47b1-ad9c-491ccef87aca", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress"} 2026-07-29T22:17:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c9eccd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd", "reconcileID": "573c81be-8ccf-4292-9d42-644e41e4c972", "Gateway": "e2e-shared-a-c9eccd", "namespace": "openshift-ingress"} 2026-07-29T22:17:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c9eccd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd", "reconcileID": "573c81be-8ccf-4292-9d42-644e41e4c972", "Gateway": "e2e-shared-a-c9eccd", "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd-authn-ssl"} 2026-07-29T22:17:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c9eccd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd", "reconcileID": "573c81be-8ccf-4292-9d42-644e41e4c972", "Gateway": "e2e-shared-a-c9eccd", "namespace": "openshift-ingress"} 2026-07-29T22:17:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ee9d15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15", "reconcileID": "64f9718f-4cae-4fa7-85ea-a19dcf5eff1b", "Gateway": "e2e-ipp-a-ee9d15", "namespace": "openshift-ingress"} 2026-07-29T22:17:13Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ee9d15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15", "reconcileID": "64f9718f-4cae-4fa7-85ea-a19dcf5eff1b", "Gateway": "e2e-ipp-a-ee9d15", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15-authn-ssl"} 2026-07-29T22:17:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ee9d15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15", "reconcileID": "64f9718f-4cae-4fa7-85ea-a19dcf5eff1b", "Gateway": "e2e-ipp-a-ee9d15", "namespace": "openshift-ingress"} 2026-07-29T22:17:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ee9d15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15", "reconcileID": "2681e679-7ef3-4ed0-9efa-40805477ac7c", "Gateway": "e2e-ipp-a-ee9d15", "namespace": "openshift-ingress"} 2026-07-29T22:17:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ee9d15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15", "reconcileID": "2681e679-7ef3-4ed0-9efa-40805477ac7c", "Gateway": "e2e-ipp-a-ee9d15", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15-authn-ssl"} 2026-07-29T22:17:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ee9d15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15", "reconcileID": "2681e679-7ef3-4ed0-9efa-40805477ac7c", "Gateway": "e2e-ipp-a-ee9d15", "namespace": "openshift-ingress"} 2026-07-29T22:17:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ee9d15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15", "reconcileID": "16c2cf02-18b2-43ea-80c8-604716430f10", "Gateway": "e2e-ipp-a-ee9d15", "namespace": "openshift-ingress"} 2026-07-29T22:17:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ee9d15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15", "reconcileID": "16c2cf02-18b2-43ea-80c8-604716430f10", "Gateway": "e2e-ipp-a-ee9d15", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15-authn-ssl"} 2026-07-29T22:17:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ee9d15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15", "reconcileID": "16c2cf02-18b2-43ea-80c8-604716430f10", "Gateway": "e2e-ipp-a-ee9d15", "namespace": "openshift-ingress"} 2026-07-29T22:17:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ee9d15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15", "reconcileID": "67cfc276-a847-451a-9c09-37cb51fe7396", "Gateway": "e2e-ipp-a-ee9d15", "namespace": "openshift-ingress"} 2026-07-29T22:17:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ee9d15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15", "reconcileID": "67cfc276-a847-451a-9c09-37cb51fe7396", "Gateway": "e2e-ipp-a-ee9d15", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15-authn-ssl"} 2026-07-29T22:17:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ee9d15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15", "reconcileID": "67cfc276-a847-451a-9c09-37cb51fe7396", "Gateway": "e2e-ipp-a-ee9d15", "namespace": "openshift-ingress"} 2026-07-29T22:17:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ee9d15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15", "reconcileID": "0f49e8b4-dc7d-44ee-91e2-ecf9154f59a0", "Gateway": "e2e-ipp-a-ee9d15", "namespace": "openshift-ingress"} 2026-07-29T22:17:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ee9d15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15", "reconcileID": "0f49e8b4-dc7d-44ee-91e2-ecf9154f59a0", "Gateway": "e2e-ipp-a-ee9d15", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15-authn-ssl"} 2026-07-29T22:17:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ee9d15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15", "reconcileID": "0f49e8b4-dc7d-44ee-91e2-ecf9154f59a0", "Gateway": "e2e-ipp-a-ee9d15", "namespace": "openshift-ingress"} 2026-07-29T22:17:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ee9d15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15", "reconcileID": "232383f1-0a66-4a77-a3ec-d6922e6b579f", "Gateway": "e2e-ipp-a-ee9d15", "namespace": "openshift-ingress"} 2026-07-29T22:17:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ee9d15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15", "reconcileID": "232383f1-0a66-4a77-a3ec-d6922e6b579f", "Gateway": "e2e-ipp-a-ee9d15", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15-authn-ssl"} 2026-07-29T22:17:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ee9d15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15", "reconcileID": "232383f1-0a66-4a77-a3ec-d6922e6b579f", "Gateway": "e2e-ipp-a-ee9d15", "namespace": "openshift-ingress"} 2026-07-29T22:17:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "openshift-service-ca.crt", "reconcileID": "5cbd502b-cccd-4e1f-b246-8d77503b8f6f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:17:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "odh-trusted-ca-bundle", "reconcileID": "096f50c2-8980-4cfd-95a5-020404cb10d3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:17:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "openshift-service-ca.crt", "reconcileID": "e39297cc-44df-4e8c-8161-9a76c37a59e8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T22:17:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "openshift-service-ca.crt", "reconcileID": "e39297cc-44df-4e8c-8161-9a76c37a59e8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:17:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b367c32c-6e56-4480-88f7-380fc63a62af", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:17:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "openshift-service-ca.crt", "reconcileID": "3fc6b9b2-b886-4faa-a410-4c818709b173", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:17:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "odh-trusted-ca-bundle", "reconcileID": "a3245fc7-c789-4651-b46b-a23dc1d69c63", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T22:17:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "odh-trusted-ca-bundle", "reconcileID": "a3245fc7-c789-4651-b46b-a23dc1d69c63", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:17:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a5c6189-6e15-4e5b-b574-bc0f6ab98af0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:17:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ee9d15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15", "reconcileID": "bafbe12b-2a26-4721-b0e4-f287fd02644e", "Gateway": "e2e-ipp-a-ee9d15", "namespace": "openshift-ingress"} 2026-07-29T22:17:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ee9d15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15", "reconcileID": "bafbe12b-2a26-4721-b0e4-f287fd02644e", "Gateway": "e2e-ipp-a-ee9d15", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15-authn-ssl"} 2026-07-29T22:17:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ee9d15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15", "reconcileID": "bafbe12b-2a26-4721-b0e4-f287fd02644e", "Gateway": "e2e-ipp-a-ee9d15", "namespace": "openshift-ingress"} 2026-07-29T22:17:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "abf9276a-4e85-4427-a623-14ab5a17c5ec", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T22:17:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ee9d15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15", "reconcileID": "c6b18931-422c-435c-9d49-162ffca6328b", "Gateway": "e2e-ipp-a-ee9d15", "namespace": "openshift-ingress"} 2026-07-29T22:17:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ee9d15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15", "reconcileID": "c6b18931-422c-435c-9d49-162ffca6328b", "Gateway": "e2e-ipp-a-ee9d15", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15-authn-ssl"} 2026-07-29T22:17:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ee9d15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15", "reconcileID": "c6b18931-422c-435c-9d49-162ffca6328b", "Gateway": "e2e-ipp-a-ee9d15", "namespace": "openshift-ingress"} 2026-07-29T22:17:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6d93993c-ba07-404d-948d-645b37b653f7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T22:17:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b9610b6d-9303-435a-adf9-fd14eb44bffe", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T22:17:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b26bbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b26bbb", "reconcileID": "26abc345-363a-43ea-9005-2763164e34cd", "Gateway": "e2e-ipp-b-b26bbb", "namespace": "openshift-ingress"} 2026-07-29T22:17:45Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b26bbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b26bbb", "reconcileID": "26abc345-363a-43ea-9005-2763164e34cd", "Gateway": "e2e-ipp-b-b26bbb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b26bbb-authn-ssl"} 2026-07-29T22:17:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b26bbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b26bbb", "reconcileID": "26abc345-363a-43ea-9005-2763164e34cd", "Gateway": "e2e-ipp-b-b26bbb", "namespace": "openshift-ingress"} 2026-07-29T22:17:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b26bbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b26bbb", "reconcileID": "8fc6f5f0-bce7-4fe7-8045-f4c0d5e846a1", "Gateway": "e2e-ipp-b-b26bbb", "namespace": "openshift-ingress"} 2026-07-29T22:17:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b26bbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b26bbb", "reconcileID": "8fc6f5f0-bce7-4fe7-8045-f4c0d5e846a1", "Gateway": "e2e-ipp-b-b26bbb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b26bbb-authn-ssl"} 2026-07-29T22:17:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b26bbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b26bbb", "reconcileID": "8fc6f5f0-bce7-4fe7-8045-f4c0d5e846a1", "Gateway": "e2e-ipp-b-b26bbb", "namespace": "openshift-ingress"} 2026-07-29T22:17:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b26bbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b26bbb", "reconcileID": "c6c3b9eb-b938-439b-8484-d8588c7d10cf", "Gateway": "e2e-ipp-b-b26bbb", "namespace": "openshift-ingress"} 2026-07-29T22:17:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b26bbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b26bbb", "reconcileID": "c6c3b9eb-b938-439b-8484-d8588c7d10cf", "Gateway": "e2e-ipp-b-b26bbb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b26bbb-authn-ssl"} 2026-07-29T22:17:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b26bbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b26bbb", "reconcileID": "c6c3b9eb-b938-439b-8484-d8588c7d10cf", "Gateway": "e2e-ipp-b-b26bbb", "namespace": "openshift-ingress"} 2026-07-29T22:17:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b26bbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b26bbb", "reconcileID": "4db0fa1f-3b0e-4203-aabd-8163e7153c16", "Gateway": "e2e-ipp-b-b26bbb", "namespace": "openshift-ingress"} 2026-07-29T22:17:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b26bbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b26bbb", "reconcileID": "4db0fa1f-3b0e-4203-aabd-8163e7153c16", "Gateway": "e2e-ipp-b-b26bbb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b26bbb-authn-ssl"} 2026-07-29T22:17:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b26bbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b26bbb", "reconcileID": "4db0fa1f-3b0e-4203-aabd-8163e7153c16", "Gateway": "e2e-ipp-b-b26bbb", "namespace": "openshift-ingress"} 2026-07-29T22:17:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b26bbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b26bbb", "reconcileID": "25fdb84b-bca2-4323-a0cb-1e19e488e44d", "Gateway": "e2e-ipp-b-b26bbb", "namespace": "openshift-ingress"} 2026-07-29T22:17:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b26bbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b26bbb", "reconcileID": "25fdb84b-bca2-4323-a0cb-1e19e488e44d", "Gateway": "e2e-ipp-b-b26bbb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b26bbb-authn-ssl"} 2026-07-29T22:17:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b26bbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b26bbb", "reconcileID": "25fdb84b-bca2-4323-a0cb-1e19e488e44d", "Gateway": "e2e-ipp-b-b26bbb", "namespace": "openshift-ingress"} 2026-07-29T22:17:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b26bbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b26bbb", "reconcileID": "b25e6381-e84c-4f69-9bb9-f817e070bf14", "Gateway": "e2e-ipp-b-b26bbb", "namespace": "openshift-ingress"} 2026-07-29T22:17:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b26bbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b26bbb", "reconcileID": "b25e6381-e84c-4f69-9bb9-f817e070bf14", "Gateway": "e2e-ipp-b-b26bbb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b26bbb-authn-ssl"} 2026-07-29T22:17:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b26bbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b26bbb", "reconcileID": "b25e6381-e84c-4f69-9bb9-f817e070bf14", "Gateway": "e2e-ipp-b-b26bbb", "namespace": "openshift-ingress"} 2026-07-29T22:17:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b26bbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b26bbb", "reconcileID": "42500b1c-2611-40a8-a5be-109cea671488", "Gateway": "e2e-ipp-b-b26bbb", "namespace": "openshift-ingress"} 2026-07-29T22:17:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b26bbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b26bbb", "reconcileID": "42500b1c-2611-40a8-a5be-109cea671488", "Gateway": "e2e-ipp-b-b26bbb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b26bbb-authn-ssl"} 2026-07-29T22:17:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b26bbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b26bbb", "reconcileID": "42500b1c-2611-40a8-a5be-109cea671488", "Gateway": "e2e-ipp-b-b26bbb", "namespace": "openshift-ingress"} 2026-07-29T22:17:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b26bbb"}, "namespace": "ai-tenant-e2e-ipp-b-b26bbb", "name": "openshift-service-ca.crt", "reconcileID": "5d0c73ef-11d3-4851-aece-7197414df452", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b26bbb"} 2026-07-29T22:17:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b26bbb"}, "namespace": "ai-tenant-e2e-ipp-b-b26bbb", "name": "odh-trusted-ca-bundle", "reconcileID": "9c5fc49d-bff3-46cd-aace-e2d74a8a01fa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b26bbb"} 2026-07-29T22:17:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b26bbb"}, "namespace": "ai-tenant-e2e-ipp-b-b26bbb", "name": "openshift-service-ca.crt", "reconcileID": "8bcd694f-4e97-457c-9d9e-cabc39dfd16f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b26bbb", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T22:17:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b26bbb"}, "namespace": "ai-tenant-e2e-ipp-b-b26bbb", "name": "openshift-service-ca.crt", "reconcileID": "8bcd694f-4e97-457c-9d9e-cabc39dfd16f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b26bbb"} 2026-07-29T22:17:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b26bbb"}, "namespace": "ai-tenant-e2e-ipp-b-b26bbb", "name": "openshift-service-ca.crt", "reconcileID": "ced369a6-7ea1-439a-b362-edb38f8304cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b26bbb"} 2026-07-29T22:17:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b26bbb"}, "namespace": "ai-tenant-e2e-ipp-b-b26bbb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d48b878f-a151-4069-990e-4788ad7133e9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b26bbb"} 2026-07-29T22:17:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b26bbb"}, "namespace": "ai-tenant-e2e-ipp-b-b26bbb", "name": "odh-trusted-ca-bundle", "reconcileID": "0e9fba3e-8529-4107-b1b7-9f8249b1e158", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b26bbb", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T22:17:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b26bbb"}, "namespace": "ai-tenant-e2e-ipp-b-b26bbb", "name": "odh-trusted-ca-bundle", "reconcileID": "0e9fba3e-8529-4107-b1b7-9f8249b1e158", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b26bbb"} 2026-07-29T22:17:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b26bbb"}, "namespace": "ai-tenant-e2e-ipp-b-b26bbb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "347c3c18-3579-4e30-a569-fa4fd7a4bc94", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b26bbb"} 2026-07-29T22:17:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b26bbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b26bbb", "reconcileID": "ee6e5871-9f58-4cd9-bad1-f48682219f8f", "Gateway": "e2e-ipp-b-b26bbb", "namespace": "openshift-ingress"} 2026-07-29T22:17:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b26bbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b26bbb", "reconcileID": "ee6e5871-9f58-4cd9-bad1-f48682219f8f", "Gateway": "e2e-ipp-b-b26bbb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b26bbb-authn-ssl"} 2026-07-29T22:17:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b26bbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b26bbb", "reconcileID": "ee6e5871-9f58-4cd9-bad1-f48682219f8f", "Gateway": "e2e-ipp-b-b26bbb", "namespace": "openshift-ingress"} 2026-07-29T22:17:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "49bfc93d-37a1-4d3d-9235-1dcaf0e51b28", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T22:17:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b26bbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b26bbb", "reconcileID": "256d78c8-feb8-4252-bfe1-e56e8958401d", "Gateway": "e2e-ipp-b-b26bbb", "namespace": "openshift-ingress"} 2026-07-29T22:17:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b26bbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b26bbb", "reconcileID": "256d78c8-feb8-4252-bfe1-e56e8958401d", "Gateway": "e2e-ipp-b-b26bbb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b26bbb-authn-ssl"} 2026-07-29T22:17:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b26bbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b26bbb", "reconcileID": "256d78c8-feb8-4252-bfe1-e56e8958401d", "Gateway": "e2e-ipp-b-b26bbb", "namespace": "openshift-ingress"} 2026-07-29T22:18:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "a1f67380-81bb-4cc0-b255-eb1868736480", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:18:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "a1f67380-81bb-4cc0-b255-eb1868736480", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:18:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "a1f67380-81bb-4cc0-b255-eb1868736480", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:18:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ee9d15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15", "reconcileID": "3f7357be-eb6a-4946-a74e-f36e1984e213", "Gateway": "e2e-ipp-a-ee9d15", "namespace": "openshift-ingress"} 2026-07-29T22:18:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "a1f67380-81bb-4cc0-b255-eb1868736480", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15-kserve-route-authn"} 2026-07-29T22:18:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "a1f67380-81bb-4cc0-b255-eb1868736480", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "authType": "userdefined"} 2026-07-29T22:18:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "a1f67380-81bb-4cc0-b255-eb1868736480", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:18:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ee9d15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15", "reconcileID": "3f7357be-eb6a-4946-a74e-f36e1984e213", "Gateway": "e2e-ipp-a-ee9d15", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15-authn-ssl"} 2026-07-29T22:18:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ee9d15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15", "reconcileID": "3f7357be-eb6a-4946-a74e-f36e1984e213", "Gateway": "e2e-ipp-a-ee9d15", "namespace": "openshift-ingress"} 2026-07-29T22:18:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "80691983-909e-4d17-9066-5d5d0a7ea067", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:18:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "80691983-909e-4d17-9066-5d5d0a7ea067", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:18:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "80691983-909e-4d17-9066-5d5d0a7ea067", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:18:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "80691983-909e-4d17-9066-5d5d0a7ea067", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15-kserve-route-authn"} 2026-07-29T22:18:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "80691983-909e-4d17-9066-5d5d0a7ea067", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "authType": "userdefined"} 2026-07-29T22:18:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "80691983-909e-4d17-9066-5d5d0a7ea067", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:18:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ee9d15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15", "reconcileID": "5b090942-b75b-4c9e-beb2-52e967868afe", "Gateway": "e2e-ipp-a-ee9d15", "namespace": "openshift-ingress"} 2026-07-29T22:18:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ee9d15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15", "reconcileID": "5b090942-b75b-4c9e-beb2-52e967868afe", "Gateway": "e2e-ipp-a-ee9d15", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15-authn-ssl"} 2026-07-29T22:18:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ee9d15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15", "reconcileID": "5b090942-b75b-4c9e-beb2-52e967868afe", "Gateway": "e2e-ipp-a-ee9d15", "namespace": "openshift-ingress"} 2026-07-29T22:18:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "87acd624-2b8a-48bd-800b-e5dd400981ed", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:18:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "87acd624-2b8a-48bd-800b-e5dd400981ed", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:18:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "87acd624-2b8a-48bd-800b-e5dd400981ed", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:18:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "87acd624-2b8a-48bd-800b-e5dd400981ed", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15-kserve-route-authn"} 2026-07-29T22:18:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "87acd624-2b8a-48bd-800b-e5dd400981ed", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "authType": "userdefined"} 2026-07-29T22:18:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "87acd624-2b8a-48bd-800b-e5dd400981ed", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:18:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "50346b6c-2be9-42b6-9500-2a5567a4ba32", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:18:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "50346b6c-2be9-42b6-9500-2a5567a4ba32", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:18:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "50346b6c-2be9-42b6-9500-2a5567a4ba32", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:18:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "50346b6c-2be9-42b6-9500-2a5567a4ba32", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15-kserve-route-authn"} 2026-07-29T22:18:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "50346b6c-2be9-42b6-9500-2a5567a4ba32", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "authType": "userdefined"} 2026-07-29T22:18:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "50346b6c-2be9-42b6-9500-2a5567a4ba32", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:18:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ee9d15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15", "reconcileID": "d89382d8-0699-4604-aeb5-953d184b9522", "Gateway": "e2e-ipp-a-ee9d15", "namespace": "openshift-ingress"} 2026-07-29T22:18:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ee9d15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15", "reconcileID": "d89382d8-0699-4604-aeb5-953d184b9522", "Gateway": "e2e-ipp-a-ee9d15", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15-authn-ssl"} 2026-07-29T22:18:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ee9d15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15", "reconcileID": "d89382d8-0699-4604-aeb5-953d184b9522", "Gateway": "e2e-ipp-a-ee9d15", "namespace": "openshift-ingress"} 2026-07-29T22:19:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eafc3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eafc3c", "reconcileID": "7b004d4f-5ea7-46f9-8096-57fe56e636b8", "Gateway": "e2e-ipp-cleanup-eafc3c", "namespace": "openshift-ingress"} 2026-07-29T22:19:16Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eafc3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eafc3c", "reconcileID": "7b004d4f-5ea7-46f9-8096-57fe56e636b8", "Gateway": "e2e-ipp-cleanup-eafc3c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eafc3c-authn-ssl"} 2026-07-29T22:19:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eafc3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eafc3c", "reconcileID": "7b004d4f-5ea7-46f9-8096-57fe56e636b8", "Gateway": "e2e-ipp-cleanup-eafc3c", "namespace": "openshift-ingress"} 2026-07-29T22:19:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eafc3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eafc3c", "reconcileID": "8e56de42-dd54-4da4-ba38-0370868cf2a2", "Gateway": "e2e-ipp-cleanup-eafc3c", "namespace": "openshift-ingress"} 2026-07-29T22:19:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eafc3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eafc3c", "reconcileID": "8e56de42-dd54-4da4-ba38-0370868cf2a2", "Gateway": "e2e-ipp-cleanup-eafc3c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eafc3c-authn-ssl"} 2026-07-29T22:19:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eafc3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eafc3c", "reconcileID": "8e56de42-dd54-4da4-ba38-0370868cf2a2", "Gateway": "e2e-ipp-cleanup-eafc3c", "namespace": "openshift-ingress"} 2026-07-29T22:19:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eafc3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eafc3c", "reconcileID": "49da6fe8-d5e2-41b0-ab30-348f570196d0", "Gateway": "e2e-ipp-cleanup-eafc3c", "namespace": "openshift-ingress"} 2026-07-29T22:19:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eafc3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eafc3c", "reconcileID": "49da6fe8-d5e2-41b0-ab30-348f570196d0", "Gateway": "e2e-ipp-cleanup-eafc3c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eafc3c-authn-ssl"} 2026-07-29T22:19:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eafc3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eafc3c", "reconcileID": "49da6fe8-d5e2-41b0-ab30-348f570196d0", "Gateway": "e2e-ipp-cleanup-eafc3c", "namespace": "openshift-ingress"} 2026-07-29T22:19:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eafc3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eafc3c", "reconcileID": "b0f1f2eb-65b6-4150-9db0-b4045683f763", "Gateway": "e2e-ipp-cleanup-eafc3c", "namespace": "openshift-ingress"} 2026-07-29T22:19:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eafc3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eafc3c", "reconcileID": "b0f1f2eb-65b6-4150-9db0-b4045683f763", "Gateway": "e2e-ipp-cleanup-eafc3c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eafc3c-authn-ssl"} 2026-07-29T22:19:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eafc3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eafc3c", "reconcileID": "b0f1f2eb-65b6-4150-9db0-b4045683f763", "Gateway": "e2e-ipp-cleanup-eafc3c", "namespace": "openshift-ingress"} 2026-07-29T22:19:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eafc3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eafc3c", "reconcileID": "53b82c3d-3358-421d-bb7e-1a191d96f8de", "Gateway": "e2e-ipp-cleanup-eafc3c", "namespace": "openshift-ingress"} 2026-07-29T22:19:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eafc3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eafc3c", "reconcileID": "53b82c3d-3358-421d-bb7e-1a191d96f8de", "Gateway": "e2e-ipp-cleanup-eafc3c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eafc3c-authn-ssl"} 2026-07-29T22:19:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eafc3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eafc3c", "reconcileID": "53b82c3d-3358-421d-bb7e-1a191d96f8de", "Gateway": "e2e-ipp-cleanup-eafc3c", "namespace": "openshift-ingress"} 2026-07-29T22:19:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eafc3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eafc3c", "reconcileID": "dda0fa99-0a35-4388-8643-52063e59a676", "Gateway": "e2e-ipp-cleanup-eafc3c", "namespace": "openshift-ingress"} 2026-07-29T22:19:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eafc3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eafc3c", "reconcileID": "dda0fa99-0a35-4388-8643-52063e59a676", "Gateway": "e2e-ipp-cleanup-eafc3c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eafc3c-authn-ssl"} 2026-07-29T22:19:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eafc3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eafc3c", "reconcileID": "dda0fa99-0a35-4388-8643-52063e59a676", "Gateway": "e2e-ipp-cleanup-eafc3c", "namespace": "openshift-ingress"} 2026-07-29T22:19:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eafc3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eafc3c", "reconcileID": "5908ac8b-581a-49ae-a419-506bc7820a7a", "Gateway": "e2e-ipp-cleanup-eafc3c", "namespace": "openshift-ingress"} 2026-07-29T22:19:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eafc3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eafc3c", "reconcileID": "5908ac8b-581a-49ae-a419-506bc7820a7a", "Gateway": "e2e-ipp-cleanup-eafc3c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eafc3c-authn-ssl"} 2026-07-29T22:19:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eafc3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eafc3c", "reconcileID": "5908ac8b-581a-49ae-a419-506bc7820a7a", "Gateway": "e2e-ipp-cleanup-eafc3c", "namespace": "openshift-ingress"} 2026-07-29T22:19:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-eafc3c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eafc3c", "name": "openshift-service-ca.crt", "reconcileID": "867e7b8e-8040-4cca-9ab7-cbc3f0f31c65", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-eafc3c"} 2026-07-29T22:19:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-eafc3c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eafc3c", "name": "odh-trusted-ca-bundle", "reconcileID": "cde27ff8-2dc5-4945-a93f-50e999ac1a41", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-eafc3c"} 2026-07-29T22:19:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-eafc3c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eafc3c", "name": "openshift-service-ca.crt", "reconcileID": "017410e4-ff9a-4f17-bc43-3673cb9a4fe4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-eafc3c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T22:19:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-eafc3c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eafc3c", "name": "openshift-service-ca.crt", "reconcileID": "017410e4-ff9a-4f17-bc43-3673cb9a4fe4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-eafc3c"} 2026-07-29T22:19:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-eafc3c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eafc3c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab9bfa59-9650-45bb-a009-5a1242b9492e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-eafc3c"} 2026-07-29T22:19:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-eafc3c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eafc3c", "name": "openshift-service-ca.crt", "reconcileID": "4a29841e-5554-404e-ac6c-561c1437f4a7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-eafc3c"} 2026-07-29T22:19:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-eafc3c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eafc3c", "name": "odh-trusted-ca-bundle", "reconcileID": "cb7a0430-67b0-45c6-8675-d885127c6033", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-eafc3c", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T22:19:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-eafc3c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eafc3c", "name": "odh-trusted-ca-bundle", "reconcileID": "cb7a0430-67b0-45c6-8675-d885127c6033", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-eafc3c"} 2026-07-29T22:19:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-eafc3c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eafc3c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04e3678e-d619-470b-babe-2f35e8ce8397", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-eafc3c"} 2026-07-29T22:19:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eafc3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eafc3c", "reconcileID": "862ce32e-3f74-4ecd-a452-41d2793fc3da", "Gateway": "e2e-ipp-cleanup-eafc3c", "namespace": "openshift-ingress"} 2026-07-29T22:19:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eafc3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eafc3c", "reconcileID": "862ce32e-3f74-4ecd-a452-41d2793fc3da", "Gateway": "e2e-ipp-cleanup-eafc3c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eafc3c-authn-ssl"} 2026-07-29T22:19:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eafc3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eafc3c", "reconcileID": "862ce32e-3f74-4ecd-a452-41d2793fc3da", "Gateway": "e2e-ipp-cleanup-eafc3c", "namespace": "openshift-ingress"} 2026-07-29T22:19:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "505de7d2-cdbc-4b3c-a367-6d340776dd86", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T22:19:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eafc3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eafc3c", "reconcileID": "ac8a8df4-f958-4247-9ef0-de50d5705515", "Gateway": "e2e-ipp-cleanup-eafc3c", "namespace": "openshift-ingress"} 2026-07-29T22:19:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eafc3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eafc3c", "reconcileID": "ac8a8df4-f958-4247-9ef0-de50d5705515", "Gateway": "e2e-ipp-cleanup-eafc3c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eafc3c-authn-ssl"} 2026-07-29T22:19:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eafc3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eafc3c", "reconcileID": "ac8a8df4-f958-4247-9ef0-de50d5705515", "Gateway": "e2e-ipp-cleanup-eafc3c", "namespace": "openshift-ingress"} 2026-07-29T22:19:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eafc3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eafc3c", "reconcileID": "585f9da5-e270-4abc-a61d-ead310c85836", "Gateway": "e2e-ipp-cleanup-eafc3c", "namespace": "openshift-ingress"} 2026-07-29T22:19:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eafc3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eafc3c", "reconcileID": "585f9da5-e270-4abc-a61d-ead310c85836", "Gateway": "e2e-ipp-cleanup-eafc3c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eafc3c-authn-ssl"} 2026-07-29T22:19:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eafc3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eafc3c", "reconcileID": "585f9da5-e270-4abc-a61d-ead310c85836", "Gateway": "e2e-ipp-cleanup-eafc3c", "namespace": "openshift-ingress"} 2026-07-29T22:19:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-eafc3c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eafc3c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b747fd88-8c8c-4ce4-851d-a01b7d361499", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-eafc3c"} 2026-07-29T22:19:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-eafc3c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eafc3c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b747fd88-8c8c-4ce4-851d-a01b7d361499", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-eafc3c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T22:19:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-eafc3c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eafc3c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b747fd88-8c8c-4ce4-851d-a01b7d361499", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-eafc3c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T22:19:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-eafc3c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eafc3c", "name": "odh-trusted-ca-bundle", "reconcileID": "c9cab1c2-2c58-45bd-801c-262131984d71", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-eafc3c"} 2026-07-29T22:19:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-eafc3c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eafc3c", "name": "odh-trusted-ca-bundle", "reconcileID": "c9cab1c2-2c58-45bd-801c-262131984d71", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-eafc3c"} 2026-07-29T22:19:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-eafc3c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eafc3c", "name": "openshift-service-ca.crt", "reconcileID": "4e2724dc-fb05-4259-b5a8-cd8c311c53c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-eafc3c"} 2026-07-29T22:19:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-eafc3c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eafc3c", "name": "openshift-service-ca.crt", "reconcileID": "4e2724dc-fb05-4259-b5a8-cd8c311c53c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-eafc3c"} 2026-07-29T22:19:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-eafc3c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eafc3c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5abc511c-f1dc-46a0-990f-d82057488a70", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-eafc3c"} 2026-07-29T22:19:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-eafc3c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eafc3c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5abc511c-f1dc-46a0-990f-d82057488a70", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-eafc3c"} 2026-07-29T22:20:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ad162d91-94fb-4907-ac22-7b1ea244fffb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T22:20:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ee9d15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15", "reconcileID": "859d59d7-c301-42bc-af4c-4b4d199d3563", "Gateway": "e2e-ipp-a-ee9d15", "namespace": "openshift-ingress"} 2026-07-29T22:20:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ee9d15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15", "reconcileID": "859d59d7-c301-42bc-af4c-4b4d199d3563", "Gateway": "e2e-ipp-a-ee9d15", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15-authn-ssl"} 2026-07-29T22:20:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ee9d15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15", "reconcileID": "859d59d7-c301-42bc-af4c-4b4d199d3563", "Gateway": "e2e-ipp-a-ee9d15", "namespace": "openshift-ingress"} 2026-07-29T22:20:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ee9d15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15", "reconcileID": "00a73457-1551-4754-b9cf-1d19d2df0832", "Gateway": "e2e-ipp-a-ee9d15", "namespace": "openshift-ingress"} 2026-07-29T22:20:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ee9d15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15", "reconcileID": "00a73457-1551-4754-b9cf-1d19d2df0832", "Gateway": "e2e-ipp-a-ee9d15", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15-authn-ssl"} 2026-07-29T22:20:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ee9d15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15", "reconcileID": "00a73457-1551-4754-b9cf-1d19d2df0832", "Gateway": "e2e-ipp-a-ee9d15", "namespace": "openshift-ingress"} 2026-07-29T22:20:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "a5cfef50-ee7e-4b9c-bde4-baf6bbe4c54f", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:20:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "a5cfef50-ee7e-4b9c-bde4-baf6bbe4c54f", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:20:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "a5cfef50-ee7e-4b9c-bde4-baf6bbe4c54f", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:20:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "a5cfef50-ee7e-4b9c-bde4-baf6bbe4c54f", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15-kserve-route-authn"} 2026-07-29T22:20:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "a5cfef50-ee7e-4b9c-bde4-baf6bbe4c54f", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "authType": "userdefined"} 2026-07-29T22:20:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "a5cfef50-ee7e-4b9c-bde4-baf6bbe4c54f", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:20:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ee9d15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15", "reconcileID": "3b66e1cb-6c93-4406-be7f-4a60063d3c71", "Gateway": "e2e-ipp-a-ee9d15", "namespace": "openshift-ingress"} 2026-07-29T22:20:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ee9d15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15", "reconcileID": "3b66e1cb-6c93-4406-be7f-4a60063d3c71", "Gateway": "e2e-ipp-a-ee9d15", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15-authn-ssl"} 2026-07-29T22:20:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ee9d15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15", "reconcileID": "3b66e1cb-6c93-4406-be7f-4a60063d3c71", "Gateway": "e2e-ipp-a-ee9d15", "namespace": "openshift-ingress"} 2026-07-29T22:20:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e7e2ae2c-a4fc-47de-92ff-812dccd46939", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T22:20:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "1faba460-33d2-4a63-94e3-bd7b92ec20be", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:20:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "1faba460-33d2-4a63-94e3-bd7b92ec20be", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:20:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "1faba460-33d2-4a63-94e3-bd7b92ec20be", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:20:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "1faba460-33d2-4a63-94e3-bd7b92ec20be", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15-kserve-route-authn"} 2026-07-29T22:20:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "1faba460-33d2-4a63-94e3-bd7b92ec20be", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "authType": "userdefined"} 2026-07-29T22:20:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "1faba460-33d2-4a63-94e3-bd7b92ec20be", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:21:00Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "96fb417c-100f-4a61-884a-5cc271b74d54", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:21:00Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "96fb417c-100f-4a61-884a-5cc271b74d54", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15"} 2026-07-29T22:21:00Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "96fb417c-100f-4a61-884a-5cc271b74d54", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:21:00Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "96fb417c-100f-4a61-884a-5cc271b74d54", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:21:00Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "96fb417c-100f-4a61-884a-5cc271b74d54", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15-kserve-route-authn"} 2026-07-29T22:21:00Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "96fb417c-100f-4a61-884a-5cc271b74d54", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15-kserve-route-authn"} 2026-07-29T22:21:00Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "96fb417c-100f-4a61-884a-5cc271b74d54", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:21:00Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "96fb417c-100f-4a61-884a-5cc271b74d54", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:21:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "944413cf-42ac-4370-9465-aadb60f2a8fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:21:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "944413cf-42ac-4370-9465-aadb60f2a8fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T22:21:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "944413cf-42ac-4370-9465-aadb60f2a8fc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-ee9d15 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T22:21:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "odh-trusted-ca-bundle", "reconcileID": "91b39734-f2ef-4870-b78f-e80db5b737eb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:21:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "odh-trusted-ca-bundle", "reconcileID": "91b39734-f2ef-4870-b78f-e80db5b737eb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:21:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "openshift-service-ca.crt", "reconcileID": "19941957-7498-4f6c-aec9-e75ce755b439", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:21:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "openshift-service-ca.crt", "reconcileID": "19941957-7498-4f6c-aec9-e75ce755b439", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:21:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "46255b37-a2d0-4ed9-aed7-6969681945ee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:21:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "46255b37-a2d0-4ed9-aed7-6969681945ee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:21:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ee9d15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15", "reconcileID": "ae858ea2-67e7-4d7d-8079-c58c0cee2d75", "Gateway": "e2e-ipp-a-ee9d15", "namespace": "openshift-ingress"} 2026-07-29T22:21:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ee9d15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15", "reconcileID": "ae858ea2-67e7-4d7d-8079-c58c0cee2d75", "Gateway": "e2e-ipp-a-ee9d15", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15-authn-ssl"} 2026-07-29T22:21:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ee9d15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15", "reconcileID": "ae858ea2-67e7-4d7d-8079-c58c0cee2d75", "Gateway": "e2e-ipp-a-ee9d15", "namespace": "openshift-ingress"} 2026-07-29T22:21:00Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T22:21:00Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T22:21:02Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T22:21:02Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T22:21:09Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "e3c5d2cf-4298-43d6-af18-9e80c428c4d6", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:21:09Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "e3c5d2cf-4298-43d6-af18-9e80c428c4d6", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15"} 2026-07-29T22:21:09Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "e3c5d2cf-4298-43d6-af18-9e80c428c4d6", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:21:09Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "e3c5d2cf-4298-43d6-af18-9e80c428c4d6", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:21:09Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "e3c5d2cf-4298-43d6-af18-9e80c428c4d6", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15-kserve-route-authn"} 2026-07-29T22:21:09Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "e3c5d2cf-4298-43d6-af18-9e80c428c4d6", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15-kserve-route-authn"} 2026-07-29T22:21:09Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "e3c5d2cf-4298-43d6-af18-9e80c428c4d6", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:21:09Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "e3c5d2cf-4298-43d6-af18-9e80c428c4d6", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:21:09Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}, "namespace": "ai-tenant-e2e-ipp-a-ee9d15", "name": "ipp-route-ee9d15", "reconcileID": "ea66f169-8bf2-40db-a44d-3cc3de499cc3", "LLMInferenceService": "ipp-route-ee9d15", "namespace": "ai-tenant-e2e-ipp-a-ee9d15"} 2026-07-29T22:21:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ee9d15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15", "reconcileID": "d6a1abcb-c9cb-4e64-9ea7-63c1ff2e3d07", "Gateway": "e2e-ipp-a-ee9d15", "namespace": "openshift-ingress"} 2026-07-29T22:21:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ee9d15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15", "reconcileID": "d6a1abcb-c9cb-4e64-9ea7-63c1ff2e3d07", "Gateway": "e2e-ipp-a-ee9d15", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15-authn-ssl"} 2026-07-29T22:21:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ee9d15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ee9d15", "reconcileID": "d6a1abcb-c9cb-4e64-9ea7-63c1ff2e3d07", "Gateway": "e2e-ipp-a-ee9d15", "namespace": "openshift-ingress"} 2026-07-29T22:21:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9e7b84e1-d74a-4881-9d88-49a8cec890f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T22:21:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b26bbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b26bbb", "reconcileID": "a50f3fe6-57c4-4df1-8a15-86f8c8eaadd6", "Gateway": "e2e-ipp-b-b26bbb", "namespace": "openshift-ingress"} 2026-07-29T22:21:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b26bbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b26bbb", "reconcileID": "a50f3fe6-57c4-4df1-8a15-86f8c8eaadd6", "Gateway": "e2e-ipp-b-b26bbb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b26bbb-authn-ssl"} 2026-07-29T22:21:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b26bbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b26bbb", "reconcileID": "a50f3fe6-57c4-4df1-8a15-86f8c8eaadd6", "Gateway": "e2e-ipp-b-b26bbb", "namespace": "openshift-ingress"} 2026-07-29T22:21:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d43f2a4e-1b71-48e4-8450-47fe2b1e6bac", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T22:21:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b26bbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b26bbb", "reconcileID": "d24dbd4c-52b3-4991-9f17-d8815bcb0870", "Gateway": "e2e-ipp-b-b26bbb", "namespace": "openshift-ingress"} 2026-07-29T22:21:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b26bbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b26bbb", "reconcileID": "d24dbd4c-52b3-4991-9f17-d8815bcb0870", "Gateway": "e2e-ipp-b-b26bbb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b26bbb-authn-ssl"} 2026-07-29T22:21:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b26bbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b26bbb", "reconcileID": "d24dbd4c-52b3-4991-9f17-d8815bcb0870", "Gateway": "e2e-ipp-b-b26bbb", "namespace": "openshift-ingress"} 2026-07-29T22:21:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b26bbb"}, "namespace": "ai-tenant-e2e-ipp-b-b26bbb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "772617ee-08a4-4302-949c-c62066642d4e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b26bbb"} 2026-07-29T22:21:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b26bbb"}, "namespace": "ai-tenant-e2e-ipp-b-b26bbb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "772617ee-08a4-4302-949c-c62066642d4e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b26bbb", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T22:21:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b26bbb"}, "namespace": "ai-tenant-e2e-ipp-b-b26bbb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "772617ee-08a4-4302-949c-c62066642d4e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-b26bbb because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T22:21:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b26bbb"}, "namespace": "ai-tenant-e2e-ipp-b-b26bbb", "name": "odh-trusted-ca-bundle", "reconcileID": "b503d6c6-3991-4a03-9111-e599c3eb3fcd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b26bbb"} 2026-07-29T22:21:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b26bbb"}, "namespace": "ai-tenant-e2e-ipp-b-b26bbb", "name": "odh-trusted-ca-bundle", "reconcileID": "b503d6c6-3991-4a03-9111-e599c3eb3fcd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b26bbb"} 2026-07-29T22:21:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b26bbb"}, "namespace": "ai-tenant-e2e-ipp-b-b26bbb", "name": "openshift-service-ca.crt", "reconcileID": "45808b24-de58-4880-87f7-54b1fe8b8423", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b26bbb"} 2026-07-29T22:21:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b26bbb"}, "namespace": "ai-tenant-e2e-ipp-b-b26bbb", "name": "openshift-service-ca.crt", "reconcileID": "45808b24-de58-4880-87f7-54b1fe8b8423", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b26bbb"} 2026-07-29T22:21:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b26bbb"}, "namespace": "ai-tenant-e2e-ipp-b-b26bbb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "daf34a30-c17b-400c-ba31-4238d24ae838", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b26bbb"} 2026-07-29T22:21:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b26bbb"}, "namespace": "ai-tenant-e2e-ipp-b-b26bbb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "daf34a30-c17b-400c-ba31-4238d24ae838", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b26bbb"} 2026-07-29T22:21:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "83046a6e-c5e6-41e0-8237-e839d29f81a3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T22:21:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c9eccd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd", "reconcileID": "05022fa6-f865-4620-b6ee-48321bdbcca4", "Gateway": "e2e-shared-a-c9eccd", "namespace": "openshift-ingress"} 2026-07-29T22:21:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c9eccd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd", "reconcileID": "05022fa6-f865-4620-b6ee-48321bdbcca4", "Gateway": "e2e-shared-a-c9eccd", "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd-authn-ssl"} 2026-07-29T22:21:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c9eccd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd", "reconcileID": "05022fa6-f865-4620-b6ee-48321bdbcca4", "Gateway": "e2e-shared-a-c9eccd", "namespace": "openshift-ingress"} 2026-07-29T22:21:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c9eccd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd", "reconcileID": "55747ccc-a581-44ff-b0bb-270d1bda1ef9", "Gateway": "e2e-shared-a-c9eccd", "namespace": "openshift-ingress"} 2026-07-29T22:21:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c9eccd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd", "reconcileID": "55747ccc-a581-44ff-b0bb-270d1bda1ef9", "Gateway": "e2e-shared-a-c9eccd", "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd-authn-ssl"} 2026-07-29T22:21:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c9eccd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c9eccd", "reconcileID": "55747ccc-a581-44ff-b0bb-270d1bda1ef9", "Gateway": "e2e-shared-a-c9eccd", "namespace": "openshift-ingress"} 2026-07-29T22:21:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "263a522b-2dda-4e0d-a983-d1d160121108", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c9eccd"} 2026-07-29T22:21:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "263a522b-2dda-4e0d-a983-d1d160121108", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c9eccd", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T22:21:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "263a522b-2dda-4e0d-a983-d1d160121108", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-c9eccd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T22:21:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "odh-trusted-ca-bundle", "reconcileID": "44c35ae1-3dd2-46ab-a071-a2270f3d3c1f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c9eccd"} 2026-07-29T22:21:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "odh-trusted-ca-bundle", "reconcileID": "44c35ae1-3dd2-46ab-a071-a2270f3d3c1f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c9eccd"} 2026-07-29T22:21:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "openshift-service-ca.crt", "reconcileID": "4088543b-2ca3-41e1-b834-0a7c25edab68", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c9eccd"} 2026-07-29T22:21:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "openshift-service-ca.crt", "reconcileID": "4088543b-2ca3-41e1-b834-0a7c25edab68", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c9eccd"} 2026-07-29T22:21:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3e5aa54e-fe88-4f7f-a5e6-87f7e73184e8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c9eccd"} 2026-07-29T22:21:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c9eccd"}, "namespace": "ai-tenant-e2e-shared-a-c9eccd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3e5aa54e-fe88-4f7f-a5e6-87f7e73184e8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c9eccd"} 2026-07-29T22:21:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0fa1b06c-593c-4ff4-a642-7ba9283e06b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T22:21:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "58400491-953c-425d-a7a6-c882729e989d", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress"} 2026-07-29T22:21:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "58400491-953c-425d-a7a6-c882729e989d", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e-authn-ssl"} 2026-07-29T22:21:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "58400491-953c-425d-a7a6-c882729e989d", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress"} 2026-07-29T22:22:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "97789c99-f1d1-4d1a-9b93-95a15721a94c", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress"} 2026-07-29T22:22:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "97789c99-f1d1-4d1a-9b93-95a15721a94c", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e-authn-ssl"} 2026-07-29T22:22:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca895e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca895e", "reconcileID": "97789c99-f1d1-4d1a-9b93-95a15721a94c", "Gateway": "e2e-shared-b-ca895e", "namespace": "openshift-ingress"} 2026-07-29T22:22:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b6f37c6-4e8e-4c71-ae0f-8fb37977153f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:22:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b6f37c6-4e8e-4c71-ae0f-8fb37977153f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ca895e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T22:22:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b6f37c6-4e8e-4c71-ae0f-8fb37977153f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-ca895e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T22:22:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "odh-trusted-ca-bundle", "reconcileID": "fc7f823b-f57e-4617-8b8f-16af1c34907d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:22:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "odh-trusted-ca-bundle", "reconcileID": "fc7f823b-f57e-4617-8b8f-16af1c34907d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:22:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "openshift-service-ca.crt", "reconcileID": "e92494dc-067c-40eb-9847-7e1baad3bb6d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:22:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "openshift-service-ca.crt", "reconcileID": "e92494dc-067c-40eb-9847-7e1baad3bb6d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:22:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d1ea384-3ecd-4205-833f-b32e047fd484", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ca895e"} 2026-07-29T22:22:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ca895e"}, "namespace": "ai-tenant-e2e-shared-b-ca895e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d1ea384-3ecd-4205-833f-b32e047fd484", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ca895e"}