2026-09-11T19:16:06Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8280eb","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "sub-test-model-8280eb", "reconcileID": "0ee8d3d0-cbc1-49fc-af43-75e28b9d87c2", "LLMInferenceService": "sub-test-model-8280eb", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb"} 2026-09-11T19:16:06Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8280eb","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "sub-test-model-8280eb", "reconcileID": "0ee8d3d0-cbc1-49fc-af43-75e28b9d87c2", "LLMInferenceService": "sub-test-model-8280eb", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "sub-test-model-8280eb-kserve-route-authn"} 2026-09-11T19:16:06Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8280eb","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "sub-test-model-8280eb", "reconcileID": "0ee8d3d0-cbc1-49fc-af43-75e28b9d87c2", "LLMInferenceService": "sub-test-model-8280eb", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "sub-test-model-8280eb-kserve-route-authn"} 2026-09-11T19:16:06Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8280eb","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "sub-test-model-8280eb", "reconcileID": "0ee8d3d0-cbc1-49fc-af43-75e28b9d87c2", "LLMInferenceService": "sub-test-model-8280eb", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb"} 2026-09-11T19:16:06Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8280eb","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "sub-test-model-8280eb", "reconcileID": "0ee8d3d0-cbc1-49fc-af43-75e28b9d87c2", "LLMInferenceService": "sub-test-model-8280eb", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb"} 2026-09-11T19:16:06Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8280eb","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "sub-test-model-8280eb", "reconcileID": "3d0a2373-e851-4acf-804e-7a1c8977c255", "LLMInferenceService": "sub-test-model-8280eb", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb"} 2026-09-11T19:16:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8280eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8280eb", "reconcileID": "477d297c-909f-4dc4-add0-0ec7714f523d", "Gateway": "e2e-shared-a-w3-8280eb", "namespace": "openshift-ingress"} 2026-09-11T19:16:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8280eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8280eb", "reconcileID": "477d297c-909f-4dc4-add0-0ec7714f523d", "Gateway": "e2e-shared-a-w3-8280eb", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8280eb-authn-ssl"} 2026-09-11T19:16:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8280eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8280eb", "reconcileID": "477d297c-909f-4dc4-add0-0ec7714f523d", "Gateway": "e2e-shared-a-w3-8280eb", "namespace": "openshift-ingress"} 2026-09-11T19:16:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8280eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8280eb", "reconcileID": "34b2f49c-acda-47cc-9585-9883b460bfcc", "Gateway": "e2e-shared-a-w3-8280eb", "namespace": "openshift-ingress"} 2026-09-11T19:16:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8280eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8280eb", "reconcileID": "34b2f49c-acda-47cc-9585-9883b460bfcc", "Gateway": "e2e-shared-a-w3-8280eb", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8280eb-authn-ssl"} 2026-09-11T19:16:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8280eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8280eb", "reconcileID": "34b2f49c-acda-47cc-9585-9883b460bfcc", "Gateway": "e2e-shared-a-w3-8280eb", "namespace": "openshift-ingress"} 2026-09-11T19:16:07Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3b7391","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "sub-test-model-3b7391", "reconcileID": "3e1f1c73-da74-4b39-acbf-2bf8cc68ab49", "LLMInferenceService": "sub-test-model-3b7391", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391"} 2026-09-11T19:16:07Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3b7391","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "sub-test-model-3b7391", "reconcileID": "3e1f1c73-da74-4b39-acbf-2bf8cc68ab49", "LLMInferenceService": "sub-test-model-3b7391", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "sub-test-model-3b7391"} 2026-09-11T19:16:07Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3b7391","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "sub-test-model-3b7391", "reconcileID": "3e1f1c73-da74-4b39-acbf-2bf8cc68ab49", "LLMInferenceService": "sub-test-model-3b7391", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391"} 2026-09-11T19:16:07Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3b7391","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "sub-test-model-3b7391", "reconcileID": "3e1f1c73-da74-4b39-acbf-2bf8cc68ab49", "LLMInferenceService": "sub-test-model-3b7391", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391"} 2026-09-11T19:16:07Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3b7391","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "sub-test-model-3b7391", "reconcileID": "3e1f1c73-da74-4b39-acbf-2bf8cc68ab49", "LLMInferenceService": "sub-test-model-3b7391", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "sub-test-model-3b7391-kserve-route-authn"} 2026-09-11T19:16:07Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3b7391","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "sub-test-model-3b7391", "reconcileID": "3e1f1c73-da74-4b39-acbf-2bf8cc68ab49", "LLMInferenceService": "sub-test-model-3b7391", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "sub-test-model-3b7391-kserve-route-authn"} 2026-09-11T19:16:07Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3b7391","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "sub-test-model-3b7391", "reconcileID": "3e1f1c73-da74-4b39-acbf-2bf8cc68ab49", "LLMInferenceService": "sub-test-model-3b7391", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391"} 2026-09-11T19:16:07Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3b7391","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "sub-test-model-3b7391", "reconcileID": "3e1f1c73-da74-4b39-acbf-2bf8cc68ab49", "LLMInferenceService": "sub-test-model-3b7391", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391"} 2026-09-11T19:16:07Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3b7391","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "sub-test-model-3b7391", "reconcileID": "8ea4fce5-af31-4624-b8ef-a6bc55261c2a", "LLMInferenceService": "sub-test-model-3b7391", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391"} 2026-09-11T19:16:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b7391","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b7391", "reconcileID": "47c45427-ea74-4475-961f-dbe06de26c4d", "Gateway": "e2e-shared-b-w3-3b7391", "namespace": "openshift-ingress"} 2026-09-11T19:16:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b7391","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b7391", "reconcileID": "47c45427-ea74-4475-961f-dbe06de26c4d", "Gateway": "e2e-shared-b-w3-3b7391", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b7391-authn-ssl"} 2026-09-11T19:16:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b7391","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b7391", "reconcileID": "47c45427-ea74-4475-961f-dbe06de26c4d", "Gateway": "e2e-shared-b-w3-3b7391", "namespace": "openshift-ingress"} 2026-09-11T19:16:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b7391","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b7391", "reconcileID": "bbd92d76-3bd5-4c45-9b80-8bd90124e0c9", "Gateway": "e2e-shared-b-w3-3b7391", "namespace": "openshift-ingress"} 2026-09-11T19:16:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b7391","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b7391", "reconcileID": "bbd92d76-3bd5-4c45-9b80-8bd90124e0c9", "Gateway": "e2e-shared-b-w3-3b7391", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b7391-authn-ssl"} 2026-09-11T19:16:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b7391","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b7391", "reconcileID": "bbd92d76-3bd5-4c45-9b80-8bd90124e0c9", "Gateway": "e2e-shared-b-w3-3b7391", "namespace": "openshift-ingress"} 2026-09-11T19:16:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8280eb","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "rate-test-model-8280eb", "reconcileID": "903183ce-4848-41d8-8fb9-6df90cfd22dc", "LLMInferenceService": "rate-test-model-8280eb", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb"} 2026-09-11T19:16:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8280eb","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "rate-test-model-8280eb", "reconcileID": "903183ce-4848-41d8-8fb9-6df90cfd22dc", "LLMInferenceService": "rate-test-model-8280eb", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb"} 2026-09-11T19:16:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8280eb","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "rate-test-model-8280eb", "reconcileID": "903183ce-4848-41d8-8fb9-6df90cfd22dc", "LLMInferenceService": "rate-test-model-8280eb", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb"} 2026-09-11T19:16:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8280eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8280eb", "reconcileID": "082e0a1f-8754-43d8-aba1-85f9d035b113", "Gateway": "e2e-shared-a-w3-8280eb", "namespace": "openshift-ingress"} 2026-09-11T19:16:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8280eb","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "rate-test-model-8280eb", "reconcileID": "903183ce-4848-41d8-8fb9-6df90cfd22dc", "LLMInferenceService": "rate-test-model-8280eb", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "rate-test-model-8280eb-kserve-route-authn"} 2026-09-11T19:16:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8280eb","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "rate-test-model-8280eb", "reconcileID": "903183ce-4848-41d8-8fb9-6df90cfd22dc", "LLMInferenceService": "rate-test-model-8280eb", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "authType": "userdefined"} 2026-09-11T19:16:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8280eb","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "rate-test-model-8280eb", "reconcileID": "903183ce-4848-41d8-8fb9-6df90cfd22dc", "LLMInferenceService": "rate-test-model-8280eb", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb"} 2026-09-11T19:16:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8280eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8280eb", "reconcileID": "082e0a1f-8754-43d8-aba1-85f9d035b113", "Gateway": "e2e-shared-a-w3-8280eb", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8280eb-authn-ssl"} 2026-09-11T19:16:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8280eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8280eb", "reconcileID": "082e0a1f-8754-43d8-aba1-85f9d035b113", "Gateway": "e2e-shared-a-w3-8280eb", "namespace": "openshift-ingress"} 2026-09-11T19:16:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8280eb","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "rate-test-model-8280eb", "reconcileID": "c8a26da5-de61-4263-83e1-80dfd6612068", "LLMInferenceService": "rate-test-model-8280eb", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb"} 2026-09-11T19:16:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8280eb","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "rate-test-model-8280eb", "reconcileID": "c8a26da5-de61-4263-83e1-80dfd6612068", "LLMInferenceService": "rate-test-model-8280eb", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb"} 2026-09-11T19:16:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8280eb","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "rate-test-model-8280eb", "reconcileID": "c8a26da5-de61-4263-83e1-80dfd6612068", "LLMInferenceService": "rate-test-model-8280eb", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb"} 2026-09-11T19:16:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8280eb","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "rate-test-model-8280eb", "reconcileID": "c8a26da5-de61-4263-83e1-80dfd6612068", "LLMInferenceService": "rate-test-model-8280eb", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "rate-test-model-8280eb-kserve-route-authn"} 2026-09-11T19:16:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8280eb","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "rate-test-model-8280eb", "reconcileID": "c8a26da5-de61-4263-83e1-80dfd6612068", "LLMInferenceService": "rate-test-model-8280eb", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "authType": "userdefined"} 2026-09-11T19:16:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8280eb","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "rate-test-model-8280eb", "reconcileID": "c8a26da5-de61-4263-83e1-80dfd6612068", "LLMInferenceService": "rate-test-model-8280eb", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb"} 2026-09-11T19:16:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8280eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8280eb", "reconcileID": "a48b9e99-ecd8-460c-9f5b-c739f7d19e3a", "Gateway": "e2e-shared-a-w3-8280eb", "namespace": "openshift-ingress"} 2026-09-11T19:16:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8280eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8280eb", "reconcileID": "a48b9e99-ecd8-460c-9f5b-c739f7d19e3a", "Gateway": "e2e-shared-a-w3-8280eb", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8280eb-authn-ssl"} 2026-09-11T19:16:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8280eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8280eb", "reconcileID": "a48b9e99-ecd8-460c-9f5b-c739f7d19e3a", "Gateway": "e2e-shared-a-w3-8280eb", "namespace": "openshift-ingress"} 2026-09-11T19:16:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8280eb","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "rate-test-model-8280eb", "reconcileID": "dde46d48-94ca-4cdb-a9b1-cf70b6eed60a", "LLMInferenceService": "rate-test-model-8280eb", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb"} 2026-09-11T19:16:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8280eb","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "rate-test-model-8280eb", "reconcileID": "dde46d48-94ca-4cdb-a9b1-cf70b6eed60a", "LLMInferenceService": "rate-test-model-8280eb", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb"} 2026-09-11T19:16:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8280eb","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "rate-test-model-8280eb", "reconcileID": "dde46d48-94ca-4cdb-a9b1-cf70b6eed60a", "LLMInferenceService": "rate-test-model-8280eb", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb"} 2026-09-11T19:16:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8280eb","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "rate-test-model-8280eb", "reconcileID": "dde46d48-94ca-4cdb-a9b1-cf70b6eed60a", "LLMInferenceService": "rate-test-model-8280eb", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "rate-test-model-8280eb-kserve-route-authn"} 2026-09-11T19:16:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8280eb","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "rate-test-model-8280eb", "reconcileID": "dde46d48-94ca-4cdb-a9b1-cf70b6eed60a", "LLMInferenceService": "rate-test-model-8280eb", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "authType": "userdefined"} 2026-09-11T19:16:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8280eb","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "rate-test-model-8280eb", "reconcileID": "dde46d48-94ca-4cdb-a9b1-cf70b6eed60a", "LLMInferenceService": "rate-test-model-8280eb", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb"} 2026-09-11T19:16:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8280eb","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "rate-test-model-8280eb", "reconcileID": "25e28802-6299-4ac3-8f06-52b679e3e685", "LLMInferenceService": "rate-test-model-8280eb", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb"} 2026-09-11T19:16:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8280eb","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "rate-test-model-8280eb", "reconcileID": "25e28802-6299-4ac3-8f06-52b679e3e685", "LLMInferenceService": "rate-test-model-8280eb", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb"} 2026-09-11T19:16:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8280eb","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "rate-test-model-8280eb", "reconcileID": "25e28802-6299-4ac3-8f06-52b679e3e685", "LLMInferenceService": "rate-test-model-8280eb", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb"} 2026-09-11T19:16:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8280eb","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "rate-test-model-8280eb", "reconcileID": "25e28802-6299-4ac3-8f06-52b679e3e685", "LLMInferenceService": "rate-test-model-8280eb", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "rate-test-model-8280eb-kserve-route-authn"} 2026-09-11T19:16:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8280eb","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "rate-test-model-8280eb", "reconcileID": "25e28802-6299-4ac3-8f06-52b679e3e685", "LLMInferenceService": "rate-test-model-8280eb", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "authType": "userdefined"} 2026-09-11T19:16:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8280eb","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "rate-test-model-8280eb", "reconcileID": "25e28802-6299-4ac3-8f06-52b679e3e685", "LLMInferenceService": "rate-test-model-8280eb", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb"} 2026-09-11T19:16:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b7391","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "rate-test-model-3b7391", "reconcileID": "69978a98-1669-4898-bf68-a80e380f25bd", "LLMInferenceService": "rate-test-model-3b7391", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391"} 2026-09-11T19:16:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b7391","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "rate-test-model-3b7391", "reconcileID": "69978a98-1669-4898-bf68-a80e380f25bd", "LLMInferenceService": "rate-test-model-3b7391", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391"} 2026-09-11T19:16:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b7391","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "rate-test-model-3b7391", "reconcileID": "69978a98-1669-4898-bf68-a80e380f25bd", "LLMInferenceService": "rate-test-model-3b7391", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391"} 2026-09-11T19:16:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b7391","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b7391", "reconcileID": "8ed09b50-a45f-49cd-b138-01bb869574ca", "Gateway": "e2e-shared-b-w3-3b7391", "namespace": "openshift-ingress"} 2026-09-11T19:16:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b7391","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "rate-test-model-3b7391", "reconcileID": "69978a98-1669-4898-bf68-a80e380f25bd", "LLMInferenceService": "rate-test-model-3b7391", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "rate-test-model-3b7391-kserve-route-authn"} 2026-09-11T19:16:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b7391","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "rate-test-model-3b7391", "reconcileID": "69978a98-1669-4898-bf68-a80e380f25bd", "LLMInferenceService": "rate-test-model-3b7391", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "authType": "userdefined"} 2026-09-11T19:16:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b7391","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "rate-test-model-3b7391", "reconcileID": "69978a98-1669-4898-bf68-a80e380f25bd", "LLMInferenceService": "rate-test-model-3b7391", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391"} 2026-09-11T19:16:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b7391","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b7391", "reconcileID": "8ed09b50-a45f-49cd-b138-01bb869574ca", "Gateway": "e2e-shared-b-w3-3b7391", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b7391-authn-ssl"} 2026-09-11T19:16:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b7391","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b7391", "reconcileID": "8ed09b50-a45f-49cd-b138-01bb869574ca", "Gateway": "e2e-shared-b-w3-3b7391", "namespace": "openshift-ingress"} 2026-09-11T19:16:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b7391","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "rate-test-model-3b7391", "reconcileID": "c00ae08b-ca98-4a0c-80b1-eddf265e56c2", "LLMInferenceService": "rate-test-model-3b7391", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391"} 2026-09-11T19:16:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b7391","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "rate-test-model-3b7391", "reconcileID": "c00ae08b-ca98-4a0c-80b1-eddf265e56c2", "LLMInferenceService": "rate-test-model-3b7391", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391"} 2026-09-11T19:16:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b7391","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "rate-test-model-3b7391", "reconcileID": "c00ae08b-ca98-4a0c-80b1-eddf265e56c2", "LLMInferenceService": "rate-test-model-3b7391", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391"} 2026-09-11T19:16:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b7391","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "rate-test-model-3b7391", "reconcileID": "c00ae08b-ca98-4a0c-80b1-eddf265e56c2", "LLMInferenceService": "rate-test-model-3b7391", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "rate-test-model-3b7391-kserve-route-authn"} 2026-09-11T19:16:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b7391","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "rate-test-model-3b7391", "reconcileID": "c00ae08b-ca98-4a0c-80b1-eddf265e56c2", "LLMInferenceService": "rate-test-model-3b7391", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "authType": "userdefined"} 2026-09-11T19:16:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b7391","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "rate-test-model-3b7391", "reconcileID": "c00ae08b-ca98-4a0c-80b1-eddf265e56c2", "LLMInferenceService": "rate-test-model-3b7391", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391"} 2026-09-11T19:17:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b7391","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b7391", "reconcileID": "dae656b7-6654-4c41-b6f0-eec9fd3e13bf", "Gateway": "e2e-shared-b-w3-3b7391", "namespace": "openshift-ingress"} 2026-09-11T19:17:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b7391","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b7391", "reconcileID": "dae656b7-6654-4c41-b6f0-eec9fd3e13bf", "Gateway": "e2e-shared-b-w3-3b7391", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b7391-authn-ssl"} 2026-09-11T19:17:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b7391","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b7391", "reconcileID": "dae656b7-6654-4c41-b6f0-eec9fd3e13bf", "Gateway": "e2e-shared-b-w3-3b7391", "namespace": "openshift-ingress"} 2026-09-11T19:17:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b7391","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "rate-test-model-3b7391", "reconcileID": "220c879e-2ca3-46e3-b3a3-92f52ef690ca", "LLMInferenceService": "rate-test-model-3b7391", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391"} 2026-09-11T19:17:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b7391","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "rate-test-model-3b7391", "reconcileID": "220c879e-2ca3-46e3-b3a3-92f52ef690ca", "LLMInferenceService": "rate-test-model-3b7391", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391"} 2026-09-11T19:17:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b7391","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "rate-test-model-3b7391", "reconcileID": "220c879e-2ca3-46e3-b3a3-92f52ef690ca", "LLMInferenceService": "rate-test-model-3b7391", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391"} 2026-09-11T19:17:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b7391","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "rate-test-model-3b7391", "reconcileID": "220c879e-2ca3-46e3-b3a3-92f52ef690ca", "LLMInferenceService": "rate-test-model-3b7391", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "rate-test-model-3b7391-kserve-route-authn"} 2026-09-11T19:17:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b7391","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "rate-test-model-3b7391", "reconcileID": "220c879e-2ca3-46e3-b3a3-92f52ef690ca", "LLMInferenceService": "rate-test-model-3b7391", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "authType": "userdefined"} 2026-09-11T19:17:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b7391","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "rate-test-model-3b7391", "reconcileID": "220c879e-2ca3-46e3-b3a3-92f52ef690ca", "LLMInferenceService": "rate-test-model-3b7391", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391"} 2026-09-11T19:17:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b7391","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "rate-test-model-3b7391", "reconcileID": "89a0a777-1137-4aaa-8092-86f964424975", "LLMInferenceService": "rate-test-model-3b7391", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391"} 2026-09-11T19:17:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b7391","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "rate-test-model-3b7391", "reconcileID": "89a0a777-1137-4aaa-8092-86f964424975", "LLMInferenceService": "rate-test-model-3b7391", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391"} 2026-09-11T19:17:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b7391","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "rate-test-model-3b7391", "reconcileID": "89a0a777-1137-4aaa-8092-86f964424975", "LLMInferenceService": "rate-test-model-3b7391", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391"} 2026-09-11T19:17:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b7391","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "rate-test-model-3b7391", "reconcileID": "89a0a777-1137-4aaa-8092-86f964424975", "LLMInferenceService": "rate-test-model-3b7391", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "rate-test-model-3b7391-kserve-route-authn"} 2026-09-11T19:17:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b7391","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "rate-test-model-3b7391", "reconcileID": "89a0a777-1137-4aaa-8092-86f964424975", "LLMInferenceService": "rate-test-model-3b7391", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "authType": "userdefined"} 2026-09-11T19:17:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b7391","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "rate-test-model-3b7391", "reconcileID": "89a0a777-1137-4aaa-8092-86f964424975", "LLMInferenceService": "rate-test-model-3b7391", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391"} 2026-09-11T19:18:07Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8280eb","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "rate-test-model-8280eb", "reconcileID": "c746598b-b200-45e9-99de-210cd2ca9f79", "LLMInferenceService": "rate-test-model-8280eb", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb"} 2026-09-11T19:18:07Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8280eb","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "rate-test-model-8280eb", "reconcileID": "c746598b-b200-45e9-99de-210cd2ca9f79", "LLMInferenceService": "rate-test-model-8280eb", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "rate-test-model-8280eb"} 2026-09-11T19:18:07Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8280eb","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "rate-test-model-8280eb", "reconcileID": "c746598b-b200-45e9-99de-210cd2ca9f79", "LLMInferenceService": "rate-test-model-8280eb", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb"} 2026-09-11T19:18:07Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8280eb","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "rate-test-model-8280eb", "reconcileID": "c746598b-b200-45e9-99de-210cd2ca9f79", "LLMInferenceService": "rate-test-model-8280eb", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb"} 2026-09-11T19:18:07Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8280eb","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "rate-test-model-8280eb", "reconcileID": "c746598b-b200-45e9-99de-210cd2ca9f79", "LLMInferenceService": "rate-test-model-8280eb", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "rate-test-model-8280eb-kserve-route-authn"} 2026-09-11T19:18:07Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8280eb","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "rate-test-model-8280eb", "reconcileID": "c746598b-b200-45e9-99de-210cd2ca9f79", "LLMInferenceService": "rate-test-model-8280eb", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "rate-test-model-8280eb-kserve-route-authn"} 2026-09-11T19:18:07Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8280eb","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "rate-test-model-8280eb", "reconcileID": "c746598b-b200-45e9-99de-210cd2ca9f79", "LLMInferenceService": "rate-test-model-8280eb", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb"} 2026-09-11T19:18:07Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8280eb","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "rate-test-model-8280eb", "reconcileID": "c746598b-b200-45e9-99de-210cd2ca9f79", "LLMInferenceService": "rate-test-model-8280eb", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb"} 2026-09-11T19:18:07Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8280eb","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "rate-test-model-8280eb", "reconcileID": "dc8ddbda-9e9e-4435-864f-8969f9408464", "LLMInferenceService": "rate-test-model-8280eb", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb"} 2026-09-11T19:18:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8280eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8280eb", "reconcileID": "9a7086e9-0770-4494-8384-7bee52ae2f6f", "Gateway": "e2e-shared-a-w3-8280eb", "namespace": "openshift-ingress"} 2026-09-11T19:18:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8280eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8280eb", "reconcileID": "9a7086e9-0770-4494-8384-7bee52ae2f6f", "Gateway": "e2e-shared-a-w3-8280eb", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8280eb-authn-ssl"} 2026-09-11T19:18:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8280eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8280eb", "reconcileID": "9a7086e9-0770-4494-8384-7bee52ae2f6f", "Gateway": "e2e-shared-a-w3-8280eb", "namespace": "openshift-ingress"} 2026-09-11T19:18:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8280eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8280eb", "reconcileID": "bf979034-b1ca-415b-8fea-453399a17652", "Gateway": "e2e-shared-a-w3-8280eb", "namespace": "openshift-ingress"} 2026-09-11T19:18:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8280eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8280eb", "reconcileID": "bf979034-b1ca-415b-8fea-453399a17652", "Gateway": "e2e-shared-a-w3-8280eb", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8280eb-authn-ssl"} 2026-09-11T19:18:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8280eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8280eb", "reconcileID": "bf979034-b1ca-415b-8fea-453399a17652", "Gateway": "e2e-shared-a-w3-8280eb", "namespace": "openshift-ingress"} 2026-09-11T19:18:07Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b7391","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "rate-test-model-3b7391", "reconcileID": "447263e7-ce4a-4028-8fa3-4be97be8561d", "LLMInferenceService": "rate-test-model-3b7391", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391"} 2026-09-11T19:18:07Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b7391","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "rate-test-model-3b7391", "reconcileID": "447263e7-ce4a-4028-8fa3-4be97be8561d", "LLMInferenceService": "rate-test-model-3b7391", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "rate-test-model-3b7391"} 2026-09-11T19:18:07Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b7391","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "rate-test-model-3b7391", "reconcileID": "447263e7-ce4a-4028-8fa3-4be97be8561d", "LLMInferenceService": "rate-test-model-3b7391", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391"} 2026-09-11T19:18:07Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b7391","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "rate-test-model-3b7391", "reconcileID": "447263e7-ce4a-4028-8fa3-4be97be8561d", "LLMInferenceService": "rate-test-model-3b7391", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391"} 2026-09-11T19:18:07Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b7391","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "rate-test-model-3b7391", "reconcileID": "447263e7-ce4a-4028-8fa3-4be97be8561d", "LLMInferenceService": "rate-test-model-3b7391", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "rate-test-model-3b7391-kserve-route-authn"} 2026-09-11T19:18:07Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b7391","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "rate-test-model-3b7391", "reconcileID": "447263e7-ce4a-4028-8fa3-4be97be8561d", "LLMInferenceService": "rate-test-model-3b7391", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "rate-test-model-3b7391-kserve-route-authn"} 2026-09-11T19:18:07Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b7391","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "rate-test-model-3b7391", "reconcileID": "447263e7-ce4a-4028-8fa3-4be97be8561d", "LLMInferenceService": "rate-test-model-3b7391", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391"} 2026-09-11T19:18:07Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b7391","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "rate-test-model-3b7391", "reconcileID": "447263e7-ce4a-4028-8fa3-4be97be8561d", "LLMInferenceService": "rate-test-model-3b7391", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391"} 2026-09-11T19:18:08Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b7391","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "rate-test-model-3b7391", "reconcileID": "e842e86c-b670-48fd-bfda-e283c79eaa8f", "LLMInferenceService": "rate-test-model-3b7391", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391"} 2026-09-11T19:18:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b7391","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b7391", "reconcileID": "5f194b4c-fa6e-4fe4-b6e4-b9f21bd18d4a", "Gateway": "e2e-shared-b-w3-3b7391", "namespace": "openshift-ingress"} 2026-09-11T19:18:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b7391","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b7391", "reconcileID": "5f194b4c-fa6e-4fe4-b6e4-b9f21bd18d4a", "Gateway": "e2e-shared-b-w3-3b7391", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b7391-authn-ssl"} 2026-09-11T19:18:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b7391","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b7391", "reconcileID": "5f194b4c-fa6e-4fe4-b6e4-b9f21bd18d4a", "Gateway": "e2e-shared-b-w3-3b7391", "namespace": "openshift-ingress"} 2026-09-11T19:18:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b7391","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b7391", "reconcileID": "4c88055c-acc9-4f33-a265-77869f54877b", "Gateway": "e2e-shared-b-w3-3b7391", "namespace": "openshift-ingress"} 2026-09-11T19:18:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b7391","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b7391", "reconcileID": "4c88055c-acc9-4f33-a265-77869f54877b", "Gateway": "e2e-shared-b-w3-3b7391", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b7391-authn-ssl"} 2026-09-11T19:18:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b7391","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b7391", "reconcileID": "4c88055c-acc9-4f33-a265-77869f54877b", "Gateway": "e2e-shared-b-w3-3b7391", "namespace": "openshift-ingress"} 2026-09-11T19:18:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "fbd26443-202a-424b-8d9e-d06b32851f2f", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress"} 2026-09-11T19:18:09Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "fbd26443-202a-424b-8d9e-d06b32851f2f", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613-authn-ssl"} 2026-09-11T19:18:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "fbd26443-202a-424b-8d9e-d06b32851f2f", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress"} 2026-09-11T19:18:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "c0189da3-7773-40b8-a472-022d38c212d9", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress"} 2026-09-11T19:18:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "c0189da3-7773-40b8-a472-022d38c212d9", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613-authn-ssl"} 2026-09-11T19:18:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "c0189da3-7773-40b8-a472-022d38c212d9", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress"} 2026-09-11T19:18:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "86781fbf-1b24-4ee9-b55c-1e2e0081fd71", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress"} 2026-09-11T19:18:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "86781fbf-1b24-4ee9-b55c-1e2e0081fd71", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613-authn-ssl"} 2026-09-11T19:18:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "86781fbf-1b24-4ee9-b55c-1e2e0081fd71", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress"} 2026-09-11T19:18:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "d465da19-e183-48d0-a9a4-68bb7c821eab", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress"} 2026-09-11T19:18:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "d465da19-e183-48d0-a9a4-68bb7c821eab", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613-authn-ssl"} 2026-09-11T19:18:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "d465da19-e183-48d0-a9a4-68bb7c821eab", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress"} 2026-09-11T19:18:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "4fcb6564-d1e9-4934-81de-558fe7846673", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress"} 2026-09-11T19:18:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "4fcb6564-d1e9-4934-81de-558fe7846673", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613-authn-ssl"} 2026-09-11T19:18:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "4fcb6564-d1e9-4934-81de-558fe7846673", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress"} 2026-09-11T19:18:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "4b997d5d-f8ca-4763-9cb4-1a01e89518a6", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress"} 2026-09-11T19:18:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "4b997d5d-f8ca-4763-9cb4-1a01e89518a6", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613-authn-ssl"} 2026-09-11T19:18:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "4b997d5d-f8ca-4763-9cb4-1a01e89518a6", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress"} 2026-09-11T19:18:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "101afacf-8e36-4da2-8dce-f9c7bf84b5d2", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress"} 2026-09-11T19:18:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "101afacf-8e36-4da2-8dce-f9c7bf84b5d2", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613-authn-ssl"} 2026-09-11T19:18:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "101afacf-8e36-4da2-8dce-f9c7bf84b5d2", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress"} 2026-09-11T19:18:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "openshift-service-ca.crt", "reconcileID": "4243c95c-b6f6-40c0-99ba-507560292097", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-021613"} 2026-09-11T19:18:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "openshift-service-ca.crt", "reconcileID": "93261bb2-1389-4809-be11-c4ea3a46b836", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-021613", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T19:18:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "openshift-service-ca.crt", "reconcileID": "93261bb2-1389-4809-be11-c4ea3a46b836", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-021613"} 2026-09-11T19:18:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "odh-trusted-ca-bundle", "reconcileID": "f799ee5b-2b81-47ea-9d94-61f3e48b14df", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-021613", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T19:18:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "odh-trusted-ca-bundle", "reconcileID": "f799ee5b-2b81-47ea-9d94-61f3e48b14df", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T19:18:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "openshift-service-ca.crt", "reconcileID": "3d648971-96f8-4606-acb5-df363ce8152a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-021613"} 2026-09-11T19:18:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0607e48c-f063-4fda-a3e1-a4396733331a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-021613"} 2026-09-11T19:18:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "odh-trusted-ca-bundle", "reconcileID": "d6f566ff-0bb2-472b-baff-75ce5c8d74ca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-021613"} 2026-09-11T19:18:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "odh-trusted-ca-bundle", "reconcileID": "804e1a95-ad19-442c-8e45-471f4ca99e2d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-021613", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T19:18:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "odh-trusted-ca-bundle", "reconcileID": "804e1a95-ad19-442c-8e45-471f4ca99e2d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-021613"} 2026-09-11T19:18:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "71eebdef-ffa4-462f-8e9e-fbc71a4ef066", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-021613"} 2026-09-11T19:18:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "e37bb252-adfe-4b3f-bf1d-74d02cb69d25", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress"} 2026-09-11T19:18:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "e37bb252-adfe-4b3f-bf1d-74d02cb69d25", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613-authn-ssl"} 2026-09-11T19:18:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "e37bb252-adfe-4b3f-bf1d-74d02cb69d25", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress"} 2026-09-11T19:18:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "3a1d63c3-bd8d-4a57-aebf-429eb0749c29", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress"} 2026-09-11T19:18:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "3a1d63c3-bd8d-4a57-aebf-429eb0749c29", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613-authn-ssl"} 2026-09-11T19:18:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "3a1d63c3-bd8d-4a57-aebf-429eb0749c29", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress"} 2026-09-11T19:18:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-afd85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-afd85c", "reconcileID": "fd35a1d7-8fd2-47eb-91a5-3ba2209ce5c4", "Gateway": "e2e-ipp-b-afd85c", "namespace": "openshift-ingress"} 2026-09-11T19:18:37Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-afd85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-afd85c", "reconcileID": "fd35a1d7-8fd2-47eb-91a5-3ba2209ce5c4", "Gateway": "e2e-ipp-b-afd85c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-afd85c-authn-ssl"} 2026-09-11T19:18:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-afd85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-afd85c", "reconcileID": "fd35a1d7-8fd2-47eb-91a5-3ba2209ce5c4", "Gateway": "e2e-ipp-b-afd85c", "namespace": "openshift-ingress"} 2026-09-11T19:18:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-afd85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-afd85c", "reconcileID": "d36622be-5360-4ad5-9530-c6dae3077756", "Gateway": "e2e-ipp-b-afd85c", "namespace": "openshift-ingress"} 2026-09-11T19:18:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-afd85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-afd85c", "reconcileID": "d36622be-5360-4ad5-9530-c6dae3077756", "Gateway": "e2e-ipp-b-afd85c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-afd85c-authn-ssl"} 2026-09-11T19:18:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-afd85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-afd85c", "reconcileID": "d36622be-5360-4ad5-9530-c6dae3077756", "Gateway": "e2e-ipp-b-afd85c", "namespace": "openshift-ingress"} 2026-09-11T19:18:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-afd85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-afd85c", "reconcileID": "595fe9f4-b6b9-4f95-9075-b6ed35a86c94", "Gateway": "e2e-ipp-b-afd85c", "namespace": "openshift-ingress"} 2026-09-11T19:18:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-afd85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-afd85c", "reconcileID": "595fe9f4-b6b9-4f95-9075-b6ed35a86c94", "Gateway": "e2e-ipp-b-afd85c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-afd85c-authn-ssl"} 2026-09-11T19:18:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-afd85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-afd85c", "reconcileID": "595fe9f4-b6b9-4f95-9075-b6ed35a86c94", "Gateway": "e2e-ipp-b-afd85c", "namespace": "openshift-ingress"} 2026-09-11T19:18:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-afd85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-afd85c", "reconcileID": "ebe21d29-d7f3-4f25-9c58-eb9553d352a8", "Gateway": "e2e-ipp-b-afd85c", "namespace": "openshift-ingress"} 2026-09-11T19:18:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-afd85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-afd85c", "reconcileID": "ebe21d29-d7f3-4f25-9c58-eb9553d352a8", "Gateway": "e2e-ipp-b-afd85c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-afd85c-authn-ssl"} 2026-09-11T19:18:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-afd85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-afd85c", "reconcileID": "ebe21d29-d7f3-4f25-9c58-eb9553d352a8", "Gateway": "e2e-ipp-b-afd85c", "namespace": "openshift-ingress"} 2026-09-11T19:18:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-afd85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-afd85c", "reconcileID": "8f821521-6dfa-4fca-adb8-b918bd76d6ba", "Gateway": "e2e-ipp-b-afd85c", "namespace": "openshift-ingress"} 2026-09-11T19:18:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-afd85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-afd85c", "reconcileID": "8f821521-6dfa-4fca-adb8-b918bd76d6ba", "Gateway": "e2e-ipp-b-afd85c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-afd85c-authn-ssl"} 2026-09-11T19:18:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-afd85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-afd85c", "reconcileID": "8f821521-6dfa-4fca-adb8-b918bd76d6ba", "Gateway": "e2e-ipp-b-afd85c", "namespace": "openshift-ingress"} 2026-09-11T19:18:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-afd85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-afd85c", "reconcileID": "d9b3805d-112d-4aa7-a057-a33d17c6a47b", "Gateway": "e2e-ipp-b-afd85c", "namespace": "openshift-ingress"} 2026-09-11T19:18:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-afd85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-afd85c", "reconcileID": "d9b3805d-112d-4aa7-a057-a33d17c6a47b", "Gateway": "e2e-ipp-b-afd85c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-afd85c-authn-ssl"} 2026-09-11T19:18:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-afd85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-afd85c", "reconcileID": "d9b3805d-112d-4aa7-a057-a33d17c6a47b", "Gateway": "e2e-ipp-b-afd85c", "namespace": "openshift-ingress"} 2026-09-11T19:18:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-afd85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-afd85c", "reconcileID": "feea6ff1-5512-4531-89d8-32ac6c075c54", "Gateway": "e2e-ipp-b-afd85c", "namespace": "openshift-ingress"} 2026-09-11T19:18:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-afd85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-afd85c", "reconcileID": "feea6ff1-5512-4531-89d8-32ac6c075c54", "Gateway": "e2e-ipp-b-afd85c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-afd85c-authn-ssl"} 2026-09-11T19:18:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-afd85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-afd85c", "reconcileID": "feea6ff1-5512-4531-89d8-32ac6c075c54", "Gateway": "e2e-ipp-b-afd85c", "namespace": "openshift-ingress"} 2026-09-11T19:18:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-afd85c"}, "namespace": "ai-tenant-e2e-ipp-b-afd85c", "name": "openshift-service-ca.crt", "reconcileID": "9a4cf98f-d9db-410b-aab8-8d57976b88c3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-afd85c"} 2026-09-11T19:18:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-afd85c"}, "namespace": "ai-tenant-e2e-ipp-b-afd85c", "name": "odh-trusted-ca-bundle", "reconcileID": "4250399d-377f-40be-87c7-1faabaa2d097", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-afd85c"} 2026-09-11T19:18:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-afd85c"}, "namespace": "ai-tenant-e2e-ipp-b-afd85c", "name": "openshift-service-ca.crt", "reconcileID": "4af10a6b-896f-4c0b-b156-6aff62fc2162", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-afd85c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T19:18:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-afd85c"}, "namespace": "ai-tenant-e2e-ipp-b-afd85c", "name": "openshift-service-ca.crt", "reconcileID": "4af10a6b-896f-4c0b-b156-6aff62fc2162", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-afd85c"} 2026-09-11T19:18:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-afd85c"}, "namespace": "ai-tenant-e2e-ipp-b-afd85c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c7d59591-6016-4ae5-a8c2-c35aaffe757d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-afd85c"} 2026-09-11T19:18:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-afd85c"}, "namespace": "ai-tenant-e2e-ipp-b-afd85c", "name": "openshift-service-ca.crt", "reconcileID": "2e5bcd7f-a49c-4116-87b8-d51ab283525f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-afd85c"} 2026-09-11T19:18:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-afd85c"}, "namespace": "ai-tenant-e2e-ipp-b-afd85c", "name": "odh-trusted-ca-bundle", "reconcileID": "7d311243-300e-4051-a87e-c90c7d22fe86", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-afd85c", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T19:18:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-afd85c"}, "namespace": "ai-tenant-e2e-ipp-b-afd85c", "name": "odh-trusted-ca-bundle", "reconcileID": "7d311243-300e-4051-a87e-c90c7d22fe86", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-afd85c"} 2026-09-11T19:18:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-afd85c"}, "namespace": "ai-tenant-e2e-ipp-b-afd85c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3906c016-d8e5-416d-af81-80546349e1ca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-afd85c"} 2026-09-11T19:18:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-afd85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-afd85c", "reconcileID": "76752ddc-2019-496a-865f-a0fe7ace6575", "Gateway": "e2e-ipp-b-afd85c", "namespace": "openshift-ingress"} 2026-09-11T19:18:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-afd85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-afd85c", "reconcileID": "76752ddc-2019-496a-865f-a0fe7ace6575", "Gateway": "e2e-ipp-b-afd85c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-afd85c-authn-ssl"} 2026-09-11T19:18:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-afd85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-afd85c", "reconcileID": "76752ddc-2019-496a-865f-a0fe7ace6575", "Gateway": "e2e-ipp-b-afd85c", "namespace": "openshift-ingress"} 2026-09-11T19:18:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-afd85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-afd85c", "reconcileID": "1bfa9b09-4579-4eac-be06-5367b1a1f053", "Gateway": "e2e-ipp-b-afd85c", "namespace": "openshift-ingress"} 2026-09-11T19:18:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-afd85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-afd85c", "reconcileID": "1bfa9b09-4579-4eac-be06-5367b1a1f053", "Gateway": "e2e-ipp-b-afd85c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-afd85c-authn-ssl"} 2026-09-11T19:18:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-afd85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-afd85c", "reconcileID": "1bfa9b09-4579-4eac-be06-5367b1a1f053", "Gateway": "e2e-ipp-b-afd85c", "namespace": "openshift-ingress"} 2026-09-11T19:19:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-021613","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "ipp-route-021613", "reconcileID": "071d31d2-7bf1-4373-968e-eb57f109d626", "LLMInferenceService": "ipp-route-021613", "namespace": "ai-tenant-e2e-ipp-a-021613"} 2026-09-11T19:19:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-021613","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "ipp-route-021613", "reconcileID": "071d31d2-7bf1-4373-968e-eb57f109d626", "LLMInferenceService": "ipp-route-021613", "namespace": "ai-tenant-e2e-ipp-a-021613"} 2026-09-11T19:19:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-021613","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "ipp-route-021613", "reconcileID": "071d31d2-7bf1-4373-968e-eb57f109d626", "LLMInferenceService": "ipp-route-021613", "namespace": "ai-tenant-e2e-ipp-a-021613"} 2026-09-11T19:19:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "a6db4333-fdd1-4211-a1de-93f9f4467d78", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress"} 2026-09-11T19:19:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-021613","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "ipp-route-021613", "reconcileID": "071d31d2-7bf1-4373-968e-eb57f109d626", "LLMInferenceService": "ipp-route-021613", "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "ipp-route-021613-kserve-route-authn"} 2026-09-11T19:19:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-021613","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "ipp-route-021613", "reconcileID": "071d31d2-7bf1-4373-968e-eb57f109d626", "LLMInferenceService": "ipp-route-021613", "namespace": "ai-tenant-e2e-ipp-a-021613", "authType": "userdefined"} 2026-09-11T19:19:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-021613","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "ipp-route-021613", "reconcileID": "071d31d2-7bf1-4373-968e-eb57f109d626", "LLMInferenceService": "ipp-route-021613", "namespace": "ai-tenant-e2e-ipp-a-021613"} 2026-09-11T19:19:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "a6db4333-fdd1-4211-a1de-93f9f4467d78", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613-authn-ssl"} 2026-09-11T19:19:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "a6db4333-fdd1-4211-a1de-93f9f4467d78", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress"} 2026-09-11T19:19:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-021613","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "ipp-route-021613", "reconcileID": "fbec4d43-83d2-447a-8a6a-22f9da876461", "LLMInferenceService": "ipp-route-021613", "namespace": "ai-tenant-e2e-ipp-a-021613"} 2026-09-11T19:19:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-021613","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "ipp-route-021613", "reconcileID": "fbec4d43-83d2-447a-8a6a-22f9da876461", "LLMInferenceService": "ipp-route-021613", "namespace": "ai-tenant-e2e-ipp-a-021613"} 2026-09-11T19:19:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-021613","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "ipp-route-021613", "reconcileID": "fbec4d43-83d2-447a-8a6a-22f9da876461", "LLMInferenceService": "ipp-route-021613", "namespace": "ai-tenant-e2e-ipp-a-021613"} 2026-09-11T19:19:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-021613","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "ipp-route-021613", "reconcileID": "fbec4d43-83d2-447a-8a6a-22f9da876461", "LLMInferenceService": "ipp-route-021613", "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "ipp-route-021613-kserve-route-authn"} 2026-09-11T19:19:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-021613","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "ipp-route-021613", "reconcileID": "fbec4d43-83d2-447a-8a6a-22f9da876461", "LLMInferenceService": "ipp-route-021613", "namespace": "ai-tenant-e2e-ipp-a-021613", "authType": "userdefined"} 2026-09-11T19:19:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-021613","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "ipp-route-021613", "reconcileID": "fbec4d43-83d2-447a-8a6a-22f9da876461", "LLMInferenceService": "ipp-route-021613", "namespace": "ai-tenant-e2e-ipp-a-021613"} 2026-09-11T19:19:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "019d014a-9f2a-46b4-8f13-c26855dac2c7", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress"} 2026-09-11T19:19:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "019d014a-9f2a-46b4-8f13-c26855dac2c7", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613-authn-ssl"} 2026-09-11T19:19:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "019d014a-9f2a-46b4-8f13-c26855dac2c7", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress"} 2026-09-11T19:19:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-021613","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "ipp-route-021613", "reconcileID": "dca01274-b063-414a-b5b3-116fb1c216c4", "LLMInferenceService": "ipp-route-021613", "namespace": "ai-tenant-e2e-ipp-a-021613"} 2026-09-11T19:19:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-021613","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "ipp-route-021613", "reconcileID": "dca01274-b063-414a-b5b3-116fb1c216c4", "LLMInferenceService": "ipp-route-021613", "namespace": "ai-tenant-e2e-ipp-a-021613"} 2026-09-11T19:19:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-021613","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "ipp-route-021613", "reconcileID": "dca01274-b063-414a-b5b3-116fb1c216c4", "LLMInferenceService": "ipp-route-021613", "namespace": "ai-tenant-e2e-ipp-a-021613"} 2026-09-11T19:19:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-021613","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "ipp-route-021613", "reconcileID": "dca01274-b063-414a-b5b3-116fb1c216c4", "LLMInferenceService": "ipp-route-021613", "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "ipp-route-021613-kserve-route-authn"} 2026-09-11T19:19:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-021613","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "ipp-route-021613", "reconcileID": "dca01274-b063-414a-b5b3-116fb1c216c4", "LLMInferenceService": "ipp-route-021613", "namespace": "ai-tenant-e2e-ipp-a-021613", "authType": "userdefined"} 2026-09-11T19:19:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-021613","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "ipp-route-021613", "reconcileID": "dca01274-b063-414a-b5b3-116fb1c216c4", "LLMInferenceService": "ipp-route-021613", "namespace": "ai-tenant-e2e-ipp-a-021613"} 2026-09-11T19:19:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-021613","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "ipp-route-021613", "reconcileID": "a508dad8-e962-425a-b9ac-50cf074e162a", "LLMInferenceService": "ipp-route-021613", "namespace": "ai-tenant-e2e-ipp-a-021613"} 2026-09-11T19:19:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-021613","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "ipp-route-021613", "reconcileID": "a508dad8-e962-425a-b9ac-50cf074e162a", "LLMInferenceService": "ipp-route-021613", "namespace": "ai-tenant-e2e-ipp-a-021613"} 2026-09-11T19:19:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-021613","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "ipp-route-021613", "reconcileID": "a508dad8-e962-425a-b9ac-50cf074e162a", "LLMInferenceService": "ipp-route-021613", "namespace": "ai-tenant-e2e-ipp-a-021613"} 2026-09-11T19:19:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-021613","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "ipp-route-021613", "reconcileID": "a508dad8-e962-425a-b9ac-50cf074e162a", "LLMInferenceService": "ipp-route-021613", "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "ipp-route-021613-kserve-route-authn"} 2026-09-11T19:19:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-021613","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "ipp-route-021613", "reconcileID": "a508dad8-e962-425a-b9ac-50cf074e162a", "LLMInferenceService": "ipp-route-021613", "namespace": "ai-tenant-e2e-ipp-a-021613", "authType": "userdefined"} 2026-09-11T19:19:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-021613","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "ipp-route-021613", "reconcileID": "a508dad8-e962-425a-b9ac-50cf074e162a", "LLMInferenceService": "ipp-route-021613", "namespace": "ai-tenant-e2e-ipp-a-021613"} 2026-09-11T19:19:40Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T19:19:40Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T19:19:43Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T19:19:43Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T19:19:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-75b1ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-75b1ed", "reconcileID": "9b4a4ce5-a157-4301-b228-4308bae7f4af", "Gateway": "e2e-ipp-cleanup-75b1ed", "namespace": "openshift-ingress"} 2026-09-11T19:19:47Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-75b1ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-75b1ed", "reconcileID": "9b4a4ce5-a157-4301-b228-4308bae7f4af", "Gateway": "e2e-ipp-cleanup-75b1ed", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-75b1ed-authn-ssl"} 2026-09-11T19:19:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-75b1ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-75b1ed", "reconcileID": "9b4a4ce5-a157-4301-b228-4308bae7f4af", "Gateway": "e2e-ipp-cleanup-75b1ed", "namespace": "openshift-ingress"} 2026-09-11T19:19:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-75b1ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-75b1ed", "reconcileID": "f9e4355a-7ded-4648-ab70-affc86b472dc", "Gateway": "e2e-ipp-cleanup-75b1ed", "namespace": "openshift-ingress"} 2026-09-11T19:19:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-75b1ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-75b1ed", "reconcileID": "f9e4355a-7ded-4648-ab70-affc86b472dc", "Gateway": "e2e-ipp-cleanup-75b1ed", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-75b1ed-authn-ssl"} 2026-09-11T19:19:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-75b1ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-75b1ed", "reconcileID": "f9e4355a-7ded-4648-ab70-affc86b472dc", "Gateway": "e2e-ipp-cleanup-75b1ed", "namespace": "openshift-ingress"} 2026-09-11T19:19:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-75b1ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-75b1ed", "reconcileID": "269d8854-e89c-4ec4-80d6-fd956d91daf1", "Gateway": "e2e-ipp-cleanup-75b1ed", "namespace": "openshift-ingress"} 2026-09-11T19:19:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-75b1ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-75b1ed", "reconcileID": "269d8854-e89c-4ec4-80d6-fd956d91daf1", "Gateway": "e2e-ipp-cleanup-75b1ed", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-75b1ed-authn-ssl"} 2026-09-11T19:19:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-75b1ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-75b1ed", "reconcileID": "269d8854-e89c-4ec4-80d6-fd956d91daf1", "Gateway": "e2e-ipp-cleanup-75b1ed", "namespace": "openshift-ingress"} 2026-09-11T19:19:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-75b1ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-75b1ed", "reconcileID": "aeffdeb3-e6af-4852-8fa8-f4d187a048c9", "Gateway": "e2e-ipp-cleanup-75b1ed", "namespace": "openshift-ingress"} 2026-09-11T19:19:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-75b1ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-75b1ed", "reconcileID": "aeffdeb3-e6af-4852-8fa8-f4d187a048c9", "Gateway": "e2e-ipp-cleanup-75b1ed", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-75b1ed-authn-ssl"} 2026-09-11T19:19:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-75b1ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-75b1ed", "reconcileID": "aeffdeb3-e6af-4852-8fa8-f4d187a048c9", "Gateway": "e2e-ipp-cleanup-75b1ed", "namespace": "openshift-ingress"} 2026-09-11T19:19:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-75b1ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-75b1ed", "reconcileID": "6b8836be-8726-4372-8a4e-b5c073723340", "Gateway": "e2e-ipp-cleanup-75b1ed", "namespace": "openshift-ingress"} 2026-09-11T19:19:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-75b1ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-75b1ed", "reconcileID": "6b8836be-8726-4372-8a4e-b5c073723340", "Gateway": "e2e-ipp-cleanup-75b1ed", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-75b1ed-authn-ssl"} 2026-09-11T19:19:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-75b1ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-75b1ed", "reconcileID": "6b8836be-8726-4372-8a4e-b5c073723340", "Gateway": "e2e-ipp-cleanup-75b1ed", "namespace": "openshift-ingress"} 2026-09-11T19:19:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-75b1ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-75b1ed", "reconcileID": "e89b6cb4-48d7-4e4f-81eb-69f91db06f92", "Gateway": "e2e-ipp-cleanup-75b1ed", "namespace": "openshift-ingress"} 2026-09-11T19:19:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-75b1ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-75b1ed", "reconcileID": "e89b6cb4-48d7-4e4f-81eb-69f91db06f92", "Gateway": "e2e-ipp-cleanup-75b1ed", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-75b1ed-authn-ssl"} 2026-09-11T19:19:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-75b1ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-75b1ed", "reconcileID": "e89b6cb4-48d7-4e4f-81eb-69f91db06f92", "Gateway": "e2e-ipp-cleanup-75b1ed", "namespace": "openshift-ingress"} 2026-09-11T19:19:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-75b1ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-75b1ed", "reconcileID": "a5dc0e91-79e0-4ce3-9386-0e011205e38d", "Gateway": "e2e-ipp-cleanup-75b1ed", "namespace": "openshift-ingress"} 2026-09-11T19:19:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-75b1ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-75b1ed", "reconcileID": "a5dc0e91-79e0-4ce3-9386-0e011205e38d", "Gateway": "e2e-ipp-cleanup-75b1ed", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-75b1ed-authn-ssl"} 2026-09-11T19:19:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-75b1ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-75b1ed", "reconcileID": "a5dc0e91-79e0-4ce3-9386-0e011205e38d", "Gateway": "e2e-ipp-cleanup-75b1ed", "namespace": "openshift-ingress"} 2026-09-11T19:19:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-75b1ed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-75b1ed", "name": "openshift-service-ca.crt", "reconcileID": "029e3d20-fb83-4589-b35a-cdaa3d03985d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-75b1ed"} 2026-09-11T19:19:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-75b1ed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-75b1ed", "name": "odh-trusted-ca-bundle", "reconcileID": "335ad34a-0de2-473b-a63f-7c7224cc7b89", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-75b1ed"} 2026-09-11T19:19:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-75b1ed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-75b1ed", "name": "openshift-service-ca.crt", "reconcileID": "35b7674b-39d2-4500-a7f0-74f2a9fac192", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-75b1ed", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T19:19:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-75b1ed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-75b1ed", "name": "openshift-service-ca.crt", "reconcileID": "35b7674b-39d2-4500-a7f0-74f2a9fac192", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-75b1ed"} 2026-09-11T19:19:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-75b1ed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-75b1ed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ccf31c8-536b-4f14-8ce1-33313865077e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-75b1ed"} 2026-09-11T19:19:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-75b1ed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-75b1ed", "name": "openshift-service-ca.crt", "reconcileID": "3236e204-a59a-4852-b305-754fd699b9d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-75b1ed"} 2026-09-11T19:19:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-75b1ed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-75b1ed", "name": "odh-trusted-ca-bundle", "reconcileID": "b2a6a813-b845-4aa2-95dd-21425d613e4c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-75b1ed", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T19:19:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-75b1ed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-75b1ed", "name": "odh-trusted-ca-bundle", "reconcileID": "b2a6a813-b845-4aa2-95dd-21425d613e4c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-75b1ed"} 2026-09-11T19:19:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-75b1ed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-75b1ed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2dcee728-735b-4b75-9d47-e3ad3be18653", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-75b1ed"} 2026-09-11T19:19:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-75b1ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-75b1ed", "reconcileID": "977d5230-e6f8-4b3c-9bfc-715f5d752f70", "Gateway": "e2e-ipp-cleanup-75b1ed", "namespace": "openshift-ingress"} 2026-09-11T19:19:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-75b1ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-75b1ed", "reconcileID": "977d5230-e6f8-4b3c-9bfc-715f5d752f70", "Gateway": "e2e-ipp-cleanup-75b1ed", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-75b1ed-authn-ssl"} 2026-09-11T19:19:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-75b1ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-75b1ed", "reconcileID": "977d5230-e6f8-4b3c-9bfc-715f5d752f70", "Gateway": "e2e-ipp-cleanup-75b1ed", "namespace": "openshift-ingress"} 2026-09-11T19:20:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-75b1ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-75b1ed", "reconcileID": "2594cb49-5c28-4072-a0b5-983c23b806e4", "Gateway": "e2e-ipp-cleanup-75b1ed", "namespace": "openshift-ingress"} 2026-09-11T19:20:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-75b1ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-75b1ed", "reconcileID": "2594cb49-5c28-4072-a0b5-983c23b806e4", "Gateway": "e2e-ipp-cleanup-75b1ed", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-75b1ed-authn-ssl"} 2026-09-11T19:20:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-75b1ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-75b1ed", "reconcileID": "2594cb49-5c28-4072-a0b5-983c23b806e4", "Gateway": "e2e-ipp-cleanup-75b1ed", "namespace": "openshift-ingress"} 2026-09-11T19:20:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-75b1ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-75b1ed", "reconcileID": "d5537c7a-4dd6-46ca-a309-275eb79b1f2a", "Gateway": "e2e-ipp-cleanup-75b1ed", "namespace": "openshift-ingress"} 2026-09-11T19:20:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-75b1ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-75b1ed", "reconcileID": "d5537c7a-4dd6-46ca-a309-275eb79b1f2a", "Gateway": "e2e-ipp-cleanup-75b1ed", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-75b1ed-authn-ssl"} 2026-09-11T19:20:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-75b1ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-75b1ed", "reconcileID": "d5537c7a-4dd6-46ca-a309-275eb79b1f2a", "Gateway": "e2e-ipp-cleanup-75b1ed", "namespace": "openshift-ingress"} 2026-09-11T19:20:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-75b1ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-75b1ed", "reconcileID": "38adc7db-4622-4534-b9ee-8de9701511e2", "Gateway": "e2e-ipp-cleanup-75b1ed", "namespace": "openshift-ingress"} 2026-09-11T19:20:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-75b1ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-75b1ed", "reconcileID": "38adc7db-4622-4534-b9ee-8de9701511e2", "Gateway": "e2e-ipp-cleanup-75b1ed", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-75b1ed-authn-ssl"} 2026-09-11T19:20:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-75b1ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-75b1ed", "reconcileID": "38adc7db-4622-4534-b9ee-8de9701511e2", "Gateway": "e2e-ipp-cleanup-75b1ed", "namespace": "openshift-ingress"} 2026-09-11T19:20:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-75b1ed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-75b1ed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b836f3f2-60eb-429b-9c9c-71ce12998619", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-75b1ed"} 2026-09-11T19:20:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-75b1ed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-75b1ed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b836f3f2-60eb-429b-9c9c-71ce12998619", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-75b1ed", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T19:20:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-75b1ed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-75b1ed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b836f3f2-60eb-429b-9c9c-71ce12998619", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-75b1ed because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T19:20:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-75b1ed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-75b1ed", "name": "odh-trusted-ca-bundle", "reconcileID": "6b739b37-84ca-439f-b1d1-7e956ff52a3f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-75b1ed"} 2026-09-11T19:20:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-75b1ed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-75b1ed", "name": "odh-trusted-ca-bundle", "reconcileID": "6b739b37-84ca-439f-b1d1-7e956ff52a3f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-75b1ed"} 2026-09-11T19:20:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-75b1ed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-75b1ed", "name": "openshift-service-ca.crt", "reconcileID": "1ca55cda-84a2-4264-94fb-60c560a3a806", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-75b1ed"} 2026-09-11T19:20:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-75b1ed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-75b1ed", "name": "openshift-service-ca.crt", "reconcileID": "1ca55cda-84a2-4264-94fb-60c560a3a806", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-75b1ed"} 2026-09-11T19:20:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-75b1ed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-75b1ed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "954559b6-770b-4804-9ff7-3579d041a3a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-75b1ed"} 2026-09-11T19:20:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-75b1ed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-75b1ed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "954559b6-770b-4804-9ff7-3579d041a3a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-75b1ed"} 2026-09-11T19:20:38Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-75b1ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-75b1ed", "reconcileID": "50e0adf9-aefe-4a28-af68-bf0f4d4d0f09", "Gateway": "e2e-ipp-cleanup-75b1ed", "namespace": "openshift-ingress"} 2026-09-11T19:20:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "78ea9d87-55df-4b6b-92dd-a5a663d3f620", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress"} 2026-09-11T19:20:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "78ea9d87-55df-4b6b-92dd-a5a663d3f620", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613-authn-ssl"} 2026-09-11T19:20:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "78ea9d87-55df-4b6b-92dd-a5a663d3f620", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress"} 2026-09-11T19:20:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "244320cc-38a4-4ae6-81a6-b5476cd7cae9", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress"} 2026-09-11T19:20:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "244320cc-38a4-4ae6-81a6-b5476cd7cae9", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613-authn-ssl"} 2026-09-11T19:20:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "244320cc-38a4-4ae6-81a6-b5476cd7cae9", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress"} 2026-09-11T19:21:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "e0e24df3-4b2c-4c69-86e2-1462aee86edd", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress"} 2026-09-11T19:21:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "e0e24df3-4b2c-4c69-86e2-1462aee86edd", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613-authn-ssl"} 2026-09-11T19:21:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "e0e24df3-4b2c-4c69-86e2-1462aee86edd", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress"} 2026-09-11T19:21:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-021613","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "ipp-route-021613", "reconcileID": "a4add8dc-ddd2-456f-8e09-e179f6b95b46", "LLMInferenceService": "ipp-route-021613", "namespace": "ai-tenant-e2e-ipp-a-021613"} 2026-09-11T19:21:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-021613","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "ipp-route-021613", "reconcileID": "a4add8dc-ddd2-456f-8e09-e179f6b95b46", "LLMInferenceService": "ipp-route-021613", "namespace": "ai-tenant-e2e-ipp-a-021613"} 2026-09-11T19:21:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-021613","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "ipp-route-021613", "reconcileID": "a4add8dc-ddd2-456f-8e09-e179f6b95b46", "LLMInferenceService": "ipp-route-021613", "namespace": "ai-tenant-e2e-ipp-a-021613"} 2026-09-11T19:21:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-021613","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "ipp-route-021613", "reconcileID": "a4add8dc-ddd2-456f-8e09-e179f6b95b46", "LLMInferenceService": "ipp-route-021613", "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "ipp-route-021613-kserve-route-authn"} 2026-09-11T19:21:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-021613","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "ipp-route-021613", "reconcileID": "a4add8dc-ddd2-456f-8e09-e179f6b95b46", "LLMInferenceService": "ipp-route-021613", "namespace": "ai-tenant-e2e-ipp-a-021613", "authType": "userdefined"} 2026-09-11T19:21:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-021613","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "ipp-route-021613", "reconcileID": "a4add8dc-ddd2-456f-8e09-e179f6b95b46", "LLMInferenceService": "ipp-route-021613", "namespace": "ai-tenant-e2e-ipp-a-021613"} 2026-09-11T19:21:39Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-021613","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "ipp-route-021613", "reconcileID": "b4dc4114-00a1-4e36-bf5b-71149523c4a1", "LLMInferenceService": "ipp-route-021613", "namespace": "ai-tenant-e2e-ipp-a-021613"} 2026-09-11T19:21:39Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-021613","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "ipp-route-021613", "reconcileID": "b4dc4114-00a1-4e36-bf5b-71149523c4a1", "LLMInferenceService": "ipp-route-021613", "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "ipp-route-021613"} 2026-09-11T19:21:39Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-021613","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "ipp-route-021613", "reconcileID": "b4dc4114-00a1-4e36-bf5b-71149523c4a1", "LLMInferenceService": "ipp-route-021613", "namespace": "ai-tenant-e2e-ipp-a-021613"} 2026-09-11T19:21:39Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-021613","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "ipp-route-021613", "reconcileID": "b4dc4114-00a1-4e36-bf5b-71149523c4a1", "LLMInferenceService": "ipp-route-021613", "namespace": "ai-tenant-e2e-ipp-a-021613"} 2026-09-11T19:21:39Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-021613","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "ipp-route-021613", "reconcileID": "b4dc4114-00a1-4e36-bf5b-71149523c4a1", "LLMInferenceService": "ipp-route-021613", "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "ipp-route-021613-kserve-route-authn"} 2026-09-11T19:21:39Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-021613","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "ipp-route-021613", "reconcileID": "b4dc4114-00a1-4e36-bf5b-71149523c4a1", "LLMInferenceService": "ipp-route-021613", "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "ipp-route-021613-kserve-route-authn"} 2026-09-11T19:21:39Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-021613","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "ipp-route-021613", "reconcileID": "b4dc4114-00a1-4e36-bf5b-71149523c4a1", "LLMInferenceService": "ipp-route-021613", "namespace": "ai-tenant-e2e-ipp-a-021613", "namespace": "ai-tenant-e2e-ipp-a-021613"} 2026-09-11T19:21:39Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-021613","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "ipp-route-021613", "reconcileID": "b4dc4114-00a1-4e36-bf5b-71149523c4a1", "LLMInferenceService": "ipp-route-021613", "namespace": "ai-tenant-e2e-ipp-a-021613", "namespace": "ai-tenant-e2e-ipp-a-021613"} 2026-09-11T19:21:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "ab1a519b-1fc6-4785-b552-c5bf0c04d8e4", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress"} 2026-09-11T19:21:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "ab1a519b-1fc6-4785-b552-c5bf0c04d8e4", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613-authn-ssl"} 2026-09-11T19:21:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "ab1a519b-1fc6-4785-b552-c5bf0c04d8e4", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress"} 2026-09-11T19:21:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "be23e08f-41bc-4662-b428-70483ac9434f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-021613"} 2026-09-11T19:21:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "be23e08f-41bc-4662-b428-70483ac9434f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-021613", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T19:21:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "be23e08f-41bc-4662-b428-70483ac9434f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-021613 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T19:21:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "odh-trusted-ca-bundle", "reconcileID": "401c8fdd-1238-4f82-8dc5-741917a8060f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-021613"} 2026-09-11T19:21:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "odh-trusted-ca-bundle", "reconcileID": "401c8fdd-1238-4f82-8dc5-741917a8060f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-021613"} 2026-09-11T19:21:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "openshift-service-ca.crt", "reconcileID": "2c1ebdc4-2dec-48a6-84b2-dcd599b03177", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-021613"} 2026-09-11T19:21:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "openshift-service-ca.crt", "reconcileID": "2c1ebdc4-2dec-48a6-84b2-dcd599b03177", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-021613"} 2026-09-11T19:21:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80e9eddd-6ce1-49bd-bdc0-adaf3dba5cfa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-021613"} 2026-09-11T19:21:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80e9eddd-6ce1-49bd-bdc0-adaf3dba5cfa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-021613"} 2026-09-11T19:21:40Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-021613","namespace":"ai-tenant-e2e-ipp-a-021613"}, "namespace": "ai-tenant-e2e-ipp-a-021613", "name": "ipp-route-021613", "reconcileID": "879062d6-6a76-4ae6-b5d2-514342f7f01b", "LLMInferenceService": "ipp-route-021613", "namespace": "ai-tenant-e2e-ipp-a-021613"} 2026-09-11T19:21:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "4b8ab38d-4bee-404b-b090-6bfd46615a06", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress"} 2026-09-11T19:21:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "4b8ab38d-4bee-404b-b090-6bfd46615a06", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613-authn-ssl"} 2026-09-11T19:21:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "4b8ab38d-4bee-404b-b090-6bfd46615a06", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress"} 2026-09-11T19:21:46Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-021613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-021613", "reconcileID": "7cb1f11f-831e-4266-98c4-b1814eabc0d0", "Gateway": "e2e-ipp-a-021613", "namespace": "openshift-ingress"} 2026-09-11T19:21:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-afd85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-afd85c", "reconcileID": "9695e80f-5483-44da-a6f2-5b258308a870", "Gateway": "e2e-ipp-b-afd85c", "namespace": "openshift-ingress"} 2026-09-11T19:21:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-afd85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-afd85c", "reconcileID": "9695e80f-5483-44da-a6f2-5b258308a870", "Gateway": "e2e-ipp-b-afd85c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-afd85c-authn-ssl"} 2026-09-11T19:21:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-afd85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-afd85c", "reconcileID": "9695e80f-5483-44da-a6f2-5b258308a870", "Gateway": "e2e-ipp-b-afd85c", "namespace": "openshift-ingress"} 2026-09-11T19:22:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-afd85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-afd85c", "reconcileID": "e4a601bd-66b3-43ea-8109-38b8a2d9a79e", "Gateway": "e2e-ipp-b-afd85c", "namespace": "openshift-ingress"} 2026-09-11T19:22:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-afd85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-afd85c", "reconcileID": "e4a601bd-66b3-43ea-8109-38b8a2d9a79e", "Gateway": "e2e-ipp-b-afd85c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-afd85c-authn-ssl"} 2026-09-11T19:22:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-afd85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-afd85c", "reconcileID": "e4a601bd-66b3-43ea-8109-38b8a2d9a79e", "Gateway": "e2e-ipp-b-afd85c", "namespace": "openshift-ingress"} 2026-09-11T19:22:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-afd85c"}, "namespace": "ai-tenant-e2e-ipp-b-afd85c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "55a25017-cb23-43cf-81c5-cc7e0ee668d5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-afd85c"} 2026-09-11T19:22:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-afd85c"}, "namespace": "ai-tenant-e2e-ipp-b-afd85c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "55a25017-cb23-43cf-81c5-cc7e0ee668d5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-afd85c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T19:22:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-afd85c"}, "namespace": "ai-tenant-e2e-ipp-b-afd85c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "55a25017-cb23-43cf-81c5-cc7e0ee668d5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-afd85c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T19:22:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-afd85c"}, "namespace": "ai-tenant-e2e-ipp-b-afd85c", "name": "odh-trusted-ca-bundle", "reconcileID": "7ab4b260-dbcf-497f-a29a-03c0f09ff4e8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-afd85c"} 2026-09-11T19:22:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-afd85c"}, "namespace": "ai-tenant-e2e-ipp-b-afd85c", "name": "odh-trusted-ca-bundle", "reconcileID": "7ab4b260-dbcf-497f-a29a-03c0f09ff4e8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-afd85c"} 2026-09-11T19:22:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-afd85c"}, "namespace": "ai-tenant-e2e-ipp-b-afd85c", "name": "openshift-service-ca.crt", "reconcileID": "52b0cbd1-7284-40da-974b-6fb1589dda2c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-afd85c"} 2026-09-11T19:22:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-afd85c"}, "namespace": "ai-tenant-e2e-ipp-b-afd85c", "name": "openshift-service-ca.crt", "reconcileID": "52b0cbd1-7284-40da-974b-6fb1589dda2c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-afd85c"} 2026-09-11T19:22:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-afd85c"}, "namespace": "ai-tenant-e2e-ipp-b-afd85c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ceb95e5f-f0c0-4044-b438-5b9357399663", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-afd85c"} 2026-09-11T19:22:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-afd85c"}, "namespace": "ai-tenant-e2e-ipp-b-afd85c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ceb95e5f-f0c0-4044-b438-5b9357399663", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-afd85c"} 2026-09-11T19:22:04Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-afd85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-afd85c", "reconcileID": "1149b00f-6906-48af-b7e8-4018607928fd", "Gateway": "e2e-ipp-b-afd85c", "namespace": "openshift-ingress"} 2026-09-11T19:22:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8280eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8280eb", "reconcileID": "b3f0bafe-cd5e-40d8-98ef-53c57dbf2b88", "Gateway": "e2e-shared-a-w3-8280eb", "namespace": "openshift-ingress"} 2026-09-11T19:22:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8280eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8280eb", "reconcileID": "b3f0bafe-cd5e-40d8-98ef-53c57dbf2b88", "Gateway": "e2e-shared-a-w3-8280eb", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8280eb-authn-ssl"} 2026-09-11T19:22:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8280eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8280eb", "reconcileID": "b3f0bafe-cd5e-40d8-98ef-53c57dbf2b88", "Gateway": "e2e-shared-a-w3-8280eb", "namespace": "openshift-ingress"} 2026-09-11T19:22:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8280eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8280eb", "reconcileID": "ab1d72a9-6bf2-41bb-b784-334dbdfc5684", "Gateway": "e2e-shared-a-w3-8280eb", "namespace": "openshift-ingress"} 2026-09-11T19:22:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8280eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8280eb", "reconcileID": "ab1d72a9-6bf2-41bb-b784-334dbdfc5684", "Gateway": "e2e-shared-a-w3-8280eb", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8280eb-authn-ssl"} 2026-09-11T19:22:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8280eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8280eb", "reconcileID": "ab1d72a9-6bf2-41bb-b784-334dbdfc5684", "Gateway": "e2e-shared-a-w3-8280eb", "namespace": "openshift-ingress"} 2026-09-11T19:22:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e69442c9-422f-446f-8cad-96dffb234328", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb"} 2026-09-11T19:22:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e69442c9-422f-446f-8cad-96dffb234328", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T19:22:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e69442c9-422f-446f-8cad-96dffb234328", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-8280eb because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T19:22:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "odh-trusted-ca-bundle", "reconcileID": "8366c46d-ca73-43e3-a980-a3a75041a2dc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb"} 2026-09-11T19:22:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "odh-trusted-ca-bundle", "reconcileID": "8366c46d-ca73-43e3-a980-a3a75041a2dc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T19:22:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "odh-trusted-ca-bundle", "reconcileID": "8366c46d-ca73-43e3-a980-a3a75041a2dc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-8280eb because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T19:22:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "openshift-service-ca.crt", "reconcileID": "b85b709e-d765-4fc1-85da-8fd211c511f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb"} 2026-09-11T19:22:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "openshift-service-ca.crt", "reconcileID": "b85b709e-d765-4fc1-85da-8fd211c511f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb"} 2026-09-11T19:22:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae120e07-d339-49a8-9cfd-cd47b2c6ebdd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb"} 2026-09-11T19:22:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae120e07-d339-49a8-9cfd-cd47b2c6ebdd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb"} 2026-09-11T19:22:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "odh-trusted-ca-bundle", "reconcileID": "b78221cc-c6f6-4180-91b7-849efec3c985", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb"} 2026-09-11T19:22:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-8280eb"}, "namespace": "ai-tenant-e2e-shared-a-w3-8280eb", "name": "odh-trusted-ca-bundle", "reconcileID": "b78221cc-c6f6-4180-91b7-849efec3c985", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-8280eb"} 2026-09-11T19:22:23Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8280eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8280eb", "reconcileID": "1b6e1f11-2122-472a-aa11-853aed61f798", "Gateway": "e2e-shared-a-w3-8280eb", "namespace": "openshift-ingress"} 2026-09-11T19:22:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b7391","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b7391", "reconcileID": "fb772715-54e2-43a9-b08b-52c530ff953e", "Gateway": "e2e-shared-b-w3-3b7391", "namespace": "openshift-ingress"} 2026-09-11T19:22:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b7391","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b7391", "reconcileID": "fb772715-54e2-43a9-b08b-52c530ff953e", "Gateway": "e2e-shared-b-w3-3b7391", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b7391-authn-ssl"} 2026-09-11T19:22:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b7391","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b7391", "reconcileID": "fb772715-54e2-43a9-b08b-52c530ff953e", "Gateway": "e2e-shared-b-w3-3b7391", "namespace": "openshift-ingress"} 2026-09-11T19:22:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b7391","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b7391", "reconcileID": "1eed1822-a884-4132-b532-6fbc83a0c6b0", "Gateway": "e2e-shared-b-w3-3b7391", "namespace": "openshift-ingress"} 2026-09-11T19:22:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b7391","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b7391", "reconcileID": "1eed1822-a884-4132-b532-6fbc83a0c6b0", "Gateway": "e2e-shared-b-w3-3b7391", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b7391-authn-ssl"} 2026-09-11T19:22:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b7391","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b7391", "reconcileID": "1eed1822-a884-4132-b532-6fbc83a0c6b0", "Gateway": "e2e-shared-b-w3-3b7391", "namespace": "openshift-ingress"} 2026-09-11T19:22:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4f791e3-cc88-435b-9f2d-1f8569f47505", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391"} 2026-09-11T19:22:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4f791e3-cc88-435b-9f2d-1f8569f47505", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T19:22:41Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4f791e3-cc88-435b-9f2d-1f8569f47505", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-3b7391 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T19:22:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "odh-trusted-ca-bundle", "reconcileID": "ab7e2022-8e2c-4331-8763-574c74ef6a5d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391"} 2026-09-11T19:22:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "odh-trusted-ca-bundle", "reconcileID": "ab7e2022-8e2c-4331-8763-574c74ef6a5d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391"} 2026-09-11T19:22:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "openshift-service-ca.crt", "reconcileID": "ba6ac673-8e10-4d74-bffd-f7d3bcbd52ad", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391"} 2026-09-11T19:22:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "openshift-service-ca.crt", "reconcileID": "ba6ac673-8e10-4d74-bffd-f7d3bcbd52ad", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391"} 2026-09-11T19:22:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6693c0bd-d6c1-44bf-85e8-b4278120de23", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391"} 2026-09-11T19:22:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-3b7391"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b7391", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6693c0bd-d6c1-44bf-85e8-b4278120de23", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-3b7391"} 2026-09-11T19:22:41Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b7391","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b7391", "reconcileID": "6a87608b-4eeb-47b3-9d7a-595f12e517cc", "Gateway": "e2e-shared-b-w3-3b7391", "namespace": "openshift-ingress"} 2026-09-11T19:27:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-cf8f6f1d", "reconcileID": "2570914e-607e-40dd-9633-85993e31c040", "LLMInferenceService": "e2e-same-id-a-cf8f6f1d", "namespace": "llm"} 2026-09-11T19:27:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-cf8f6f1d", "reconcileID": "2570914e-607e-40dd-9633-85993e31c040", "LLMInferenceService": "e2e-same-id-a-cf8f6f1d", "namespace": "llm"} 2026-09-11T19:27:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-cf8f6f1d", "reconcileID": "2570914e-607e-40dd-9633-85993e31c040", "LLMInferenceService": "e2e-same-id-a-cf8f6f1d", "namespace": "llm"} 2026-09-11T19:27:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "649a6c42-dad3-4aed-a6d2-eae9e9e3ecf5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T19:27:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-cf8f6f1d", "reconcileID": "2570914e-607e-40dd-9633-85993e31c040", "LLMInferenceService": "e2e-same-id-a-cf8f6f1d", "namespace": "llm", "name": "e2e-same-id-a-cf8f6f1d-kserve-route-authn"} 2026-09-11T19:27:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-cf8f6f1d", "reconcileID": "2570914e-607e-40dd-9633-85993e31c040", "LLMInferenceService": "e2e-same-id-a-cf8f6f1d", "namespace": "llm", "authType": "userdefined"} 2026-09-11T19:27:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-cf8f6f1d", "reconcileID": "2570914e-607e-40dd-9633-85993e31c040", "LLMInferenceService": "e2e-same-id-a-cf8f6f1d", "namespace": "llm"} 2026-09-11T19:27:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "649a6c42-dad3-4aed-a6d2-eae9e9e3ecf5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T19:27:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "649a6c42-dad3-4aed-a6d2-eae9e9e3ecf5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T19:27:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-cf8f6f1d", "reconcileID": "573d512b-448c-4d76-89e2-6d3680441a74", "LLMInferenceService": "e2e-same-id-b-cf8f6f1d", "namespace": "llm"} 2026-09-11T19:27:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-cf8f6f1d", "reconcileID": "573d512b-448c-4d76-89e2-6d3680441a74", "LLMInferenceService": "e2e-same-id-b-cf8f6f1d", "namespace": "llm"} 2026-09-11T19:27:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-cf8f6f1d", "reconcileID": "573d512b-448c-4d76-89e2-6d3680441a74", "LLMInferenceService": "e2e-same-id-b-cf8f6f1d", "namespace": "llm"} 2026-09-11T19:27:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a665a9f1-7d98-4706-9399-06bf8a10eac4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T19:27:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-cf8f6f1d", "reconcileID": "573d512b-448c-4d76-89e2-6d3680441a74", "LLMInferenceService": "e2e-same-id-b-cf8f6f1d", "namespace": "llm", "name": "e2e-same-id-b-cf8f6f1d-kserve-route-authn"} 2026-09-11T19:27:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-cf8f6f1d", "reconcileID": "573d512b-448c-4d76-89e2-6d3680441a74", "LLMInferenceService": "e2e-same-id-b-cf8f6f1d", "namespace": "llm", "authType": "userdefined"} 2026-09-11T19:27:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-cf8f6f1d", "reconcileID": "573d512b-448c-4d76-89e2-6d3680441a74", "LLMInferenceService": "e2e-same-id-b-cf8f6f1d", "namespace": "llm"} 2026-09-11T19:27:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a665a9f1-7d98-4706-9399-06bf8a10eac4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T19:27:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a665a9f1-7d98-4706-9399-06bf8a10eac4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T19:27:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-cf8f6f1d", "reconcileID": "f75ff730-d680-4056-8c9f-a5b746bc5f62", "LLMInferenceService": "e2e-same-id-a-cf8f6f1d", "namespace": "llm"} 2026-09-11T19:27:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-cf8f6f1d", "reconcileID": "f75ff730-d680-4056-8c9f-a5b746bc5f62", "LLMInferenceService": "e2e-same-id-a-cf8f6f1d", "namespace": "llm"} 2026-09-11T19:27:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-cf8f6f1d", "reconcileID": "f75ff730-d680-4056-8c9f-a5b746bc5f62", "LLMInferenceService": "e2e-same-id-a-cf8f6f1d", "namespace": "llm"} 2026-09-11T19:27:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-cf8f6f1d", "reconcileID": "f75ff730-d680-4056-8c9f-a5b746bc5f62", "LLMInferenceService": "e2e-same-id-a-cf8f6f1d", "namespace": "llm", "name": "e2e-same-id-a-cf8f6f1d-kserve-route-authn"} 2026-09-11T19:27:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-cf8f6f1d", "reconcileID": "f75ff730-d680-4056-8c9f-a5b746bc5f62", "LLMInferenceService": "e2e-same-id-a-cf8f6f1d", "namespace": "llm", "authType": "userdefined"} 2026-09-11T19:27:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-cf8f6f1d", "reconcileID": "f75ff730-d680-4056-8c9f-a5b746bc5f62", "LLMInferenceService": "e2e-same-id-a-cf8f6f1d", "namespace": "llm"} 2026-09-11T19:27:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "19e94370-890e-47b0-bc91-25e419fb43da", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T19:27:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "19e94370-890e-47b0-bc91-25e419fb43da", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T19:27:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "19e94370-890e-47b0-bc91-25e419fb43da", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T19:27:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-cf8f6f1d", "reconcileID": "b3395695-339e-4929-afb8-81c721068010", "LLMInferenceService": "e2e-same-id-a-cf8f6f1d", "namespace": "llm"} 2026-09-11T19:27:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-cf8f6f1d", "reconcileID": "b3395695-339e-4929-afb8-81c721068010", "LLMInferenceService": "e2e-same-id-a-cf8f6f1d", "namespace": "llm"} 2026-09-11T19:27:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-cf8f6f1d", "reconcileID": "b3395695-339e-4929-afb8-81c721068010", "LLMInferenceService": "e2e-same-id-a-cf8f6f1d", "namespace": "llm"} 2026-09-11T19:27:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-cf8f6f1d", "reconcileID": "b3395695-339e-4929-afb8-81c721068010", "LLMInferenceService": "e2e-same-id-a-cf8f6f1d", "namespace": "llm", "name": "e2e-same-id-a-cf8f6f1d-kserve-route-authn"} 2026-09-11T19:27:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-cf8f6f1d", "reconcileID": "b3395695-339e-4929-afb8-81c721068010", "LLMInferenceService": "e2e-same-id-a-cf8f6f1d", "namespace": "llm", "authType": "userdefined"} 2026-09-11T19:27:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-cf8f6f1d", "reconcileID": "b3395695-339e-4929-afb8-81c721068010", "LLMInferenceService": "e2e-same-id-a-cf8f6f1d", "namespace": "llm"} 2026-09-11T19:27:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-cf8f6f1d", "reconcileID": "759f11de-1088-4da8-b49a-a5a46b8d0260", "LLMInferenceService": "e2e-same-id-b-cf8f6f1d", "namespace": "llm"} 2026-09-11T19:27:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-cf8f6f1d", "reconcileID": "759f11de-1088-4da8-b49a-a5a46b8d0260", "LLMInferenceService": "e2e-same-id-b-cf8f6f1d", "namespace": "llm"} 2026-09-11T19:27:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-cf8f6f1d", "reconcileID": "759f11de-1088-4da8-b49a-a5a46b8d0260", "LLMInferenceService": "e2e-same-id-b-cf8f6f1d", "namespace": "llm"} 2026-09-11T19:27:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-cf8f6f1d", "reconcileID": "759f11de-1088-4da8-b49a-a5a46b8d0260", "LLMInferenceService": "e2e-same-id-b-cf8f6f1d", "namespace": "llm", "name": "e2e-same-id-b-cf8f6f1d-kserve-route-authn"} 2026-09-11T19:27:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-cf8f6f1d", "reconcileID": "759f11de-1088-4da8-b49a-a5a46b8d0260", "LLMInferenceService": "e2e-same-id-b-cf8f6f1d", "namespace": "llm", "authType": "userdefined"} 2026-09-11T19:27:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-cf8f6f1d", "reconcileID": "759f11de-1088-4da8-b49a-a5a46b8d0260", "LLMInferenceService": "e2e-same-id-b-cf8f6f1d", "namespace": "llm"} 2026-09-11T19:27:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "14447407-b3cf-47df-b1bd-a7942f8057d9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T19:27:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "14447407-b3cf-47df-b1bd-a7942f8057d9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T19:27:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "14447407-b3cf-47df-b1bd-a7942f8057d9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T19:27:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-cf8f6f1d", "reconcileID": "b655bb98-1c16-4567-9848-3a5feb7cc5b7", "LLMInferenceService": "e2e-same-id-b-cf8f6f1d", "namespace": "llm"} 2026-09-11T19:27:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-cf8f6f1d", "reconcileID": "b655bb98-1c16-4567-9848-3a5feb7cc5b7", "LLMInferenceService": "e2e-same-id-b-cf8f6f1d", "namespace": "llm"} 2026-09-11T19:27:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-cf8f6f1d", "reconcileID": "b655bb98-1c16-4567-9848-3a5feb7cc5b7", "LLMInferenceService": "e2e-same-id-b-cf8f6f1d", "namespace": "llm"} 2026-09-11T19:27:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-cf8f6f1d", "reconcileID": "b655bb98-1c16-4567-9848-3a5feb7cc5b7", "LLMInferenceService": "e2e-same-id-b-cf8f6f1d", "namespace": "llm", "name": "e2e-same-id-b-cf8f6f1d-kserve-route-authn"} 2026-09-11T19:27:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-cf8f6f1d", "reconcileID": "b655bb98-1c16-4567-9848-3a5feb7cc5b7", "LLMInferenceService": "e2e-same-id-b-cf8f6f1d", "namespace": "llm", "authType": "userdefined"} 2026-09-11T19:27:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-cf8f6f1d", "reconcileID": "b655bb98-1c16-4567-9848-3a5feb7cc5b7", "LLMInferenceService": "e2e-same-id-b-cf8f6f1d", "namespace": "llm"} 2026-09-11T19:27:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-cf8f6f1d", "reconcileID": "c67e35a5-1737-45bd-b04c-8344b48672e0", "LLMInferenceService": "e2e-same-id-a-cf8f6f1d", "namespace": "llm"} 2026-09-11T19:27:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-cf8f6f1d", "reconcileID": "c67e35a5-1737-45bd-b04c-8344b48672e0", "LLMInferenceService": "e2e-same-id-a-cf8f6f1d", "namespace": "llm"} 2026-09-11T19:27:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-cf8f6f1d", "reconcileID": "c67e35a5-1737-45bd-b04c-8344b48672e0", "LLMInferenceService": "e2e-same-id-a-cf8f6f1d", "namespace": "llm"} 2026-09-11T19:27:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-cf8f6f1d", "reconcileID": "c67e35a5-1737-45bd-b04c-8344b48672e0", "LLMInferenceService": "e2e-same-id-a-cf8f6f1d", "namespace": "llm", "name": "e2e-same-id-a-cf8f6f1d-kserve-route-authn"} 2026-09-11T19:27:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-cf8f6f1d", "reconcileID": "c67e35a5-1737-45bd-b04c-8344b48672e0", "LLMInferenceService": "e2e-same-id-a-cf8f6f1d", "namespace": "llm", "authType": "userdefined"} 2026-09-11T19:27:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-cf8f6f1d", "reconcileID": "c67e35a5-1737-45bd-b04c-8344b48672e0", "LLMInferenceService": "e2e-same-id-a-cf8f6f1d", "namespace": "llm"} 2026-09-11T19:27:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-cf8f6f1d", "reconcileID": "a0251a8e-32d3-4229-a84d-cfbdda674270", "LLMInferenceService": "e2e-same-id-b-cf8f6f1d", "namespace": "llm"} 2026-09-11T19:27:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-cf8f6f1d", "reconcileID": "a0251a8e-32d3-4229-a84d-cfbdda674270", "LLMInferenceService": "e2e-same-id-b-cf8f6f1d", "namespace": "llm"} 2026-09-11T19:27:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-cf8f6f1d", "reconcileID": "a0251a8e-32d3-4229-a84d-cfbdda674270", "LLMInferenceService": "e2e-same-id-b-cf8f6f1d", "namespace": "llm"} 2026-09-11T19:27:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-cf8f6f1d", "reconcileID": "a0251a8e-32d3-4229-a84d-cfbdda674270", "LLMInferenceService": "e2e-same-id-b-cf8f6f1d", "namespace": "llm", "name": "e2e-same-id-b-cf8f6f1d-kserve-route-authn"} 2026-09-11T19:27:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-cf8f6f1d", "reconcileID": "a0251a8e-32d3-4229-a84d-cfbdda674270", "LLMInferenceService": "e2e-same-id-b-cf8f6f1d", "namespace": "llm", "authType": "userdefined"} 2026-09-11T19:27:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-cf8f6f1d", "reconcileID": "a0251a8e-32d3-4229-a84d-cfbdda674270", "LLMInferenceService": "e2e-same-id-b-cf8f6f1d", "namespace": "llm"} 2026-09-11T19:27:51Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-cf8f6f1d", "reconcileID": "abee8ddc-abee-443d-9b7a-0b7a40dcf284", "LLMInferenceService": "e2e-same-id-a-cf8f6f1d", "namespace": "llm"} 2026-09-11T19:27:51Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-cf8f6f1d", "reconcileID": "abee8ddc-abee-443d-9b7a-0b7a40dcf284", "LLMInferenceService": "e2e-same-id-a-cf8f6f1d", "namespace": "llm", "name": "e2e-same-id-a-cf8f6f1d"} 2026-09-11T19:27:51Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-cf8f6f1d", "reconcileID": "abee8ddc-abee-443d-9b7a-0b7a40dcf284", "LLMInferenceService": "e2e-same-id-a-cf8f6f1d", "namespace": "llm"} 2026-09-11T19:27:51Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-cf8f6f1d", "reconcileID": "abee8ddc-abee-443d-9b7a-0b7a40dcf284", "LLMInferenceService": "e2e-same-id-a-cf8f6f1d", "namespace": "llm"} 2026-09-11T19:27:51Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-cf8f6f1d", "reconcileID": "abee8ddc-abee-443d-9b7a-0b7a40dcf284", "LLMInferenceService": "e2e-same-id-a-cf8f6f1d", "namespace": "llm", "name": "e2e-same-id-a-cf8f6f1d-kserve-route-authn"} 2026-09-11T19:27:51Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-cf8f6f1d", "reconcileID": "abee8ddc-abee-443d-9b7a-0b7a40dcf284", "LLMInferenceService": "e2e-same-id-a-cf8f6f1d", "namespace": "llm", "name": "e2e-same-id-a-cf8f6f1d-kserve-route-authn"} 2026-09-11T19:27:51Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-cf8f6f1d", "reconcileID": "61f8892f-a829-4647-82dc-399c40635659", "LLMInferenceService": "e2e-same-id-a-cf8f6f1d", "namespace": "llm"} 2026-09-11T19:27:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "490bfa91-2a48-4b08-9205-0361c9042521", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T19:27:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "490bfa91-2a48-4b08-9205-0361c9042521", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T19:27:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "490bfa91-2a48-4b08-9205-0361c9042521", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T19:27:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7b850be2-997d-463b-a2e2-fc75a7208e4f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T19:27:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7b850be2-997d-463b-a2e2-fc75a7208e4f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T19:27:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7b850be2-997d-463b-a2e2-fc75a7208e4f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T19:27:51Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-cf8f6f1d", "reconcileID": "18bbf22d-d2a1-47a0-92c7-e1cc82773dc1", "LLMInferenceService": "e2e-same-id-b-cf8f6f1d", "namespace": "llm"} 2026-09-11T19:27:51Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-cf8f6f1d", "reconcileID": "18bbf22d-d2a1-47a0-92c7-e1cc82773dc1", "LLMInferenceService": "e2e-same-id-b-cf8f6f1d", "namespace": "llm", "name": "e2e-same-id-b-cf8f6f1d"} 2026-09-11T19:27:51Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-cf8f6f1d", "reconcileID": "18bbf22d-d2a1-47a0-92c7-e1cc82773dc1", "LLMInferenceService": "e2e-same-id-b-cf8f6f1d", "namespace": "llm"} 2026-09-11T19:27:51Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-cf8f6f1d", "reconcileID": "18bbf22d-d2a1-47a0-92c7-e1cc82773dc1", "LLMInferenceService": "e2e-same-id-b-cf8f6f1d", "namespace": "llm"} 2026-09-11T19:27:51Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-cf8f6f1d", "reconcileID": "18bbf22d-d2a1-47a0-92c7-e1cc82773dc1", "LLMInferenceService": "e2e-same-id-b-cf8f6f1d", "namespace": "llm", "name": "e2e-same-id-b-cf8f6f1d-kserve-route-authn"} 2026-09-11T19:27:51Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-cf8f6f1d", "reconcileID": "18bbf22d-d2a1-47a0-92c7-e1cc82773dc1", "LLMInferenceService": "e2e-same-id-b-cf8f6f1d", "namespace": "llm", "name": "e2e-same-id-b-cf8f6f1d-kserve-route-authn"} 2026-09-11T19:27:52Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-cf8f6f1d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-cf8f6f1d", "reconcileID": "2b2e4074-af46-4b49-a050-168797e5e7ae", "LLMInferenceService": "e2e-same-id-b-cf8f6f1d", "namespace": "llm"} 2026-09-11T19:27:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "693cface-7a5e-47fa-aa0b-70fdbf013fcd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T19:27:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "693cface-7a5e-47fa-aa0b-70fdbf013fcd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T19:27:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "693cface-7a5e-47fa-aa0b-70fdbf013fcd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T19:27:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ce04eda4-0120-47f6-a4b3-c08237935532", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T19:27:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ce04eda4-0120-47f6-a4b3-c08237935532", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T19:27:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ce04eda4-0120-47f6-a4b3-c08237935532", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T19:28:41Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T19:28:41Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T19:28:42Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T19:28:42Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}