2026-07-29T21:54:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "sub-test-model-670ddc", "reconcileID": "fa525db7-36c5-4476-86ca-cf9794d3c171", "LLMInferenceService": "sub-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc"} 2026-07-29T21:54:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "sub-test-model-670ddc", "reconcileID": "1b98c50a-25d8-4688-92e8-c1368bf06e99", "LLMInferenceService": "sub-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc"} 2026-07-29T21:54:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "sub-test-model-670ddc", "reconcileID": "1b98c50a-25d8-4688-92e8-c1368bf06e99", "LLMInferenceService": "sub-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc"} 2026-07-29T21:54:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "sub-test-model-670ddc", "reconcileID": "1b98c50a-25d8-4688-92e8-c1368bf06e99", "LLMInferenceService": "sub-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc"} 2026-07-29T21:54:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "sub-test-model-670ddc", "reconcileID": "1b98c50a-25d8-4688-92e8-c1368bf06e99", "LLMInferenceService": "sub-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "sub-test-model-670ddc-kserve-route-authn"} 2026-07-29T21:54:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "sub-test-model-670ddc", "reconcileID": "1b98c50a-25d8-4688-92e8-c1368bf06e99", "LLMInferenceService": "sub-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc", "authType": "userdefined"} 2026-07-29T21:54:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "sub-test-model-670ddc", "reconcileID": "1b98c50a-25d8-4688-92e8-c1368bf06e99", "LLMInferenceService": "sub-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc"} 2026-07-29T21:55:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "sub-test-model-670ddc", "reconcileID": "b3821a3e-6cf6-4398-8dbf-802fe48c7cb7", "LLMInferenceService": "sub-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc"} 2026-07-29T21:55:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "sub-test-model-670ddc", "reconcileID": "b3821a3e-6cf6-4398-8dbf-802fe48c7cb7", "LLMInferenceService": "sub-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc"} 2026-07-29T21:55:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "sub-test-model-670ddc", "reconcileID": "b3821a3e-6cf6-4398-8dbf-802fe48c7cb7", "LLMInferenceService": "sub-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc"} 2026-07-29T21:55:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "sub-test-model-670ddc", "reconcileID": "b3821a3e-6cf6-4398-8dbf-802fe48c7cb7", "LLMInferenceService": "sub-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "sub-test-model-670ddc-kserve-route-authn"} 2026-07-29T21:55:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "sub-test-model-670ddc", "reconcileID": "b3821a3e-6cf6-4398-8dbf-802fe48c7cb7", "LLMInferenceService": "sub-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc", "authType": "userdefined"} 2026-07-29T21:55:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "sub-test-model-670ddc", "reconcileID": "b3821a3e-6cf6-4398-8dbf-802fe48c7cb7", "LLMInferenceService": "sub-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc"} 2026-07-29T21:55:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-670ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc", "reconcileID": "4a544331-3321-4a74-9c3d-112a317aa2ef", "Gateway": "e2e-shared-b-670ddc", "namespace": "openshift-ingress"} 2026-07-29T21:55:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-670ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc", "reconcileID": "4a544331-3321-4a74-9c3d-112a317aa2ef", "Gateway": "e2e-shared-b-670ddc", "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc-authn-ssl"} 2026-07-29T21:55:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-670ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc", "reconcileID": "4a544331-3321-4a74-9c3d-112a317aa2ef", "Gateway": "e2e-shared-b-670ddc", "namespace": "openshift-ingress"} 2026-07-29T21:55:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fe32bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc", "reconcileID": "c20a193f-50a3-4e72-a86e-c953be5742c4", "Gateway": "e2e-shared-a-fe32bc", "namespace": "openshift-ingress"} 2026-07-29T21:55:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fe32bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc", "reconcileID": "c20a193f-50a3-4e72-a86e-c953be5742c4", "Gateway": "e2e-shared-a-fe32bc", "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc-authn-ssl"} 2026-07-29T21:55:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fe32bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc", "reconcileID": "c20a193f-50a3-4e72-a86e-c953be5742c4", "Gateway": "e2e-shared-a-fe32bc", "namespace": "openshift-ingress"} 2026-07-29T21:55:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-670ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc", "reconcileID": "bd2504fe-e9d2-4a5c-81d4-528a560a30c7", "Gateway": "e2e-shared-b-670ddc", "namespace": "openshift-ingress"} 2026-07-29T21:55:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-670ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc", "reconcileID": "bd2504fe-e9d2-4a5c-81d4-528a560a30c7", "Gateway": "e2e-shared-b-670ddc", "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc-authn-ssl"} 2026-07-29T21:55:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-670ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc", "reconcileID": "bd2504fe-e9d2-4a5c-81d4-528a560a30c7", "Gateway": "e2e-shared-b-670ddc", "namespace": "openshift-ingress"} 2026-07-29T21:55:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fe32bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc", "reconcileID": "858d4788-9be4-48ef-8a90-91a46c1c7b49", "Gateway": "e2e-shared-a-fe32bc", "namespace": "openshift-ingress"} 2026-07-29T21:55:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fe32bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc", "reconcileID": "858d4788-9be4-48ef-8a90-91a46c1c7b49", "Gateway": "e2e-shared-a-fe32bc", "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc-authn-ssl"} 2026-07-29T21:55:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fe32bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc", "reconcileID": "858d4788-9be4-48ef-8a90-91a46c1c7b49", "Gateway": "e2e-shared-a-fe32bc", "namespace": "openshift-ingress"} 2026-07-29T21:55:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-670ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc", "reconcileID": "257f83d8-4bae-45ba-92ee-5fadf23635ed", "Gateway": "e2e-shared-b-670ddc", "namespace": "openshift-ingress"} 2026-07-29T21:55:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-670ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc", "reconcileID": "257f83d8-4bae-45ba-92ee-5fadf23635ed", "Gateway": "e2e-shared-b-670ddc", "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc-authn-ssl"} 2026-07-29T21:55:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-670ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc", "reconcileID": "257f83d8-4bae-45ba-92ee-5fadf23635ed", "Gateway": "e2e-shared-b-670ddc", "namespace": "openshift-ingress"} 2026-07-29T21:55:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fe32bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc", "reconcileID": "8eb1ac5c-c695-4a92-a06d-e1f8205f0c0b", "Gateway": "e2e-shared-a-fe32bc", "namespace": "openshift-ingress"} 2026-07-29T21:55:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fe32bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc", "reconcileID": "8eb1ac5c-c695-4a92-a06d-e1f8205f0c0b", "Gateway": "e2e-shared-a-fe32bc", "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc-authn-ssl"} 2026-07-29T21:55:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fe32bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc", "reconcileID": "8eb1ac5c-c695-4a92-a06d-e1f8205f0c0b", "Gateway": "e2e-shared-a-fe32bc", "namespace": "openshift-ingress"} 2026-07-29T21:56:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2b06a81c-75c6-4d96-98b3-84ce198ecadd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T21:56:22Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fe32bc","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "sub-test-model-fe32bc", "reconcileID": "88229c67-d30e-40f1-ae91-cdde88979591", "LLMInferenceService": "sub-test-model-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc"} 2026-07-29T21:56:22Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fe32bc","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "sub-test-model-fe32bc", "reconcileID": "88229c67-d30e-40f1-ae91-cdde88979591", "LLMInferenceService": "sub-test-model-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "sub-test-model-fe32bc"} 2026-07-29T21:56:22Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fe32bc","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "sub-test-model-fe32bc", "reconcileID": "88229c67-d30e-40f1-ae91-cdde88979591", "LLMInferenceService": "sub-test-model-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc"} 2026-07-29T21:56:22Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fe32bc","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "sub-test-model-fe32bc", "reconcileID": "88229c67-d30e-40f1-ae91-cdde88979591", "LLMInferenceService": "sub-test-model-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc"} 2026-07-29T21:56:22Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fe32bc","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "sub-test-model-fe32bc", "reconcileID": "88229c67-d30e-40f1-ae91-cdde88979591", "LLMInferenceService": "sub-test-model-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "sub-test-model-fe32bc-kserve-route-authn"} 2026-07-29T21:56:22Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fe32bc","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "sub-test-model-fe32bc", "reconcileID": "88229c67-d30e-40f1-ae91-cdde88979591", "LLMInferenceService": "sub-test-model-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "sub-test-model-fe32bc-kserve-route-authn"} 2026-07-29T21:56:22Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fe32bc","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "sub-test-model-fe32bc", "reconcileID": "88229c67-d30e-40f1-ae91-cdde88979591", "LLMInferenceService": "sub-test-model-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc"} 2026-07-29T21:56:22Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fe32bc","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "sub-test-model-fe32bc", "reconcileID": "88229c67-d30e-40f1-ae91-cdde88979591", "LLMInferenceService": "sub-test-model-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc"} 2026-07-29T21:56:22Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fe32bc","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "sub-test-model-fe32bc", "reconcileID": "e9798675-98c7-427c-afb1-47b036f9ceab", "LLMInferenceService": "sub-test-model-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc"} 2026-07-29T21:56:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fe32bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc", "reconcileID": "959fe8a9-b324-4435-b333-462beefdb0dc", "Gateway": "e2e-shared-a-fe32bc", "namespace": "openshift-ingress"} 2026-07-29T21:56:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fe32bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc", "reconcileID": "959fe8a9-b324-4435-b333-462beefdb0dc", "Gateway": "e2e-shared-a-fe32bc", "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc-authn-ssl"} 2026-07-29T21:56:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fe32bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc", "reconcileID": "959fe8a9-b324-4435-b333-462beefdb0dc", "Gateway": "e2e-shared-a-fe32bc", "namespace": "openshift-ingress"} 2026-07-29T21:56:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fe32bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc", "reconcileID": "3374fb3a-1edd-48a0-845c-c2d8b564b19f", "Gateway": "e2e-shared-a-fe32bc", "namespace": "openshift-ingress"} 2026-07-29T21:56:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fe32bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc", "reconcileID": "3374fb3a-1edd-48a0-845c-c2d8b564b19f", "Gateway": "e2e-shared-a-fe32bc", "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc-authn-ssl"} 2026-07-29T21:56:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fe32bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc", "reconcileID": "3374fb3a-1edd-48a0-845c-c2d8b564b19f", "Gateway": "e2e-shared-a-fe32bc", "namespace": "openshift-ingress"} 2026-07-29T21:56:23Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "sub-test-model-670ddc", "reconcileID": "76f05c32-ce03-4d19-86ab-d9890c69873f", "LLMInferenceService": "sub-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc"} 2026-07-29T21:56:23Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "sub-test-model-670ddc", "reconcileID": "76f05c32-ce03-4d19-86ab-d9890c69873f", "LLMInferenceService": "sub-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "sub-test-model-670ddc"} 2026-07-29T21:56:23Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "sub-test-model-670ddc", "reconcileID": "76f05c32-ce03-4d19-86ab-d9890c69873f", "LLMInferenceService": "sub-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc"} 2026-07-29T21:56:23Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "sub-test-model-670ddc", "reconcileID": "76f05c32-ce03-4d19-86ab-d9890c69873f", "LLMInferenceService": "sub-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc"} 2026-07-29T21:56:23Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "sub-test-model-670ddc", "reconcileID": "76f05c32-ce03-4d19-86ab-d9890c69873f", "LLMInferenceService": "sub-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "sub-test-model-670ddc-kserve-route-authn"} 2026-07-29T21:56:23Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "sub-test-model-670ddc", "reconcileID": "76f05c32-ce03-4d19-86ab-d9890c69873f", "LLMInferenceService": "sub-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "sub-test-model-670ddc-kserve-route-authn"} 2026-07-29T21:56:23Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "sub-test-model-670ddc", "reconcileID": "76f05c32-ce03-4d19-86ab-d9890c69873f", "LLMInferenceService": "sub-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc"} 2026-07-29T21:56:23Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "sub-test-model-670ddc", "reconcileID": "76f05c32-ce03-4d19-86ab-d9890c69873f", "LLMInferenceService": "sub-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc"} 2026-07-29T21:56:23Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "sub-test-model-670ddc", "reconcileID": "5a64f127-d183-44e8-b44b-bc94f96d6d10", "LLMInferenceService": "sub-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc"} 2026-07-29T21:56:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-670ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc", "reconcileID": "c026b31d-c23f-4298-83cd-708e39f9b611", "Gateway": "e2e-shared-b-670ddc", "namespace": "openshift-ingress"} 2026-07-29T21:56:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-670ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc", "reconcileID": "c026b31d-c23f-4298-83cd-708e39f9b611", "Gateway": "e2e-shared-b-670ddc", "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc-authn-ssl"} 2026-07-29T21:56:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-670ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc", "reconcileID": "c026b31d-c23f-4298-83cd-708e39f9b611", "Gateway": "e2e-shared-b-670ddc", "namespace": "openshift-ingress"} 2026-07-29T21:56:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-670ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc", "reconcileID": "0434991c-7f14-4ab2-b3df-5566fc4a0b4f", "Gateway": "e2e-shared-b-670ddc", "namespace": "openshift-ingress"} 2026-07-29T21:56:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-670ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc", "reconcileID": "0434991c-7f14-4ab2-b3df-5566fc4a0b4f", "Gateway": "e2e-shared-b-670ddc", "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc-authn-ssl"} 2026-07-29T21:56:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-670ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc", "reconcileID": "0434991c-7f14-4ab2-b3df-5566fc4a0b4f", "Gateway": "e2e-shared-b-670ddc", "namespace": "openshift-ingress"} 2026-07-29T21:56:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe32bc","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "rate-test-model-fe32bc", "reconcileID": "5e103258-502b-4c54-ba17-1fe175526bf5", "LLMInferenceService": "rate-test-model-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc"} 2026-07-29T21:56:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe32bc","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "rate-test-model-fe32bc", "reconcileID": "5e103258-502b-4c54-ba17-1fe175526bf5", "LLMInferenceService": "rate-test-model-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc"} 2026-07-29T21:56:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe32bc","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "rate-test-model-fe32bc", "reconcileID": "5e103258-502b-4c54-ba17-1fe175526bf5", "LLMInferenceService": "rate-test-model-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc"} 2026-07-29T21:56:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fe32bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc", "reconcileID": "cd1122f8-dd11-438f-aaf2-f383c06a7ccd", "Gateway": "e2e-shared-a-fe32bc", "namespace": "openshift-ingress"} 2026-07-29T21:56:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe32bc","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "rate-test-model-fe32bc", "reconcileID": "5e103258-502b-4c54-ba17-1fe175526bf5", "LLMInferenceService": "rate-test-model-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "rate-test-model-fe32bc-kserve-route-authn"} 2026-07-29T21:56:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe32bc","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "rate-test-model-fe32bc", "reconcileID": "5e103258-502b-4c54-ba17-1fe175526bf5", "LLMInferenceService": "rate-test-model-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc", "authType": "userdefined"} 2026-07-29T21:56:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe32bc","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "rate-test-model-fe32bc", "reconcileID": "5e103258-502b-4c54-ba17-1fe175526bf5", "LLMInferenceService": "rate-test-model-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc"} 2026-07-29T21:56:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fe32bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc", "reconcileID": "cd1122f8-dd11-438f-aaf2-f383c06a7ccd", "Gateway": "e2e-shared-a-fe32bc", "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc-authn-ssl"} 2026-07-29T21:56:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fe32bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc", "reconcileID": "cd1122f8-dd11-438f-aaf2-f383c06a7ccd", "Gateway": "e2e-shared-a-fe32bc", "namespace": "openshift-ingress"} 2026-07-29T21:56:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe32bc","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "rate-test-model-fe32bc", "reconcileID": "18dbef90-08e3-4968-aa86-fe11096df504", "LLMInferenceService": "rate-test-model-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc"} 2026-07-29T21:56:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe32bc","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "rate-test-model-fe32bc", "reconcileID": "18dbef90-08e3-4968-aa86-fe11096df504", "LLMInferenceService": "rate-test-model-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc"} 2026-07-29T21:56:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe32bc","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "rate-test-model-fe32bc", "reconcileID": "18dbef90-08e3-4968-aa86-fe11096df504", "LLMInferenceService": "rate-test-model-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc"} 2026-07-29T21:56:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe32bc","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "rate-test-model-fe32bc", "reconcileID": "18dbef90-08e3-4968-aa86-fe11096df504", "LLMInferenceService": "rate-test-model-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "rate-test-model-fe32bc-kserve-route-authn"} 2026-07-29T21:56:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe32bc","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "rate-test-model-fe32bc", "reconcileID": "18dbef90-08e3-4968-aa86-fe11096df504", "LLMInferenceService": "rate-test-model-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc", "authType": "userdefined"} 2026-07-29T21:56:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe32bc","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "rate-test-model-fe32bc", "reconcileID": "18dbef90-08e3-4968-aa86-fe11096df504", "LLMInferenceService": "rate-test-model-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc"} 2026-07-29T21:56:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fe32bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc", "reconcileID": "3c5621a5-f664-49da-8deb-87ce31a7d915", "Gateway": "e2e-shared-a-fe32bc", "namespace": "openshift-ingress"} 2026-07-29T21:56:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fe32bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc", "reconcileID": "3c5621a5-f664-49da-8deb-87ce31a7d915", "Gateway": "e2e-shared-a-fe32bc", "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc-authn-ssl"} 2026-07-29T21:56:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fe32bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc", "reconcileID": "3c5621a5-f664-49da-8deb-87ce31a7d915", "Gateway": "e2e-shared-a-fe32bc", "namespace": "openshift-ingress"} 2026-07-29T21:56:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe32bc","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "rate-test-model-fe32bc", "reconcileID": "72675536-20a9-4172-b8a6-d195db6c5cf0", "LLMInferenceService": "rate-test-model-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc"} 2026-07-29T21:56:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe32bc","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "rate-test-model-fe32bc", "reconcileID": "72675536-20a9-4172-b8a6-d195db6c5cf0", "LLMInferenceService": "rate-test-model-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc"} 2026-07-29T21:56:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe32bc","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "rate-test-model-fe32bc", "reconcileID": "72675536-20a9-4172-b8a6-d195db6c5cf0", "LLMInferenceService": "rate-test-model-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc"} 2026-07-29T21:56:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe32bc","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "rate-test-model-fe32bc", "reconcileID": "72675536-20a9-4172-b8a6-d195db6c5cf0", "LLMInferenceService": "rate-test-model-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "rate-test-model-fe32bc-kserve-route-authn"} 2026-07-29T21:56:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe32bc","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "rate-test-model-fe32bc", "reconcileID": "72675536-20a9-4172-b8a6-d195db6c5cf0", "LLMInferenceService": "rate-test-model-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc", "authType": "userdefined"} 2026-07-29T21:56:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe32bc","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "rate-test-model-fe32bc", "reconcileID": "72675536-20a9-4172-b8a6-d195db6c5cf0", "LLMInferenceService": "rate-test-model-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc"} 2026-07-29T21:56:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-670ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc", "reconcileID": "5c98ff23-931f-4b9e-8538-21652ab247db", "Gateway": "e2e-shared-b-670ddc", "namespace": "openshift-ingress"} 2026-07-29T21:56:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-670ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc", "reconcileID": "5c98ff23-931f-4b9e-8538-21652ab247db", "Gateway": "e2e-shared-b-670ddc", "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc-authn-ssl"} 2026-07-29T21:56:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-670ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc", "reconcileID": "5c98ff23-931f-4b9e-8538-21652ab247db", "Gateway": "e2e-shared-b-670ddc", "namespace": "openshift-ingress"} 2026-07-29T21:56:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fe32bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc", "reconcileID": "8b502f22-9ec1-4b86-a26f-21ca47bd624c", "Gateway": "e2e-shared-a-fe32bc", "namespace": "openshift-ingress"} 2026-07-29T21:56:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fe32bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc", "reconcileID": "8b502f22-9ec1-4b86-a26f-21ca47bd624c", "Gateway": "e2e-shared-a-fe32bc", "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc-authn-ssl"} 2026-07-29T21:56:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fe32bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc", "reconcileID": "8b502f22-9ec1-4b86-a26f-21ca47bd624c", "Gateway": "e2e-shared-a-fe32bc", "namespace": "openshift-ingress"} 2026-07-29T21:56:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe32bc","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "rate-test-model-fe32bc", "reconcileID": "1573ca6d-1279-49b9-a49e-848bb71281e3", "LLMInferenceService": "rate-test-model-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc"} 2026-07-29T21:56:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe32bc","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "rate-test-model-fe32bc", "reconcileID": "1573ca6d-1279-49b9-a49e-848bb71281e3", "LLMInferenceService": "rate-test-model-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc"} 2026-07-29T21:56:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe32bc","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "rate-test-model-fe32bc", "reconcileID": "1573ca6d-1279-49b9-a49e-848bb71281e3", "LLMInferenceService": "rate-test-model-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc"} 2026-07-29T21:56:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe32bc","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "rate-test-model-fe32bc", "reconcileID": "1573ca6d-1279-49b9-a49e-848bb71281e3", "LLMInferenceService": "rate-test-model-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "rate-test-model-fe32bc-kserve-route-authn"} 2026-07-29T21:56:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe32bc","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "rate-test-model-fe32bc", "reconcileID": "1573ca6d-1279-49b9-a49e-848bb71281e3", "LLMInferenceService": "rate-test-model-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc", "authType": "userdefined"} 2026-07-29T21:56:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe32bc","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "rate-test-model-fe32bc", "reconcileID": "1573ca6d-1279-49b9-a49e-848bb71281e3", "LLMInferenceService": "rate-test-model-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc"} 2026-07-29T21:57:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe32bc","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "rate-test-model-fe32bc", "reconcileID": "9ad414be-0332-4ea6-8b86-87faf05b46f2", "LLMInferenceService": "rate-test-model-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc"} 2026-07-29T21:57:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe32bc","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "rate-test-model-fe32bc", "reconcileID": "9ad414be-0332-4ea6-8b86-87faf05b46f2", "LLMInferenceService": "rate-test-model-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc"} 2026-07-29T21:57:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe32bc","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "rate-test-model-fe32bc", "reconcileID": "9ad414be-0332-4ea6-8b86-87faf05b46f2", "LLMInferenceService": "rate-test-model-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc"} 2026-07-29T21:57:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe32bc","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "rate-test-model-fe32bc", "reconcileID": "9ad414be-0332-4ea6-8b86-87faf05b46f2", "LLMInferenceService": "rate-test-model-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "rate-test-model-fe32bc-kserve-route-authn"} 2026-07-29T21:57:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe32bc","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "rate-test-model-fe32bc", "reconcileID": "9ad414be-0332-4ea6-8b86-87faf05b46f2", "LLMInferenceService": "rate-test-model-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc", "authType": "userdefined"} 2026-07-29T21:57:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe32bc","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "rate-test-model-fe32bc", "reconcileID": "9ad414be-0332-4ea6-8b86-87faf05b46f2", "LLMInferenceService": "rate-test-model-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc"} 2026-07-29T21:57:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "rate-test-model-670ddc", "reconcileID": "53f0c0ec-a1b0-47c8-9ce4-2a81a7e26e28", "LLMInferenceService": "rate-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc"} 2026-07-29T21:57:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "rate-test-model-670ddc", "reconcileID": "53f0c0ec-a1b0-47c8-9ce4-2a81a7e26e28", "LLMInferenceService": "rate-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc"} 2026-07-29T21:57:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "rate-test-model-670ddc", "reconcileID": "53f0c0ec-a1b0-47c8-9ce4-2a81a7e26e28", "LLMInferenceService": "rate-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc"} 2026-07-29T21:57:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-670ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc", "reconcileID": "a08c67ef-e51d-47b6-bb8f-fff5f880d052", "Gateway": "e2e-shared-b-670ddc", "namespace": "openshift-ingress"} 2026-07-29T21:57:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "rate-test-model-670ddc", "reconcileID": "53f0c0ec-a1b0-47c8-9ce4-2a81a7e26e28", "LLMInferenceService": "rate-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "rate-test-model-670ddc-kserve-route-authn"} 2026-07-29T21:57:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "rate-test-model-670ddc", "reconcileID": "53f0c0ec-a1b0-47c8-9ce4-2a81a7e26e28", "LLMInferenceService": "rate-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc", "authType": "userdefined"} 2026-07-29T21:57:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "rate-test-model-670ddc", "reconcileID": "53f0c0ec-a1b0-47c8-9ce4-2a81a7e26e28", "LLMInferenceService": "rate-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc"} 2026-07-29T21:57:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-670ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc", "reconcileID": "a08c67ef-e51d-47b6-bb8f-fff5f880d052", "Gateway": "e2e-shared-b-670ddc", "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc-authn-ssl"} 2026-07-29T21:57:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-670ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc", "reconcileID": "a08c67ef-e51d-47b6-bb8f-fff5f880d052", "Gateway": "e2e-shared-b-670ddc", "namespace": "openshift-ingress"} 2026-07-29T21:57:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "rate-test-model-670ddc", "reconcileID": "470db065-3804-4ac8-b224-8ab353cf33fb", "LLMInferenceService": "rate-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc"} 2026-07-29T21:57:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "rate-test-model-670ddc", "reconcileID": "470db065-3804-4ac8-b224-8ab353cf33fb", "LLMInferenceService": "rate-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc"} 2026-07-29T21:57:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "rate-test-model-670ddc", "reconcileID": "470db065-3804-4ac8-b224-8ab353cf33fb", "LLMInferenceService": "rate-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc"} 2026-07-29T21:57:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "rate-test-model-670ddc", "reconcileID": "470db065-3804-4ac8-b224-8ab353cf33fb", "LLMInferenceService": "rate-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "rate-test-model-670ddc-kserve-route-authn"} 2026-07-29T21:57:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "rate-test-model-670ddc", "reconcileID": "470db065-3804-4ac8-b224-8ab353cf33fb", "LLMInferenceService": "rate-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc", "authType": "userdefined"} 2026-07-29T21:57:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "rate-test-model-670ddc", "reconcileID": "470db065-3804-4ac8-b224-8ab353cf33fb", "LLMInferenceService": "rate-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc"} 2026-07-29T21:57:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-670ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc", "reconcileID": "742bf91d-f443-4452-ba1d-7a74b79c398c", "Gateway": "e2e-shared-b-670ddc", "namespace": "openshift-ingress"} 2026-07-29T21:57:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-670ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc", "reconcileID": "742bf91d-f443-4452-ba1d-7a74b79c398c", "Gateway": "e2e-shared-b-670ddc", "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc-authn-ssl"} 2026-07-29T21:57:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-670ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc", "reconcileID": "742bf91d-f443-4452-ba1d-7a74b79c398c", "Gateway": "e2e-shared-b-670ddc", "namespace": "openshift-ingress"} 2026-07-29T21:57:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "rate-test-model-670ddc", "reconcileID": "2a5f1b29-1d23-48d1-9e44-65e7d52f5b57", "LLMInferenceService": "rate-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc"} 2026-07-29T21:57:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "rate-test-model-670ddc", "reconcileID": "2a5f1b29-1d23-48d1-9e44-65e7d52f5b57", "LLMInferenceService": "rate-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc"} 2026-07-29T21:57:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "rate-test-model-670ddc", "reconcileID": "2a5f1b29-1d23-48d1-9e44-65e7d52f5b57", "LLMInferenceService": "rate-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc"} 2026-07-29T21:57:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "rate-test-model-670ddc", "reconcileID": "2a5f1b29-1d23-48d1-9e44-65e7d52f5b57", "LLMInferenceService": "rate-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "rate-test-model-670ddc-kserve-route-authn"} 2026-07-29T21:57:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "rate-test-model-670ddc", "reconcileID": "2a5f1b29-1d23-48d1-9e44-65e7d52f5b57", "LLMInferenceService": "rate-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc", "authType": "userdefined"} 2026-07-29T21:57:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "rate-test-model-670ddc", "reconcileID": "2a5f1b29-1d23-48d1-9e44-65e7d52f5b57", "LLMInferenceService": "rate-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc"} 2026-07-29T21:57:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "rate-test-model-670ddc", "reconcileID": "08b99209-b8c8-48f0-bcec-6ba55555b81f", "LLMInferenceService": "rate-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc"} 2026-07-29T21:57:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "rate-test-model-670ddc", "reconcileID": "08b99209-b8c8-48f0-bcec-6ba55555b81f", "LLMInferenceService": "rate-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc"} 2026-07-29T21:57:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "rate-test-model-670ddc", "reconcileID": "08b99209-b8c8-48f0-bcec-6ba55555b81f", "LLMInferenceService": "rate-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc"} 2026-07-29T21:57:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "rate-test-model-670ddc", "reconcileID": "08b99209-b8c8-48f0-bcec-6ba55555b81f", "LLMInferenceService": "rate-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "rate-test-model-670ddc-kserve-route-authn"} 2026-07-29T21:57:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "rate-test-model-670ddc", "reconcileID": "08b99209-b8c8-48f0-bcec-6ba55555b81f", "LLMInferenceService": "rate-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc", "authType": "userdefined"} 2026-07-29T21:57:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "rate-test-model-670ddc", "reconcileID": "08b99209-b8c8-48f0-bcec-6ba55555b81f", "LLMInferenceService": "rate-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc"} 2026-07-29T21:57:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "rate-test-model-670ddc", "reconcileID": "2415e3f7-00c0-493b-9bc7-e4f9812df4b6", "LLMInferenceService": "rate-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc"} 2026-07-29T21:57:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "rate-test-model-670ddc", "reconcileID": "2415e3f7-00c0-493b-9bc7-e4f9812df4b6", "LLMInferenceService": "rate-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc"} 2026-07-29T21:57:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "rate-test-model-670ddc", "reconcileID": "2415e3f7-00c0-493b-9bc7-e4f9812df4b6", "LLMInferenceService": "rate-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc"} 2026-07-29T21:57:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "rate-test-model-670ddc", "reconcileID": "2415e3f7-00c0-493b-9bc7-e4f9812df4b6", "LLMInferenceService": "rate-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "rate-test-model-670ddc-kserve-route-authn"} 2026-07-29T21:57:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "rate-test-model-670ddc", "reconcileID": "2415e3f7-00c0-493b-9bc7-e4f9812df4b6", "LLMInferenceService": "rate-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc", "authType": "userdefined"} 2026-07-29T21:57:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "rate-test-model-670ddc", "reconcileID": "2415e3f7-00c0-493b-9bc7-e4f9812df4b6", "LLMInferenceService": "rate-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc"} 2026-07-29T21:57:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fe32bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc", "reconcileID": "d0eaf2fc-1284-4aea-a7eb-e8b41fa49280", "Gateway": "e2e-shared-a-fe32bc", "namespace": "openshift-ingress"} 2026-07-29T21:57:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fe32bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc", "reconcileID": "d0eaf2fc-1284-4aea-a7eb-e8b41fa49280", "Gateway": "e2e-shared-a-fe32bc", "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc-authn-ssl"} 2026-07-29T21:57:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fe32bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc", "reconcileID": "d0eaf2fc-1284-4aea-a7eb-e8b41fa49280", "Gateway": "e2e-shared-a-fe32bc", "namespace": "openshift-ingress"} 2026-07-29T21:57:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-670ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc", "reconcileID": "46ae3abd-7a36-4a3f-a683-b955254939f6", "Gateway": "e2e-shared-b-670ddc", "namespace": "openshift-ingress"} 2026-07-29T21:57:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-670ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc", "reconcileID": "46ae3abd-7a36-4a3f-a683-b955254939f6", "Gateway": "e2e-shared-b-670ddc", "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc-authn-ssl"} 2026-07-29T21:57:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-670ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc", "reconcileID": "46ae3abd-7a36-4a3f-a683-b955254939f6", "Gateway": "e2e-shared-b-670ddc", "namespace": "openshift-ingress"} 2026-07-29T21:58:15Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe32bc","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "rate-test-model-fe32bc", "reconcileID": "30c4f32c-70a1-47ef-855a-35d89f688379", "LLMInferenceService": "rate-test-model-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc"} 2026-07-29T21:58:15Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe32bc","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "rate-test-model-fe32bc", "reconcileID": "30c4f32c-70a1-47ef-855a-35d89f688379", "LLMInferenceService": "rate-test-model-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "rate-test-model-fe32bc"} 2026-07-29T21:58:15Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe32bc","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "rate-test-model-fe32bc", "reconcileID": "30c4f32c-70a1-47ef-855a-35d89f688379", "LLMInferenceService": "rate-test-model-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc"} 2026-07-29T21:58:15Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe32bc","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "rate-test-model-fe32bc", "reconcileID": "30c4f32c-70a1-47ef-855a-35d89f688379", "LLMInferenceService": "rate-test-model-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc"} 2026-07-29T21:58:15Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe32bc","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "rate-test-model-fe32bc", "reconcileID": "30c4f32c-70a1-47ef-855a-35d89f688379", "LLMInferenceService": "rate-test-model-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "rate-test-model-fe32bc-kserve-route-authn"} 2026-07-29T21:58:15Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe32bc","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "rate-test-model-fe32bc", "reconcileID": "30c4f32c-70a1-47ef-855a-35d89f688379", "LLMInferenceService": "rate-test-model-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "rate-test-model-fe32bc-kserve-route-authn"} 2026-07-29T21:58:15Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe32bc","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "rate-test-model-fe32bc", "reconcileID": "30c4f32c-70a1-47ef-855a-35d89f688379", "LLMInferenceService": "rate-test-model-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc"} 2026-07-29T21:58:15Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe32bc","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "rate-test-model-fe32bc", "reconcileID": "30c4f32c-70a1-47ef-855a-35d89f688379", "LLMInferenceService": "rate-test-model-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc"} 2026-07-29T21:58:15Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe32bc","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "rate-test-model-fe32bc", "reconcileID": "6278dd8c-17fb-42a5-9b65-2b6de0df7b3e", "LLMInferenceService": "rate-test-model-fe32bc", "namespace": "ai-tenant-e2e-shared-a-fe32bc"} 2026-07-29T21:58:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fe32bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc", "reconcileID": "97272776-895f-436e-9028-ddceff03e359", "Gateway": "e2e-shared-a-fe32bc", "namespace": "openshift-ingress"} 2026-07-29T21:58:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fe32bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc", "reconcileID": "97272776-895f-436e-9028-ddceff03e359", "Gateway": "e2e-shared-a-fe32bc", "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc-authn-ssl"} 2026-07-29T21:58:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fe32bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc", "reconcileID": "97272776-895f-436e-9028-ddceff03e359", "Gateway": "e2e-shared-a-fe32bc", "namespace": "openshift-ingress"} 2026-07-29T21:58:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fe32bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc", "reconcileID": "bda7ef75-c938-4d85-822a-a1feacf410ad", "Gateway": "e2e-shared-a-fe32bc", "namespace": "openshift-ingress"} 2026-07-29T21:58:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fe32bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc", "reconcileID": "bda7ef75-c938-4d85-822a-a1feacf410ad", "Gateway": "e2e-shared-a-fe32bc", "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc-authn-ssl"} 2026-07-29T21:58:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fe32bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc", "reconcileID": "bda7ef75-c938-4d85-822a-a1feacf410ad", "Gateway": "e2e-shared-a-fe32bc", "namespace": "openshift-ingress"} 2026-07-29T21:58:15Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "rate-test-model-670ddc", "reconcileID": "701931ee-4691-4c45-8d68-530348c96010", "LLMInferenceService": "rate-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc"} 2026-07-29T21:58:15Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "rate-test-model-670ddc", "reconcileID": "701931ee-4691-4c45-8d68-530348c96010", "LLMInferenceService": "rate-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "rate-test-model-670ddc"} 2026-07-29T21:58:15Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "rate-test-model-670ddc", "reconcileID": "701931ee-4691-4c45-8d68-530348c96010", "LLMInferenceService": "rate-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc"} 2026-07-29T21:58:15Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "rate-test-model-670ddc", "reconcileID": "701931ee-4691-4c45-8d68-530348c96010", "LLMInferenceService": "rate-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc"} 2026-07-29T21:58:15Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "rate-test-model-670ddc", "reconcileID": "701931ee-4691-4c45-8d68-530348c96010", "LLMInferenceService": "rate-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "rate-test-model-670ddc-kserve-route-authn"} 2026-07-29T21:58:15Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "rate-test-model-670ddc", "reconcileID": "701931ee-4691-4c45-8d68-530348c96010", "LLMInferenceService": "rate-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "rate-test-model-670ddc-kserve-route-authn"} 2026-07-29T21:58:15Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "rate-test-model-670ddc", "reconcileID": "701931ee-4691-4c45-8d68-530348c96010", "LLMInferenceService": "rate-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc"} 2026-07-29T21:58:15Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "rate-test-model-670ddc", "reconcileID": "701931ee-4691-4c45-8d68-530348c96010", "LLMInferenceService": "rate-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc"} 2026-07-29T21:58:16Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-670ddc","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "rate-test-model-670ddc", "reconcileID": "dd337363-734d-4974-af9d-218cd1873582", "LLMInferenceService": "rate-test-model-670ddc", "namespace": "ai-tenant-e2e-shared-b-670ddc"} 2026-07-29T21:58:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-670ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc", "reconcileID": "03d7067a-633e-40de-a297-ab76ad918f05", "Gateway": "e2e-shared-b-670ddc", "namespace": "openshift-ingress"} 2026-07-29T21:58:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-670ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc", "reconcileID": "03d7067a-633e-40de-a297-ab76ad918f05", "Gateway": "e2e-shared-b-670ddc", "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc-authn-ssl"} 2026-07-29T21:58:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-670ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc", "reconcileID": "03d7067a-633e-40de-a297-ab76ad918f05", "Gateway": "e2e-shared-b-670ddc", "namespace": "openshift-ingress"} 2026-07-29T21:58:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-670ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc", "reconcileID": "99644fd2-af0e-415e-831a-8bb53b98d393", "Gateway": "e2e-shared-b-670ddc", "namespace": "openshift-ingress"} 2026-07-29T21:58:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-670ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc", "reconcileID": "99644fd2-af0e-415e-831a-8bb53b98d393", "Gateway": "e2e-shared-b-670ddc", "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc-authn-ssl"} 2026-07-29T21:58:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-670ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc", "reconcileID": "99644fd2-af0e-415e-831a-8bb53b98d393", "Gateway": "e2e-shared-b-670ddc", "namespace": "openshift-ingress"} 2026-07-29T21:58:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "955e784c-1eab-4b67-80a5-05cb737df8fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T21:58:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fe32bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc", "reconcileID": "51145bad-9bdb-48fe-9cea-00608751f05a", "Gateway": "e2e-shared-a-fe32bc", "namespace": "openshift-ingress"} 2026-07-29T21:58:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fe32bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc", "reconcileID": "51145bad-9bdb-48fe-9cea-00608751f05a", "Gateway": "e2e-shared-a-fe32bc", "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc-authn-ssl"} 2026-07-29T21:58:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fe32bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc", "reconcileID": "51145bad-9bdb-48fe-9cea-00608751f05a", "Gateway": "e2e-shared-a-fe32bc", "namespace": "openshift-ingress"} 2026-07-29T21:58:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-670ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc", "reconcileID": "ee21178a-4cd6-4038-a2d0-6da4d6306525", "Gateway": "e2e-shared-b-670ddc", "namespace": "openshift-ingress"} 2026-07-29T21:58:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-670ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc", "reconcileID": "ee21178a-4cd6-4038-a2d0-6da4d6306525", "Gateway": "e2e-shared-b-670ddc", "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc-authn-ssl"} 2026-07-29T21:58:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-670ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc", "reconcileID": "ee21178a-4cd6-4038-a2d0-6da4d6306525", "Gateway": "e2e-shared-b-670ddc", "namespace": "openshift-ingress"} 2026-07-29T21:58:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "bb35a4a4-b659-4fc0-b9d0-449912092c17", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress"} 2026-07-29T21:58:35Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "bb35a4a4-b659-4fc0-b9d0-449912092c17", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf-authn-ssl"} 2026-07-29T21:58:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "bb35a4a4-b659-4fc0-b9d0-449912092c17", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress"} 2026-07-29T21:58:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "dc372981-2eab-49f9-86f9-e5c7562e921a", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress"} 2026-07-29T21:58:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "dc372981-2eab-49f9-86f9-e5c7562e921a", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf-authn-ssl"} 2026-07-29T21:58:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "dc372981-2eab-49f9-86f9-e5c7562e921a", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress"} 2026-07-29T21:58:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "6ca66587-73cd-4f35-9657-f28565d98d28", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress"} 2026-07-29T21:58:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "6ca66587-73cd-4f35-9657-f28565d98d28", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf-authn-ssl"} 2026-07-29T21:58:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "6ca66587-73cd-4f35-9657-f28565d98d28", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress"} 2026-07-29T21:58:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "9e1212a4-1af3-4183-b4b6-47ffa25e5d72", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress"} 2026-07-29T21:58:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "9e1212a4-1af3-4183-b4b6-47ffa25e5d72", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf-authn-ssl"} 2026-07-29T21:58:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "9e1212a4-1af3-4183-b4b6-47ffa25e5d72", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress"} 2026-07-29T21:58:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "fd842a58-9311-4013-aaab-03f49ff43495", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress"} 2026-07-29T21:58:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "fd842a58-9311-4013-aaab-03f49ff43495", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf-authn-ssl"} 2026-07-29T21:58:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "fd842a58-9311-4013-aaab-03f49ff43495", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress"} 2026-07-29T21:58:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "a707714d-dbb6-42fc-beed-32cd110a9441", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress"} 2026-07-29T21:58:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "a707714d-dbb6-42fc-beed-32cd110a9441", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf-authn-ssl"} 2026-07-29T21:58:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "a707714d-dbb6-42fc-beed-32cd110a9441", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress"} 2026-07-29T21:58:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "d2b742fa-2c3b-4174-a74c-bdef40cebf50", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress"} 2026-07-29T21:58:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "d2b742fa-2c3b-4174-a74c-bdef40cebf50", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf-authn-ssl"} 2026-07-29T21:58:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "d2b742fa-2c3b-4174-a74c-bdef40cebf50", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress"} 2026-07-29T21:58:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "odh-trusted-ca-bundle", "reconcileID": "c5382e08-b494-4bad-b6ca-344694a457e1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T21:58:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "openshift-service-ca.crt", "reconcileID": "f315f479-decd-4e84-acd4-74f5c0c45760", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T21:58:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "openshift-service-ca.crt", "reconcileID": "c14d3afd-3ab9-452b-9ff8-b60dd7135723", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T21:58:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "openshift-service-ca.crt", "reconcileID": "c14d3afd-3ab9-452b-9ff8-b60dd7135723", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T21:58:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ea5a6778-438d-4020-abfa-e7766a7008c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T21:58:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "openshift-service-ca.crt", "reconcileID": "8e1bac44-bfed-4a41-8bd2-4b4ef9250f89", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T21:58:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "odh-trusted-ca-bundle", "reconcileID": "ba94a473-e79a-4d5d-a2b7-d3f4e307a625", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T21:58:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "odh-trusted-ca-bundle", "reconcileID": "ba94a473-e79a-4d5d-a2b7-d3f4e307a625", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T21:58:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3137fe70-2425-49d5-a72b-0fc7cc463a2d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T21:58:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "95a91f8a-00f3-4c72-93ad-e483595fc24f", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress"} 2026-07-29T21:58:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "95a91f8a-00f3-4c72-93ad-e483595fc24f", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf-authn-ssl"} 2026-07-29T21:58:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "95a91f8a-00f3-4c72-93ad-e483595fc24f", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress"} 2026-07-29T21:58:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a63a39ed-56c5-4db0-b1e5-acf4d12e743c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T21:58:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "62cb86e0-0802-4301-82b1-c9f488387c87", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T21:58:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "3a7a3104-1418-4ae9-8c17-c2a5843ea3bc", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress"} 2026-07-29T21:58:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "3a7a3104-1418-4ae9-8c17-c2a5843ea3bc", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf-authn-ssl"} 2026-07-29T21:58:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "3a7a3104-1418-4ae9-8c17-c2a5843ea3bc", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress"} 2026-07-29T21:59:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "04a51e09-87e1-4686-bc60-fa592050d896", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T21:59:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-50d50c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c", "reconcileID": "d2db6d49-5caf-4e6e-bc9c-f40750a2850b", "Gateway": "e2e-ipp-b-50d50c", "namespace": "openshift-ingress"} 2026-07-29T21:59:04Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-50d50c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c", "reconcileID": "d2db6d49-5caf-4e6e-bc9c-f40750a2850b", "Gateway": "e2e-ipp-b-50d50c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c-authn-ssl"} 2026-07-29T21:59:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-50d50c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c", "reconcileID": "d2db6d49-5caf-4e6e-bc9c-f40750a2850b", "Gateway": "e2e-ipp-b-50d50c", "namespace": "openshift-ingress"} 2026-07-29T21:59:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-50d50c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c", "reconcileID": "e03cd0d8-c8d6-43b4-888d-1d3759f87daf", "Gateway": "e2e-ipp-b-50d50c", "namespace": "openshift-ingress"} 2026-07-29T21:59:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-50d50c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c", "reconcileID": "e03cd0d8-c8d6-43b4-888d-1d3759f87daf", "Gateway": "e2e-ipp-b-50d50c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c-authn-ssl"} 2026-07-29T21:59:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-50d50c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c", "reconcileID": "e03cd0d8-c8d6-43b4-888d-1d3759f87daf", "Gateway": "e2e-ipp-b-50d50c", "namespace": "openshift-ingress"} 2026-07-29T21:59:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-50d50c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c", "reconcileID": "9ec83901-f862-4a5c-beef-ca2a81b73ab1", "Gateway": "e2e-ipp-b-50d50c", "namespace": "openshift-ingress"} 2026-07-29T21:59:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-50d50c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c", "reconcileID": "9ec83901-f862-4a5c-beef-ca2a81b73ab1", "Gateway": "e2e-ipp-b-50d50c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c-authn-ssl"} 2026-07-29T21:59:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-50d50c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c", "reconcileID": "9ec83901-f862-4a5c-beef-ca2a81b73ab1", "Gateway": "e2e-ipp-b-50d50c", "namespace": "openshift-ingress"} 2026-07-29T21:59:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-50d50c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c", "reconcileID": "b1eb0f38-ce5e-4291-9bee-edc331dd5cfb", "Gateway": "e2e-ipp-b-50d50c", "namespace": "openshift-ingress"} 2026-07-29T21:59:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-50d50c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c", "reconcileID": "b1eb0f38-ce5e-4291-9bee-edc331dd5cfb", "Gateway": "e2e-ipp-b-50d50c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c-authn-ssl"} 2026-07-29T21:59:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-50d50c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c", "reconcileID": "b1eb0f38-ce5e-4291-9bee-edc331dd5cfb", "Gateway": "e2e-ipp-b-50d50c", "namespace": "openshift-ingress"} 2026-07-29T21:59:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-50d50c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c", "reconcileID": "6b391bdd-b7bf-41b9-ab0e-cb29ff11fed3", "Gateway": "e2e-ipp-b-50d50c", "namespace": "openshift-ingress"} 2026-07-29T21:59:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-50d50c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c", "reconcileID": "6b391bdd-b7bf-41b9-ab0e-cb29ff11fed3", "Gateway": "e2e-ipp-b-50d50c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c-authn-ssl"} 2026-07-29T21:59:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-50d50c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c", "reconcileID": "6b391bdd-b7bf-41b9-ab0e-cb29ff11fed3", "Gateway": "e2e-ipp-b-50d50c", "namespace": "openshift-ingress"} 2026-07-29T21:59:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-50d50c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c", "reconcileID": "af6644c5-cba9-4bdd-adfb-c6376ce20baa", "Gateway": "e2e-ipp-b-50d50c", "namespace": "openshift-ingress"} 2026-07-29T21:59:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-50d50c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c", "reconcileID": "af6644c5-cba9-4bdd-adfb-c6376ce20baa", "Gateway": "e2e-ipp-b-50d50c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c-authn-ssl"} 2026-07-29T21:59:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-50d50c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c", "reconcileID": "af6644c5-cba9-4bdd-adfb-c6376ce20baa", "Gateway": "e2e-ipp-b-50d50c", "namespace": "openshift-ingress"} 2026-07-29T21:59:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-50d50c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c", "reconcileID": "28e41c37-aaf3-4964-bc17-b3639fe2a6de", "Gateway": "e2e-ipp-b-50d50c", "namespace": "openshift-ingress"} 2026-07-29T21:59:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-50d50c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c", "reconcileID": "28e41c37-aaf3-4964-bc17-b3639fe2a6de", "Gateway": "e2e-ipp-b-50d50c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c-authn-ssl"} 2026-07-29T21:59:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-50d50c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c", "reconcileID": "28e41c37-aaf3-4964-bc17-b3639fe2a6de", "Gateway": "e2e-ipp-b-50d50c", "namespace": "openshift-ingress"} 2026-07-29T21:59:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-50d50c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c", "reconcileID": "1779b3ba-8f8d-41af-b771-a172889cc49b", "Gateway": "e2e-ipp-b-50d50c", "namespace": "openshift-ingress"} 2026-07-29T21:59:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-50d50c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c", "reconcileID": "1779b3ba-8f8d-41af-b771-a172889cc49b", "Gateway": "e2e-ipp-b-50d50c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c-authn-ssl"} 2026-07-29T21:59:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-50d50c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c", "reconcileID": "1779b3ba-8f8d-41af-b771-a172889cc49b", "Gateway": "e2e-ipp-b-50d50c", "namespace": "openshift-ingress"} 2026-07-29T21:59:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-50d50c"}, "namespace": "ai-tenant-e2e-ipp-b-50d50c", "name": "openshift-service-ca.crt", "reconcileID": "eb095890-2c4f-43bf-bd91-848cf68178fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-50d50c"} 2026-07-29T21:59:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-50d50c"}, "namespace": "ai-tenant-e2e-ipp-b-50d50c", "name": "odh-trusted-ca-bundle", "reconcileID": "0d4770a6-a281-4b71-b8e5-e98489a2ad8a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-50d50c"} 2026-07-29T21:59:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-50d50c"}, "namespace": "ai-tenant-e2e-ipp-b-50d50c", "name": "openshift-service-ca.crt", "reconcileID": "8ae30104-2255-45d4-9e2d-68211a3d1bb0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-50d50c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T21:59:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-50d50c"}, "namespace": "ai-tenant-e2e-ipp-b-50d50c", "name": "openshift-service-ca.crt", "reconcileID": "8ae30104-2255-45d4-9e2d-68211a3d1bb0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-50d50c"} 2026-07-29T21:59:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-50d50c"}, "namespace": "ai-tenant-e2e-ipp-b-50d50c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e017130f-c10b-4f42-9852-42b77a72f648", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-50d50c"} 2026-07-29T21:59:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-50d50c"}, "namespace": "ai-tenant-e2e-ipp-b-50d50c", "name": "openshift-service-ca.crt", "reconcileID": "e47a4909-4afc-4dbc-b89f-20918499c490", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-50d50c"} 2026-07-29T21:59:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-50d50c"}, "namespace": "ai-tenant-e2e-ipp-b-50d50c", "name": "odh-trusted-ca-bundle", "reconcileID": "aa217458-23b3-4eaf-ba73-8d71a0c45b8c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-50d50c", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T21:59:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-50d50c"}, "namespace": "ai-tenant-e2e-ipp-b-50d50c", "name": "odh-trusted-ca-bundle", "reconcileID": "aa217458-23b3-4eaf-ba73-8d71a0c45b8c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-50d50c"} 2026-07-29T21:59:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-50d50c"}, "namespace": "ai-tenant-e2e-ipp-b-50d50c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "491d39d5-9ca2-4c8d-ab44-90611d7f4075", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-50d50c"} 2026-07-29T21:59:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-50d50c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c", "reconcileID": "d35f8aaf-f628-453c-81e9-fbb3b930b9d8", "Gateway": "e2e-ipp-b-50d50c", "namespace": "openshift-ingress"} 2026-07-29T21:59:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-50d50c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c", "reconcileID": "d35f8aaf-f628-453c-81e9-fbb3b930b9d8", "Gateway": "e2e-ipp-b-50d50c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c-authn-ssl"} 2026-07-29T21:59:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-50d50c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c", "reconcileID": "d35f8aaf-f628-453c-81e9-fbb3b930b9d8", "Gateway": "e2e-ipp-b-50d50c", "namespace": "openshift-ingress"} 2026-07-29T21:59:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9be6ab73-5194-453d-b8ae-6d8e35649c09", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T21:59:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-50d50c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c", "reconcileID": "850d2e16-8812-48c1-98e7-c939da67b9fc", "Gateway": "e2e-ipp-b-50d50c", "namespace": "openshift-ingress"} 2026-07-29T21:59:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-50d50c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c", "reconcileID": "850d2e16-8812-48c1-98e7-c939da67b9fc", "Gateway": "e2e-ipp-b-50d50c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c-authn-ssl"} 2026-07-29T21:59:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-50d50c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c", "reconcileID": "850d2e16-8812-48c1-98e7-c939da67b9fc", "Gateway": "e2e-ipp-b-50d50c", "namespace": "openshift-ingress"} 2026-07-29T21:59:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "ff2ff5d7-ce0f-4842-9708-0a491cce3b1c", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T21:59:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "ff2ff5d7-ce0f-4842-9708-0a491cce3b1c", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T21:59:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "ff2ff5d7-ce0f-4842-9708-0a491cce3b1c", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T21:59:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "ff8b81bb-0ab0-4418-9e41-af06f7042fcc", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress"} 2026-07-29T21:59:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "ff2ff5d7-ce0f-4842-9708-0a491cce3b1c", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf-kserve-route-authn"} 2026-07-29T21:59:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "ff2ff5d7-ce0f-4842-9708-0a491cce3b1c", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "authType": "userdefined"} 2026-07-29T21:59:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "ff2ff5d7-ce0f-4842-9708-0a491cce3b1c", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T21:59:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "ff8b81bb-0ab0-4418-9e41-af06f7042fcc", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf-authn-ssl"} 2026-07-29T21:59:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "ff8b81bb-0ab0-4418-9e41-af06f7042fcc", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress"} 2026-07-29T21:59:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "08944d2c-814e-48c1-888e-321fc2f7bdfa", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T21:59:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "08944d2c-814e-48c1-888e-321fc2f7bdfa", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T21:59:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "08944d2c-814e-48c1-888e-321fc2f7bdfa", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T21:59:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "08944d2c-814e-48c1-888e-321fc2f7bdfa", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf-kserve-route-authn"} 2026-07-29T21:59:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "08944d2c-814e-48c1-888e-321fc2f7bdfa", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "authType": "userdefined"} 2026-07-29T21:59:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "08944d2c-814e-48c1-888e-321fc2f7bdfa", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T21:59:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "5dce1e44-a8d7-4692-b5df-faf12bde0417", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress"} 2026-07-29T21:59:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "5dce1e44-a8d7-4692-b5df-faf12bde0417", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf-authn-ssl"} 2026-07-29T21:59:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "5dce1e44-a8d7-4692-b5df-faf12bde0417", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress"} 2026-07-29T21:59:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "3c168896-61f2-402a-8e1c-4fc36a9149be", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T21:59:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "3c168896-61f2-402a-8e1c-4fc36a9149be", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T21:59:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "3c168896-61f2-402a-8e1c-4fc36a9149be", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T21:59:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "3c168896-61f2-402a-8e1c-4fc36a9149be", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf-kserve-route-authn"} 2026-07-29T21:59:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "3c168896-61f2-402a-8e1c-4fc36a9149be", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "authType": "userdefined"} 2026-07-29T21:59:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "3c168896-61f2-402a-8e1c-4fc36a9149be", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T21:59:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "139f8548-06e9-433a-88e4-d02d6032c309", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T21:59:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "139f8548-06e9-433a-88e4-d02d6032c309", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T21:59:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "139f8548-06e9-433a-88e4-d02d6032c309", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T21:59:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "139f8548-06e9-433a-88e4-d02d6032c309", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf-kserve-route-authn"} 2026-07-29T21:59:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "139f8548-06e9-433a-88e4-d02d6032c309", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "authType": "userdefined"} 2026-07-29T21:59:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "139f8548-06e9-433a-88e4-d02d6032c309", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T22:00:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "3d6d9df8-bb9e-4f30-868f-308a707c7860", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T22:00:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "3d6d9df8-bb9e-4f30-868f-308a707c7860", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T22:00:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "3d6d9df8-bb9e-4f30-868f-308a707c7860", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T22:00:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "3d6d9df8-bb9e-4f30-868f-308a707c7860", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf-kserve-route-authn"} 2026-07-29T22:00:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "3d6d9df8-bb9e-4f30-868f-308a707c7860", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "authType": "userdefined"} 2026-07-29T22:00:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "3d6d9df8-bb9e-4f30-868f-308a707c7860", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T22:00:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "b4de51de-dec8-4789-af93-bf240fb93d2f", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress"} 2026-07-29T22:00:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "b4de51de-dec8-4789-af93-bf240fb93d2f", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf-authn-ssl"} 2026-07-29T22:00:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "b4de51de-dec8-4789-af93-bf240fb93d2f", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress"} 2026-07-29T22:00:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-215280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-215280", "reconcileID": "29051acf-0669-4e7d-b764-78c4e50626ac", "Gateway": "e2e-ipp-cleanup-215280", "namespace": "openshift-ingress"} 2026-07-29T22:00:36Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-215280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-215280", "reconcileID": "29051acf-0669-4e7d-b764-78c4e50626ac", "Gateway": "e2e-ipp-cleanup-215280", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-215280-authn-ssl"} 2026-07-29T22:00:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-215280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-215280", "reconcileID": "29051acf-0669-4e7d-b764-78c4e50626ac", "Gateway": "e2e-ipp-cleanup-215280", "namespace": "openshift-ingress"} 2026-07-29T22:00:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-215280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-215280", "reconcileID": "e416bef2-ccea-423d-bbaf-8c89e8b12e62", "Gateway": "e2e-ipp-cleanup-215280", "namespace": "openshift-ingress"} 2026-07-29T22:00:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-215280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-215280", "reconcileID": "e416bef2-ccea-423d-bbaf-8c89e8b12e62", "Gateway": "e2e-ipp-cleanup-215280", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-215280-authn-ssl"} 2026-07-29T22:00:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-215280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-215280", "reconcileID": "e416bef2-ccea-423d-bbaf-8c89e8b12e62", "Gateway": "e2e-ipp-cleanup-215280", "namespace": "openshift-ingress"} 2026-07-29T22:00:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-215280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-215280", "reconcileID": "5a7022f1-b089-48c5-a24a-ae8294a5e8cd", "Gateway": "e2e-ipp-cleanup-215280", "namespace": "openshift-ingress"} 2026-07-29T22:00:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-215280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-215280", "reconcileID": "5a7022f1-b089-48c5-a24a-ae8294a5e8cd", "Gateway": "e2e-ipp-cleanup-215280", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-215280-authn-ssl"} 2026-07-29T22:00:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-215280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-215280", "reconcileID": "5a7022f1-b089-48c5-a24a-ae8294a5e8cd", "Gateway": "e2e-ipp-cleanup-215280", "namespace": "openshift-ingress"} 2026-07-29T22:00:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-215280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-215280", "reconcileID": "c2754c03-b5ec-4dab-a655-7cb8b566b790", "Gateway": "e2e-ipp-cleanup-215280", "namespace": "openshift-ingress"} 2026-07-29T22:00:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-215280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-215280", "reconcileID": "c2754c03-b5ec-4dab-a655-7cb8b566b790", "Gateway": "e2e-ipp-cleanup-215280", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-215280-authn-ssl"} 2026-07-29T22:00:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-215280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-215280", "reconcileID": "c2754c03-b5ec-4dab-a655-7cb8b566b790", "Gateway": "e2e-ipp-cleanup-215280", "namespace": "openshift-ingress"} 2026-07-29T22:00:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-215280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-215280", "reconcileID": "a37fd3c7-b6aa-4916-b37f-8a0051372538", "Gateway": "e2e-ipp-cleanup-215280", "namespace": "openshift-ingress"} 2026-07-29T22:00:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-215280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-215280", "reconcileID": "a37fd3c7-b6aa-4916-b37f-8a0051372538", "Gateway": "e2e-ipp-cleanup-215280", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-215280-authn-ssl"} 2026-07-29T22:00:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-215280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-215280", "reconcileID": "a37fd3c7-b6aa-4916-b37f-8a0051372538", "Gateway": "e2e-ipp-cleanup-215280", "namespace": "openshift-ingress"} 2026-07-29T22:00:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-215280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-215280", "reconcileID": "97d1652f-8134-40d5-9b81-a09b8348ac8a", "Gateway": "e2e-ipp-cleanup-215280", "namespace": "openshift-ingress"} 2026-07-29T22:00:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-215280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-215280", "reconcileID": "97d1652f-8134-40d5-9b81-a09b8348ac8a", "Gateway": "e2e-ipp-cleanup-215280", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-215280-authn-ssl"} 2026-07-29T22:00:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-215280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-215280", "reconcileID": "97d1652f-8134-40d5-9b81-a09b8348ac8a", "Gateway": "e2e-ipp-cleanup-215280", "namespace": "openshift-ingress"} 2026-07-29T22:00:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-215280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-215280", "reconcileID": "49043cfd-aa1e-4df6-b17b-f693a3569b2b", "Gateway": "e2e-ipp-cleanup-215280", "namespace": "openshift-ingress"} 2026-07-29T22:00:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-215280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-215280", "reconcileID": "49043cfd-aa1e-4df6-b17b-f693a3569b2b", "Gateway": "e2e-ipp-cleanup-215280", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-215280-authn-ssl"} 2026-07-29T22:00:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-215280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-215280", "reconcileID": "49043cfd-aa1e-4df6-b17b-f693a3569b2b", "Gateway": "e2e-ipp-cleanup-215280", "namespace": "openshift-ingress"} 2026-07-29T22:00:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-215280"}, "namespace": "ai-tenant-e2e-ipp-cleanup-215280", "name": "openshift-service-ca.crt", "reconcileID": "60191ed4-6cc6-4cf4-bc0a-04e95b1f896a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-215280"} 2026-07-29T22:00:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-215280"}, "namespace": "ai-tenant-e2e-ipp-cleanup-215280", "name": "openshift-service-ca.crt", "reconcileID": "33137e88-91de-4211-bc11-ed884625e1b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-215280", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T22:00:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-215280"}, "namespace": "ai-tenant-e2e-ipp-cleanup-215280", "name": "openshift-service-ca.crt", "reconcileID": "33137e88-91de-4211-bc11-ed884625e1b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-215280"} 2026-07-29T22:00:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-215280"}, "namespace": "ai-tenant-e2e-ipp-cleanup-215280", "name": "odh-trusted-ca-bundle", "reconcileID": "55327d5a-198f-45b7-a45c-4d747daffd53", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-215280"} 2026-07-29T22:00:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-215280"}, "namespace": "ai-tenant-e2e-ipp-cleanup-215280", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fed0093f-e063-4469-bd09-47166cab842f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-215280"} 2026-07-29T22:00:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-215280"}, "namespace": "ai-tenant-e2e-ipp-cleanup-215280", "name": "openshift-service-ca.crt", "reconcileID": "162655ce-aa4a-40e9-80b1-7bfcc98ae379", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-215280"} 2026-07-29T22:00:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-215280"}, "namespace": "ai-tenant-e2e-ipp-cleanup-215280", "name": "odh-trusted-ca-bundle", "reconcileID": "4c58cc38-eb85-49bc-a933-211b6221311a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-215280", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T22:00:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-215280"}, "namespace": "ai-tenant-e2e-ipp-cleanup-215280", "name": "odh-trusted-ca-bundle", "reconcileID": "4c58cc38-eb85-49bc-a933-211b6221311a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-215280"} 2026-07-29T22:00:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-215280"}, "namespace": "ai-tenant-e2e-ipp-cleanup-215280", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "19dff738-0aa9-4360-b0fa-cbdf76d830be", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-215280"} 2026-07-29T22:00:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-215280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-215280", "reconcileID": "f3986309-e848-4e94-94cb-1d855a0d7936", "Gateway": "e2e-ipp-cleanup-215280", "namespace": "openshift-ingress"} 2026-07-29T22:00:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-215280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-215280", "reconcileID": "f3986309-e848-4e94-94cb-1d855a0d7936", "Gateway": "e2e-ipp-cleanup-215280", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-215280-authn-ssl"} 2026-07-29T22:00:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-215280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-215280", "reconcileID": "f3986309-e848-4e94-94cb-1d855a0d7936", "Gateway": "e2e-ipp-cleanup-215280", "namespace": "openshift-ingress"} 2026-07-29T22:00:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5fe25c59-126c-4f1c-9809-04c85cbab4b4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T22:00:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-215280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-215280", "reconcileID": "c02a8677-5f8c-4b59-b3a2-7168c6a15435", "Gateway": "e2e-ipp-cleanup-215280", "namespace": "openshift-ingress"} 2026-07-29T22:00:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-215280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-215280", "reconcileID": "c02a8677-5f8c-4b59-b3a2-7168c6a15435", "Gateway": "e2e-ipp-cleanup-215280", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-215280-authn-ssl"} 2026-07-29T22:00:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-215280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-215280", "reconcileID": "c02a8677-5f8c-4b59-b3a2-7168c6a15435", "Gateway": "e2e-ipp-cleanup-215280", "namespace": "openshift-ingress"} 2026-07-29T22:01:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ef2a0717-5e3f-460c-9387-ad8f39d8bd68", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T22:01:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6cf4f37c-88e0-42d8-8801-b496a491446d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T22:01:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "aa58ed1d-437e-41c2-8bc0-ffc23ea28f94", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T22:01:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d07a9d21-ef86-45d5-9cbe-61722f41ceb0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T22:01:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0e3bb163-5941-40fe-bcc1-91f2cead4d38", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T22:01:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6344d200-3b64-41ae-9a74-d51d4b2c4f21", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T22:01:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "aa4f3634-c1de-446c-bea5-c91712656bd0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T22:01:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "47897072-6a4c-443c-9e56-a8e3665ac2f4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T22:01:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "52353765-d61f-4f64-9265-ceed2cb8993f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T22:01:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-215280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-215280", "reconcileID": "5664c5e4-78ca-4a44-a09a-b1f7661662fd", "Gateway": "e2e-ipp-cleanup-215280", "namespace": "openshift-ingress"} 2026-07-29T22:01:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-215280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-215280", "reconcileID": "5664c5e4-78ca-4a44-a09a-b1f7661662fd", "Gateway": "e2e-ipp-cleanup-215280", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-215280-authn-ssl"} 2026-07-29T22:01:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-215280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-215280", "reconcileID": "5664c5e4-78ca-4a44-a09a-b1f7661662fd", "Gateway": "e2e-ipp-cleanup-215280", "namespace": "openshift-ingress"} 2026-07-29T22:01:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-215280"}, "namespace": "ai-tenant-e2e-ipp-cleanup-215280", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ccdc38c2-0e31-4916-a4ba-690963957fa6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-215280"} 2026-07-29T22:01:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-215280"}, "namespace": "ai-tenant-e2e-ipp-cleanup-215280", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ccdc38c2-0e31-4916-a4ba-690963957fa6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-215280", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T22:01:16Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-215280"}, "namespace": "ai-tenant-e2e-ipp-cleanup-215280", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ccdc38c2-0e31-4916-a4ba-690963957fa6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-215280 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T22:01:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-215280"}, "namespace": "ai-tenant-e2e-ipp-cleanup-215280", "name": "odh-trusted-ca-bundle", "reconcileID": "9fe0cd33-f54c-487d-83e5-a4536d32c29e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-215280"} 2026-07-29T22:01:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-215280"}, "namespace": "ai-tenant-e2e-ipp-cleanup-215280", "name": "odh-trusted-ca-bundle", "reconcileID": "9fe0cd33-f54c-487d-83e5-a4536d32c29e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-215280"} 2026-07-29T22:01:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-215280"}, "namespace": "ai-tenant-e2e-ipp-cleanup-215280", "name": "openshift-service-ca.crt", "reconcileID": "3d415927-07ea-4a8c-884e-e67b4fdfac42", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-215280"} 2026-07-29T22:01:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-215280"}, "namespace": "ai-tenant-e2e-ipp-cleanup-215280", "name": "openshift-service-ca.crt", "reconcileID": "3d415927-07ea-4a8c-884e-e67b4fdfac42", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-215280"} 2026-07-29T22:01:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-215280"}, "namespace": "ai-tenant-e2e-ipp-cleanup-215280", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c65b5d48-aee2-40dd-8f7e-552a3538a9a1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-215280"} 2026-07-29T22:01:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-215280"}, "namespace": "ai-tenant-e2e-ipp-cleanup-215280", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c65b5d48-aee2-40dd-8f7e-552a3538a9a1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-215280"} 2026-07-29T22:01:17Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-215280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-215280", "reconcileID": "abe9c646-aa68-4d4b-bdff-6fbb72c77ce3", "Gateway": "e2e-ipp-cleanup-215280", "namespace": "openshift-ingress"} 2026-07-29T22:01:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "14a17ec8-5cac-4027-8b38-98ee5cd357d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T22:01:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "e62704b8-a9f6-43b9-8d39-42fa7de53460", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress"} 2026-07-29T22:01:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "e62704b8-a9f6-43b9-8d39-42fa7de53460", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf-authn-ssl"} 2026-07-29T22:01:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "e62704b8-a9f6-43b9-8d39-42fa7de53460", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress"} 2026-07-29T22:01:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "fa2e6555-4d8d-41be-8868-32631335b79d", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress"} 2026-07-29T22:01:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "fa2e6555-4d8d-41be-8868-32631335b79d", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf-authn-ssl"} 2026-07-29T22:01:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "fa2e6555-4d8d-41be-8868-32631335b79d", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress"} 2026-07-29T22:01:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "d84ffd34-fa4b-4c95-bcc2-96c9df814bde", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T22:01:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "d84ffd34-fa4b-4c95-bcc2-96c9df814bde", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T22:01:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "d84ffd34-fa4b-4c95-bcc2-96c9df814bde", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T22:01:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "d84ffd34-fa4b-4c95-bcc2-96c9df814bde", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf-kserve-route-authn"} 2026-07-29T22:01:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "d84ffd34-fa4b-4c95-bcc2-96c9df814bde", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "authType": "userdefined"} 2026-07-29T22:01:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "d84ffd34-fa4b-4c95-bcc2-96c9df814bde", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T22:01:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "e6723ff8-c99d-49f5-b5ce-f0973f868832", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress"} 2026-07-29T22:01:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "e6723ff8-c99d-49f5-b5ce-f0973f868832", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf-authn-ssl"} 2026-07-29T22:01:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "e6723ff8-c99d-49f5-b5ce-f0973f868832", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress"} 2026-07-29T22:02:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "ea50a229-c4fb-491c-bc8f-bd04ca849bf3", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T22:02:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "ea50a229-c4fb-491c-bc8f-bd04ca849bf3", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T22:02:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "ea50a229-c4fb-491c-bc8f-bd04ca849bf3", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T22:02:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "ea50a229-c4fb-491c-bc8f-bd04ca849bf3", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf-kserve-route-authn"} 2026-07-29T22:02:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "ea50a229-c4fb-491c-bc8f-bd04ca849bf3", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "authType": "userdefined"} 2026-07-29T22:02:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "ea50a229-c4fb-491c-bc8f-bd04ca849bf3", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T22:02:18Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "39ef7b97-8815-478f-938b-db739b9928b1", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T22:02:18Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "39ef7b97-8815-478f-938b-db739b9928b1", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf"} 2026-07-29T22:02:18Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "39ef7b97-8815-478f-938b-db739b9928b1", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T22:02:18Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "39ef7b97-8815-478f-938b-db739b9928b1", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T22:02:18Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "39ef7b97-8815-478f-938b-db739b9928b1", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf-kserve-route-authn"} 2026-07-29T22:02:18Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "39ef7b97-8815-478f-938b-db739b9928b1", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf-kserve-route-authn"} 2026-07-29T22:02:18Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "39ef7b97-8815-478f-938b-db739b9928b1", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T22:02:18Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "39ef7b97-8815-478f-938b-db739b9928b1", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T22:02:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "ca2c4d70-f4cc-481f-b150-84c5a993b4c8", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress"} 2026-07-29T22:02:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "ca2c4d70-f4cc-481f-b150-84c5a993b4c8", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf-authn-ssl"} 2026-07-29T22:02:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "ca2c4d70-f4cc-481f-b150-84c5a993b4c8", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress"} 2026-07-29T22:02:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "20a6b47e-3584-4d3f-80b7-8136ba26f4b0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T22:02:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "20a6b47e-3584-4d3f-80b7-8136ba26f4b0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T22:02:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "20a6b47e-3584-4d3f-80b7-8136ba26f4b0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-a0dedf because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T22:02:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "odh-trusted-ca-bundle", "reconcileID": "4c143ba5-f2c6-4473-80aa-a1ac7c5a45d0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T22:02:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "odh-trusted-ca-bundle", "reconcileID": "4c143ba5-f2c6-4473-80aa-a1ac7c5a45d0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T22:02:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "openshift-service-ca.crt", "reconcileID": "a5706c92-16cb-49eb-880d-47031a2af220", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T22:02:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "openshift-service-ca.crt", "reconcileID": "a5706c92-16cb-49eb-880d-47031a2af220", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T22:02:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4cfa93fc-7a05-42b7-bc2b-9db3fc6fc3ba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T22:02:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4cfa93fc-7a05-42b7-bc2b-9db3fc6fc3ba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T22:02:21Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T22:02:21Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T22:02:23Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T22:02:23Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T22:02:26Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "f75209df-3ee5-458c-9097-ff9ae35d4467", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T22:02:26Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "f75209df-3ee5-458c-9097-ff9ae35d4467", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf"} 2026-07-29T22:02:26Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "f75209df-3ee5-458c-9097-ff9ae35d4467", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T22:02:26Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "f75209df-3ee5-458c-9097-ff9ae35d4467", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T22:02:26Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "f75209df-3ee5-458c-9097-ff9ae35d4467", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf-kserve-route-authn"} 2026-07-29T22:02:26Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "f75209df-3ee5-458c-9097-ff9ae35d4467", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf-kserve-route-authn"} 2026-07-29T22:02:26Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "f75209df-3ee5-458c-9097-ff9ae35d4467", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T22:02:26Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "f75209df-3ee5-458c-9097-ff9ae35d4467", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T22:02:26Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0dedf","namespace":"ai-tenant-e2e-ipp-a-a0dedf"}, "namespace": "ai-tenant-e2e-ipp-a-a0dedf", "name": "ipp-route-a0dedf", "reconcileID": "5a63c9d7-884b-4ecd-a955-85c23b903043", "LLMInferenceService": "ipp-route-a0dedf", "namespace": "ai-tenant-e2e-ipp-a-a0dedf"} 2026-07-29T22:02:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "46c47f41-0d60-4903-b5a7-e9dc7d6c952c", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress"} 2026-07-29T22:02:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "46c47f41-0d60-4903-b5a7-e9dc7d6c952c", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf-authn-ssl"} 2026-07-29T22:02:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "46c47f41-0d60-4903-b5a7-e9dc7d6c952c", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress"} 2026-07-29T22:02:33Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0dedf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0dedf", "reconcileID": "796df483-f94e-45dc-9fe6-d924e9f24425", "Gateway": "e2e-ipp-a-a0dedf", "namespace": "openshift-ingress"} 2026-07-29T22:02:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "51d19900-64f7-4c14-9a0d-d9a10cf7fd76", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T22:02:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-50d50c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c", "reconcileID": "e512363c-8316-4516-85d9-6fb29fdeaef2", "Gateway": "e2e-ipp-b-50d50c", "namespace": "openshift-ingress"} 2026-07-29T22:02:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-50d50c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c", "reconcileID": "e512363c-8316-4516-85d9-6fb29fdeaef2", "Gateway": "e2e-ipp-b-50d50c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c-authn-ssl"} 2026-07-29T22:02:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-50d50c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c", "reconcileID": "e512363c-8316-4516-85d9-6fb29fdeaef2", "Gateway": "e2e-ipp-b-50d50c", "namespace": "openshift-ingress"} 2026-07-29T22:02:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-50d50c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c", "reconcileID": "9c9132fb-cd93-4e69-b50b-1828ccf97589", "Gateway": "e2e-ipp-b-50d50c", "namespace": "openshift-ingress"} 2026-07-29T22:02:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-50d50c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c", "reconcileID": "9c9132fb-cd93-4e69-b50b-1828ccf97589", "Gateway": "e2e-ipp-b-50d50c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c-authn-ssl"} 2026-07-29T22:02:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-50d50c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c", "reconcileID": "9c9132fb-cd93-4e69-b50b-1828ccf97589", "Gateway": "e2e-ipp-b-50d50c", "namespace": "openshift-ingress"} 2026-07-29T22:02:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-50d50c"}, "namespace": "ai-tenant-e2e-ipp-b-50d50c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "61339b9f-befb-4ef5-be8c-fd1cbecb7b5e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-50d50c"} 2026-07-29T22:02:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-50d50c"}, "namespace": "ai-tenant-e2e-ipp-b-50d50c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "61339b9f-befb-4ef5-be8c-fd1cbecb7b5e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-50d50c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T22:02:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-50d50c"}, "namespace": "ai-tenant-e2e-ipp-b-50d50c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "61339b9f-befb-4ef5-be8c-fd1cbecb7b5e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-50d50c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T22:02:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-50d50c"}, "namespace": "ai-tenant-e2e-ipp-b-50d50c", "name": "odh-trusted-ca-bundle", "reconcileID": "41ea8829-5f78-4a56-a101-9c3235cb9ee0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-50d50c"} 2026-07-29T22:02:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-50d50c"}, "namespace": "ai-tenant-e2e-ipp-b-50d50c", "name": "odh-trusted-ca-bundle", "reconcileID": "41ea8829-5f78-4a56-a101-9c3235cb9ee0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-50d50c"} 2026-07-29T22:02:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-50d50c"}, "namespace": "ai-tenant-e2e-ipp-b-50d50c", "name": "openshift-service-ca.crt", "reconcileID": "4511f5ce-2694-407f-bd9c-05fdecd1b028", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-50d50c"} 2026-07-29T22:02:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-50d50c"}, "namespace": "ai-tenant-e2e-ipp-b-50d50c", "name": "openshift-service-ca.crt", "reconcileID": "4511f5ce-2694-407f-bd9c-05fdecd1b028", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-50d50c"} 2026-07-29T22:02:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-50d50c"}, "namespace": "ai-tenant-e2e-ipp-b-50d50c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9726562c-3202-4b50-b53f-ff6b366d579d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-50d50c"} 2026-07-29T22:02:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-50d50c"}, "namespace": "ai-tenant-e2e-ipp-b-50d50c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9726562c-3202-4b50-b53f-ff6b366d579d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-50d50c"} 2026-07-29T22:02:51Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-50d50c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-50d50c", "reconcileID": "8a37fc01-578d-476b-8162-8dfe9496eb19", "Gateway": "e2e-ipp-b-50d50c", "namespace": "openshift-ingress"} 2026-07-29T22:02:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4ffa6eb6-4581-4c1c-957b-0a3e57f1fdea", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T22:03:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fe32bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc", "reconcileID": "3a95d043-050e-4c58-934e-bfa0dec4807e", "Gateway": "e2e-shared-a-fe32bc", "namespace": "openshift-ingress"} 2026-07-29T22:03:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fe32bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc", "reconcileID": "3a95d043-050e-4c58-934e-bfa0dec4807e", "Gateway": "e2e-shared-a-fe32bc", "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc-authn-ssl"} 2026-07-29T22:03:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fe32bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc", "reconcileID": "3a95d043-050e-4c58-934e-bfa0dec4807e", "Gateway": "e2e-shared-a-fe32bc", "namespace": "openshift-ingress"} 2026-07-29T22:03:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fe32bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc", "reconcileID": "38063a5b-6129-4a1b-bfa6-b2be2396a733", "Gateway": "e2e-shared-a-fe32bc", "namespace": "openshift-ingress"} 2026-07-29T22:03:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fe32bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc", "reconcileID": "38063a5b-6129-4a1b-bfa6-b2be2396a733", "Gateway": "e2e-shared-a-fe32bc", "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc-authn-ssl"} 2026-07-29T22:03:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fe32bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc", "reconcileID": "38063a5b-6129-4a1b-bfa6-b2be2396a733", "Gateway": "e2e-shared-a-fe32bc", "namespace": "openshift-ingress"} 2026-07-29T22:03:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "869871c7-02d8-4652-969b-7bacece75b83", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-fe32bc"} 2026-07-29T22:03:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "869871c7-02d8-4652-969b-7bacece75b83", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-fe32bc", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T22:03:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "869871c7-02d8-4652-969b-7bacece75b83", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-fe32bc because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T22:03:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "odh-trusted-ca-bundle", "reconcileID": "08c4f552-cb96-4ec9-9fd7-55d1d935d554", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-fe32bc"} 2026-07-29T22:03:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "odh-trusted-ca-bundle", "reconcileID": "08c4f552-cb96-4ec9-9fd7-55d1d935d554", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-fe32bc"} 2026-07-29T22:03:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "openshift-service-ca.crt", "reconcileID": "1fb966a7-7607-4143-a4d4-71e318879caa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-fe32bc"} 2026-07-29T22:03:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "openshift-service-ca.crt", "reconcileID": "1fb966a7-7607-4143-a4d4-71e318879caa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-fe32bc"} 2026-07-29T22:03:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b0a7083-0678-43a6-a1b2-0c6db4128638", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-fe32bc"} 2026-07-29T22:03:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fe32bc"}, "namespace": "ai-tenant-e2e-shared-a-fe32bc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b0a7083-0678-43a6-a1b2-0c6db4128638", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-fe32bc"} 2026-07-29T22:03:08Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fe32bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fe32bc", "reconcileID": "4a4274e4-26ab-4646-96d9-ad6fb206bcf9", "Gateway": "e2e-shared-a-fe32bc", "namespace": "openshift-ingress"} 2026-07-29T22:03:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d43624b7-4b4d-4696-8297-ec2481fa2e4d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T22:03:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-670ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc", "reconcileID": "5ceb4035-d856-4efe-b1e2-948b95020d4b", "Gateway": "e2e-shared-b-670ddc", "namespace": "openshift-ingress"} 2026-07-29T22:03:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-670ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc", "reconcileID": "5ceb4035-d856-4efe-b1e2-948b95020d4b", "Gateway": "e2e-shared-b-670ddc", "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc-authn-ssl"} 2026-07-29T22:03:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-670ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc", "reconcileID": "5ceb4035-d856-4efe-b1e2-948b95020d4b", "Gateway": "e2e-shared-b-670ddc", "namespace": "openshift-ingress"} 2026-07-29T22:03:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-670ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc", "reconcileID": "5ae3fce7-230a-4995-8dc5-1d5ba5912b68", "Gateway": "e2e-shared-b-670ddc", "namespace": "openshift-ingress"} 2026-07-29T22:03:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-670ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc", "reconcileID": "5ae3fce7-230a-4995-8dc5-1d5ba5912b68", "Gateway": "e2e-shared-b-670ddc", "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc-authn-ssl"} 2026-07-29T22:03:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-670ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc", "reconcileID": "5ae3fce7-230a-4995-8dc5-1d5ba5912b68", "Gateway": "e2e-shared-b-670ddc", "namespace": "openshift-ingress"} 2026-07-29T22:03:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d06b7a2a-acb1-423a-8985-3cf56064deca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-670ddc"} 2026-07-29T22:03:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d06b7a2a-acb1-423a-8985-3cf56064deca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-670ddc", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T22:03:25Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d06b7a2a-acb1-423a-8985-3cf56064deca", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-670ddc because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T22:03:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "odh-trusted-ca-bundle", "reconcileID": "7c10dbe3-3af7-449b-98e1-ddfeb5fc5912", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-670ddc"} 2026-07-29T22:03:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "odh-trusted-ca-bundle", "reconcileID": "7c10dbe3-3af7-449b-98e1-ddfeb5fc5912", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-670ddc"} 2026-07-29T22:03:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "openshift-service-ca.crt", "reconcileID": "be6a06ea-f1f9-40a4-adf0-bf6625126f8a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-670ddc"} 2026-07-29T22:03:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "openshift-service-ca.crt", "reconcileID": "be6a06ea-f1f9-40a4-adf0-bf6625126f8a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-670ddc"} 2026-07-29T22:03:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aebd20ca-4397-4081-9c3f-83a6c8ce3c8a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-670ddc"} 2026-07-29T22:03:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-670ddc"}, "namespace": "ai-tenant-e2e-shared-b-670ddc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aebd20ca-4397-4081-9c3f-83a6c8ce3c8a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-670ddc"} 2026-07-29T22:03:26Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-670ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-670ddc", "reconcileID": "ffa92a08-2171-4655-a23c-de3ed7aab93e", "Gateway": "e2e-shared-b-670ddc", "namespace": "openshift-ingress"}