2026-07-30T20:18:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ecda00","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "sub-test-model-ecda00", "reconcileID": "17188fc7-f1c7-4b24-b612-a93b08f98ab4", "LLMInferenceService": "sub-test-model-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00"} 2026-07-30T20:18:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ecda00","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "sub-test-model-ecda00", "reconcileID": "17188fc7-f1c7-4b24-b612-a93b08f98ab4", "LLMInferenceService": "sub-test-model-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "sub-test-model-ecda00-kserve-route-authn"} 2026-07-30T20:18:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ecda00","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "sub-test-model-ecda00", "reconcileID": "17188fc7-f1c7-4b24-b612-a93b08f98ab4", "LLMInferenceService": "sub-test-model-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00", "authType": "userdefined"} 2026-07-30T20:18:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ecda00","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "sub-test-model-ecda00", "reconcileID": "17188fc7-f1c7-4b24-b612-a93b08f98ab4", "LLMInferenceService": "sub-test-model-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00"} 2026-07-30T20:18:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "sub-test-model-a769e5", "reconcileID": "0eeb7c10-69e9-4449-b893-8a4ec40cad80", "LLMInferenceService": "sub-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:18:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "sub-test-model-a769e5", "reconcileID": "0eeb7c10-69e9-4449-b893-8a4ec40cad80", "LLMInferenceService": "sub-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:18:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "sub-test-model-a769e5", "reconcileID": "0eeb7c10-69e9-4449-b893-8a4ec40cad80", "LLMInferenceService": "sub-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:18:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "ffedd16c-4b5f-46ca-97da-0edca55bddac", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress"} 2026-07-30T20:18:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "sub-test-model-a769e5", "reconcileID": "0eeb7c10-69e9-4449-b893-8a4ec40cad80", "LLMInferenceService": "sub-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "sub-test-model-a769e5-kserve-route-authn"} 2026-07-30T20:18:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "sub-test-model-a769e5", "reconcileID": "0eeb7c10-69e9-4449-b893-8a4ec40cad80", "LLMInferenceService": "sub-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5", "authType": "userdefined"} 2026-07-30T20:18:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "sub-test-model-a769e5", "reconcileID": "0eeb7c10-69e9-4449-b893-8a4ec40cad80", "LLMInferenceService": "sub-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:18:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "ffedd16c-4b5f-46ca-97da-0edca55bddac", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5-authn-ssl"} 2026-07-30T20:18:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "ffedd16c-4b5f-46ca-97da-0edca55bddac", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress"} 2026-07-30T20:18:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "sub-test-model-a769e5", "reconcileID": "0e46af92-cbd0-422b-87c5-426cf41afba0", "LLMInferenceService": "sub-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:18:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "sub-test-model-a769e5", "reconcileID": "0e46af92-cbd0-422b-87c5-426cf41afba0", "LLMInferenceService": "sub-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:18:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "sub-test-model-a769e5", "reconcileID": "0e46af92-cbd0-422b-87c5-426cf41afba0", "LLMInferenceService": "sub-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:18:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "sub-test-model-a769e5", "reconcileID": "0e46af92-cbd0-422b-87c5-426cf41afba0", "LLMInferenceService": "sub-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "sub-test-model-a769e5-kserve-route-authn"} 2026-07-30T20:18:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "sub-test-model-a769e5", "reconcileID": "0e46af92-cbd0-422b-87c5-426cf41afba0", "LLMInferenceService": "sub-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5", "authType": "userdefined"} 2026-07-30T20:18:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "sub-test-model-a769e5", "reconcileID": "0e46af92-cbd0-422b-87c5-426cf41afba0", "LLMInferenceService": "sub-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:18:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "ba1215fa-c4d2-4ed4-8f4f-e00b775c7e19", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress"} 2026-07-30T20:18:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "ba1215fa-c4d2-4ed4-8f4f-e00b775c7e19", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5-authn-ssl"} 2026-07-30T20:18:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "ba1215fa-c4d2-4ed4-8f4f-e00b775c7e19", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress"} 2026-07-30T20:18:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "sub-test-model-a769e5", "reconcileID": "e107ebaf-d60d-4473-8a6c-eba94f65bdf9", "LLMInferenceService": "sub-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:18:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "sub-test-model-a769e5", "reconcileID": "e107ebaf-d60d-4473-8a6c-eba94f65bdf9", "LLMInferenceService": "sub-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:18:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "sub-test-model-a769e5", "reconcileID": "e107ebaf-d60d-4473-8a6c-eba94f65bdf9", "LLMInferenceService": "sub-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:18:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "sub-test-model-a769e5", "reconcileID": "e107ebaf-d60d-4473-8a6c-eba94f65bdf9", "LLMInferenceService": "sub-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "sub-test-model-a769e5-kserve-route-authn"} 2026-07-30T20:18:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "sub-test-model-a769e5", "reconcileID": "e107ebaf-d60d-4473-8a6c-eba94f65bdf9", "LLMInferenceService": "sub-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5", "authType": "userdefined"} 2026-07-30T20:18:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "sub-test-model-a769e5", "reconcileID": "e107ebaf-d60d-4473-8a6c-eba94f65bdf9", "LLMInferenceService": "sub-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:19:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "sub-test-model-a769e5", "reconcileID": "099d65ea-593b-4491-b5aa-9fa94f00836d", "LLMInferenceService": "sub-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:19:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "sub-test-model-a769e5", "reconcileID": "099d65ea-593b-4491-b5aa-9fa94f00836d", "LLMInferenceService": "sub-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:19:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "sub-test-model-a769e5", "reconcileID": "099d65ea-593b-4491-b5aa-9fa94f00836d", "LLMInferenceService": "sub-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:19:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "sub-test-model-a769e5", "reconcileID": "099d65ea-593b-4491-b5aa-9fa94f00836d", "LLMInferenceService": "sub-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "sub-test-model-a769e5-kserve-route-authn"} 2026-07-30T20:19:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "sub-test-model-a769e5", "reconcileID": "099d65ea-593b-4491-b5aa-9fa94f00836d", "LLMInferenceService": "sub-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5", "authType": "userdefined"} 2026-07-30T20:19:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "sub-test-model-a769e5", "reconcileID": "099d65ea-593b-4491-b5aa-9fa94f00836d", "LLMInferenceService": "sub-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:19:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ecda00","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ecda00", "reconcileID": "20bca88f-0939-4cfa-90bd-cb967840c571", "Gateway": "e2e-shared-a-ecda00", "namespace": "openshift-ingress"} 2026-07-30T20:19:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ecda00","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ecda00", "reconcileID": "20bca88f-0939-4cfa-90bd-cb967840c571", "Gateway": "e2e-shared-a-ecda00", "namespace": "openshift-ingress", "name": "e2e-shared-a-ecda00-authn-ssl"} 2026-07-30T20:19:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ecda00","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ecda00", "reconcileID": "20bca88f-0939-4cfa-90bd-cb967840c571", "Gateway": "e2e-shared-a-ecda00", "namespace": "openshift-ingress"} 2026-07-30T20:19:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "38c72a61-a239-425d-8f36-88bf9eb908e1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T20:19:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "7670ffe8-2550-4e2f-9420-de916e097d56", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress"} 2026-07-30T20:19:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "7670ffe8-2550-4e2f-9420-de916e097d56", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5-authn-ssl"} 2026-07-30T20:19:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "7670ffe8-2550-4e2f-9420-de916e097d56", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress"} 2026-07-30T20:20:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "c4e24e1c-98d8-4da1-967e-319c95e2c10a", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress"} 2026-07-30T20:20:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "c4e24e1c-98d8-4da1-967e-319c95e2c10a", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5-authn-ssl"} 2026-07-30T20:20:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "c4e24e1c-98d8-4da1-967e-319c95e2c10a", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress"} 2026-07-30T20:20:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "74f9aea8-85c3-46c0-8ae9-22d72d7bae86", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress"} 2026-07-30T20:20:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "74f9aea8-85c3-46c0-8ae9-22d72d7bae86", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5-authn-ssl"} 2026-07-30T20:20:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "74f9aea8-85c3-46c0-8ae9-22d72d7bae86", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress"} 2026-07-30T20:20:43Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ecda00","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "sub-test-model-ecda00", "reconcileID": "fc3824c1-6e22-4dc0-ab86-3e97cc6b2b84", "LLMInferenceService": "sub-test-model-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00"} 2026-07-30T20:20:43Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ecda00","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "sub-test-model-ecda00", "reconcileID": "fc3824c1-6e22-4dc0-ab86-3e97cc6b2b84", "LLMInferenceService": "sub-test-model-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "sub-test-model-ecda00"} 2026-07-30T20:20:43Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ecda00","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "sub-test-model-ecda00", "reconcileID": "fc3824c1-6e22-4dc0-ab86-3e97cc6b2b84", "LLMInferenceService": "sub-test-model-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00"} 2026-07-30T20:20:43Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ecda00","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "sub-test-model-ecda00", "reconcileID": "fc3824c1-6e22-4dc0-ab86-3e97cc6b2b84", "LLMInferenceService": "sub-test-model-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00"} 2026-07-30T20:20:43Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ecda00","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "sub-test-model-ecda00", "reconcileID": "fc3824c1-6e22-4dc0-ab86-3e97cc6b2b84", "LLMInferenceService": "sub-test-model-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "sub-test-model-ecda00-kserve-route-authn"} 2026-07-30T20:20:43Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ecda00","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "sub-test-model-ecda00", "reconcileID": "fc3824c1-6e22-4dc0-ab86-3e97cc6b2b84", "LLMInferenceService": "sub-test-model-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "sub-test-model-ecda00-kserve-route-authn"} 2026-07-30T20:20:43Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ecda00","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "sub-test-model-ecda00", "reconcileID": "fc3824c1-6e22-4dc0-ab86-3e97cc6b2b84", "LLMInferenceService": "sub-test-model-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00"} 2026-07-30T20:20:43Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ecda00","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "sub-test-model-ecda00", "reconcileID": "fc3824c1-6e22-4dc0-ab86-3e97cc6b2b84", "LLMInferenceService": "sub-test-model-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00"} 2026-07-30T20:20:43Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ecda00","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "sub-test-model-ecda00", "reconcileID": "8d4e3e0c-0e5d-4d18-96db-21e2792aa95b", "LLMInferenceService": "sub-test-model-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00"} 2026-07-30T20:20:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ecda00","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ecda00", "reconcileID": "f04ddae2-0f54-4110-8cf6-d6c0a6d4fbf1", "Gateway": "e2e-shared-a-ecda00", "namespace": "openshift-ingress"} 2026-07-30T20:20:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ecda00","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ecda00", "reconcileID": "f04ddae2-0f54-4110-8cf6-d6c0a6d4fbf1", "Gateway": "e2e-shared-a-ecda00", "namespace": "openshift-ingress", "name": "e2e-shared-a-ecda00-authn-ssl"} 2026-07-30T20:20:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ecda00","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ecda00", "reconcileID": "f04ddae2-0f54-4110-8cf6-d6c0a6d4fbf1", "Gateway": "e2e-shared-a-ecda00", "namespace": "openshift-ingress"} 2026-07-30T20:20:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ecda00","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ecda00", "reconcileID": "0a784edf-1f26-411e-ae06-fe1b2a4d06b7", "Gateway": "e2e-shared-a-ecda00", "namespace": "openshift-ingress"} 2026-07-30T20:20:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ecda00","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ecda00", "reconcileID": "0a784edf-1f26-411e-ae06-fe1b2a4d06b7", "Gateway": "e2e-shared-a-ecda00", "namespace": "openshift-ingress", "name": "e2e-shared-a-ecda00-authn-ssl"} 2026-07-30T20:20:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ecda00","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ecda00", "reconcileID": "0a784edf-1f26-411e-ae06-fe1b2a4d06b7", "Gateway": "e2e-shared-a-ecda00", "namespace": "openshift-ingress"} 2026-07-30T20:20:43Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "sub-test-model-a769e5", "reconcileID": "a4bd1679-0cb9-4aeb-970c-96102792cf38", "LLMInferenceService": "sub-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:20:43Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "sub-test-model-a769e5", "reconcileID": "a4bd1679-0cb9-4aeb-970c-96102792cf38", "LLMInferenceService": "sub-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "sub-test-model-a769e5"} 2026-07-30T20:20:43Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "sub-test-model-a769e5", "reconcileID": "a4bd1679-0cb9-4aeb-970c-96102792cf38", "LLMInferenceService": "sub-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:20:43Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "sub-test-model-a769e5", "reconcileID": "a4bd1679-0cb9-4aeb-970c-96102792cf38", "LLMInferenceService": "sub-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:20:43Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "sub-test-model-a769e5", "reconcileID": "a4bd1679-0cb9-4aeb-970c-96102792cf38", "LLMInferenceService": "sub-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "sub-test-model-a769e5-kserve-route-authn"} 2026-07-30T20:20:43Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "sub-test-model-a769e5", "reconcileID": "a4bd1679-0cb9-4aeb-970c-96102792cf38", "LLMInferenceService": "sub-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "sub-test-model-a769e5-kserve-route-authn"} 2026-07-30T20:20:43Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "sub-test-model-a769e5", "reconcileID": "a4bd1679-0cb9-4aeb-970c-96102792cf38", "LLMInferenceService": "sub-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:20:43Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "sub-test-model-a769e5", "reconcileID": "a4bd1679-0cb9-4aeb-970c-96102792cf38", "LLMInferenceService": "sub-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:20:44Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "sub-test-model-a769e5", "reconcileID": "76a29429-b804-4eca-aebb-4cef5664b140", "LLMInferenceService": "sub-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:20:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "4f994bdf-1224-4e8a-9f3d-8c10f1942201", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress"} 2026-07-30T20:20:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "4f994bdf-1224-4e8a-9f3d-8c10f1942201", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5-authn-ssl"} 2026-07-30T20:20:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "4f994bdf-1224-4e8a-9f3d-8c10f1942201", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress"} 2026-07-30T20:20:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "de3cc700-3201-45b9-bee8-51adfc1f3685", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress"} 2026-07-30T20:20:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "de3cc700-3201-45b9-bee8-51adfc1f3685", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5-authn-ssl"} 2026-07-30T20:20:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "de3cc700-3201-45b9-bee8-51adfc1f3685", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress"} 2026-07-30T20:20:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ecda00","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "rate-test-model-ecda00", "reconcileID": "d0c4bbe8-9831-44fd-aa77-44ba0c588e06", "LLMInferenceService": "rate-test-model-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00"} 2026-07-30T20:20:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ecda00","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "rate-test-model-ecda00", "reconcileID": "d0c4bbe8-9831-44fd-aa77-44ba0c588e06", "LLMInferenceService": "rate-test-model-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00"} 2026-07-30T20:20:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ecda00","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "rate-test-model-ecda00", "reconcileID": "d0c4bbe8-9831-44fd-aa77-44ba0c588e06", "LLMInferenceService": "rate-test-model-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00"} 2026-07-30T20:20:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ecda00","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ecda00", "reconcileID": "c62103b1-83fd-47c7-850c-88aa6c7e8649", "Gateway": "e2e-shared-a-ecda00", "namespace": "openshift-ingress"} 2026-07-30T20:20:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ecda00","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "rate-test-model-ecda00", "reconcileID": "d0c4bbe8-9831-44fd-aa77-44ba0c588e06", "LLMInferenceService": "rate-test-model-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "rate-test-model-ecda00-kserve-route-authn"} 2026-07-30T20:20:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ecda00","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "rate-test-model-ecda00", "reconcileID": "d0c4bbe8-9831-44fd-aa77-44ba0c588e06", "LLMInferenceService": "rate-test-model-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00", "authType": "userdefined"} 2026-07-30T20:20:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ecda00","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "rate-test-model-ecda00", "reconcileID": "d0c4bbe8-9831-44fd-aa77-44ba0c588e06", "LLMInferenceService": "rate-test-model-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00"} 2026-07-30T20:20:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ecda00","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ecda00", "reconcileID": "c62103b1-83fd-47c7-850c-88aa6c7e8649", "Gateway": "e2e-shared-a-ecda00", "namespace": "openshift-ingress", "name": "e2e-shared-a-ecda00-authn-ssl"} 2026-07-30T20:20:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ecda00","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ecda00", "reconcileID": "c62103b1-83fd-47c7-850c-88aa6c7e8649", "Gateway": "e2e-shared-a-ecda00", "namespace": "openshift-ingress"} 2026-07-30T20:20:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ecda00","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "rate-test-model-ecda00", "reconcileID": "06f46c30-035c-4894-89f1-4375e0f28bca", "LLMInferenceService": "rate-test-model-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00"} 2026-07-30T20:20:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ecda00","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "rate-test-model-ecda00", "reconcileID": "06f46c30-035c-4894-89f1-4375e0f28bca", "LLMInferenceService": "rate-test-model-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00"} 2026-07-30T20:20:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ecda00","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "rate-test-model-ecda00", "reconcileID": "06f46c30-035c-4894-89f1-4375e0f28bca", "LLMInferenceService": "rate-test-model-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00"} 2026-07-30T20:20:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ecda00","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "rate-test-model-ecda00", "reconcileID": "06f46c30-035c-4894-89f1-4375e0f28bca", "LLMInferenceService": "rate-test-model-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "rate-test-model-ecda00-kserve-route-authn"} 2026-07-30T20:20:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ecda00","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "rate-test-model-ecda00", "reconcileID": "06f46c30-035c-4894-89f1-4375e0f28bca", "LLMInferenceService": "rate-test-model-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00", "authType": "userdefined"} 2026-07-30T20:20:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ecda00","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "rate-test-model-ecda00", "reconcileID": "06f46c30-035c-4894-89f1-4375e0f28bca", "LLMInferenceService": "rate-test-model-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00"} 2026-07-30T20:20:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ecda00","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ecda00", "reconcileID": "19e6ca25-be99-4af0-8a49-60458133e8d7", "Gateway": "e2e-shared-a-ecda00", "namespace": "openshift-ingress"} 2026-07-30T20:20:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ecda00","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ecda00", "reconcileID": "19e6ca25-be99-4af0-8a49-60458133e8d7", "Gateway": "e2e-shared-a-ecda00", "namespace": "openshift-ingress", "name": "e2e-shared-a-ecda00-authn-ssl"} 2026-07-30T20:20:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ecda00","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ecda00", "reconcileID": "19e6ca25-be99-4af0-8a49-60458133e8d7", "Gateway": "e2e-shared-a-ecda00", "namespace": "openshift-ingress"} 2026-07-30T20:20:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "e9fcdc26-2fb7-42ce-888d-b1505170c28e", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress"} 2026-07-30T20:20:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "e9fcdc26-2fb7-42ce-888d-b1505170c28e", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5-authn-ssl"} 2026-07-30T20:20:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "e9fcdc26-2fb7-42ce-888d-b1505170c28e", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress"} 2026-07-30T20:20:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ecda00","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "rate-test-model-ecda00", "reconcileID": "c9537e04-4101-4d61-858c-b0d4d9c7ddb5", "LLMInferenceService": "rate-test-model-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00"} 2026-07-30T20:20:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ecda00","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "rate-test-model-ecda00", "reconcileID": "c9537e04-4101-4d61-858c-b0d4d9c7ddb5", "LLMInferenceService": "rate-test-model-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00"} 2026-07-30T20:20:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ecda00","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "rate-test-model-ecda00", "reconcileID": "c9537e04-4101-4d61-858c-b0d4d9c7ddb5", "LLMInferenceService": "rate-test-model-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00"} 2026-07-30T20:20:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ecda00","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "rate-test-model-ecda00", "reconcileID": "c9537e04-4101-4d61-858c-b0d4d9c7ddb5", "LLMInferenceService": "rate-test-model-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "rate-test-model-ecda00-kserve-route-authn"} 2026-07-30T20:20:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ecda00","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "rate-test-model-ecda00", "reconcileID": "c9537e04-4101-4d61-858c-b0d4d9c7ddb5", "LLMInferenceService": "rate-test-model-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00", "authType": "userdefined"} 2026-07-30T20:20:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ecda00","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "rate-test-model-ecda00", "reconcileID": "c9537e04-4101-4d61-858c-b0d4d9c7ddb5", "LLMInferenceService": "rate-test-model-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00"} 2026-07-30T20:21:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ecda00","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ecda00", "reconcileID": "14c0ace1-c075-401d-b5fc-d7ea35157187", "Gateway": "e2e-shared-a-ecda00", "namespace": "openshift-ingress"} 2026-07-30T20:21:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ecda00","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ecda00", "reconcileID": "14c0ace1-c075-401d-b5fc-d7ea35157187", "Gateway": "e2e-shared-a-ecda00", "namespace": "openshift-ingress", "name": "e2e-shared-a-ecda00-authn-ssl"} 2026-07-30T20:21:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ecda00","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ecda00", "reconcileID": "14c0ace1-c075-401d-b5fc-d7ea35157187", "Gateway": "e2e-shared-a-ecda00", "namespace": "openshift-ingress"} 2026-07-30T20:21:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ecda00","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "rate-test-model-ecda00", "reconcileID": "da8bb918-e82a-4f4a-bc72-6bc8957d7122", "LLMInferenceService": "rate-test-model-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00"} 2026-07-30T20:21:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ecda00","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "rate-test-model-ecda00", "reconcileID": "da8bb918-e82a-4f4a-bc72-6bc8957d7122", "LLMInferenceService": "rate-test-model-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00"} 2026-07-30T20:21:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ecda00","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "rate-test-model-ecda00", "reconcileID": "da8bb918-e82a-4f4a-bc72-6bc8957d7122", "LLMInferenceService": "rate-test-model-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00"} 2026-07-30T20:21:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ecda00","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "rate-test-model-ecda00", "reconcileID": "da8bb918-e82a-4f4a-bc72-6bc8957d7122", "LLMInferenceService": "rate-test-model-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "rate-test-model-ecda00-kserve-route-authn"} 2026-07-30T20:21:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ecda00","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "rate-test-model-ecda00", "reconcileID": "da8bb918-e82a-4f4a-bc72-6bc8957d7122", "LLMInferenceService": "rate-test-model-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00", "authType": "userdefined"} 2026-07-30T20:21:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ecda00","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "rate-test-model-ecda00", "reconcileID": "da8bb918-e82a-4f4a-bc72-6bc8957d7122", "LLMInferenceService": "rate-test-model-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00"} 2026-07-30T20:21:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "rate-test-model-a769e5", "reconcileID": "60eac95f-f7f9-436d-b62f-637bed8005b7", "LLMInferenceService": "rate-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:21:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "rate-test-model-a769e5", "reconcileID": "60eac95f-f7f9-436d-b62f-637bed8005b7", "LLMInferenceService": "rate-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:21:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "rate-test-model-a769e5", "reconcileID": "60eac95f-f7f9-436d-b62f-637bed8005b7", "LLMInferenceService": "rate-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:21:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "f136fdb3-e589-4fe9-9efb-9c36ec35d2b5", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress"} 2026-07-30T20:21:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "rate-test-model-a769e5", "reconcileID": "60eac95f-f7f9-436d-b62f-637bed8005b7", "LLMInferenceService": "rate-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "rate-test-model-a769e5-kserve-route-authn"} 2026-07-30T20:21:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "rate-test-model-a769e5", "reconcileID": "60eac95f-f7f9-436d-b62f-637bed8005b7", "LLMInferenceService": "rate-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5", "authType": "userdefined"} 2026-07-30T20:21:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "rate-test-model-a769e5", "reconcileID": "60eac95f-f7f9-436d-b62f-637bed8005b7", "LLMInferenceService": "rate-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:21:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "f136fdb3-e589-4fe9-9efb-9c36ec35d2b5", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5-authn-ssl"} 2026-07-30T20:21:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "f136fdb3-e589-4fe9-9efb-9c36ec35d2b5", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress"} 2026-07-30T20:21:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "rate-test-model-a769e5", "reconcileID": "81ce63b1-9d8e-4d75-af60-4380900f9144", "LLMInferenceService": "rate-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:21:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "rate-test-model-a769e5", "reconcileID": "81ce63b1-9d8e-4d75-af60-4380900f9144", "LLMInferenceService": "rate-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:21:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "rate-test-model-a769e5", "reconcileID": "81ce63b1-9d8e-4d75-af60-4380900f9144", "LLMInferenceService": "rate-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:21:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "rate-test-model-a769e5", "reconcileID": "81ce63b1-9d8e-4d75-af60-4380900f9144", "LLMInferenceService": "rate-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "rate-test-model-a769e5-kserve-route-authn"} 2026-07-30T20:21:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "rate-test-model-a769e5", "reconcileID": "81ce63b1-9d8e-4d75-af60-4380900f9144", "LLMInferenceService": "rate-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5", "authType": "userdefined"} 2026-07-30T20:21:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "rate-test-model-a769e5", "reconcileID": "81ce63b1-9d8e-4d75-af60-4380900f9144", "LLMInferenceService": "rate-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:21:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "db8c34a1-d40b-412b-8e64-e49b94c7d9e5", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress"} 2026-07-30T20:21:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "db8c34a1-d40b-412b-8e64-e49b94c7d9e5", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5-authn-ssl"} 2026-07-30T20:21:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "db8c34a1-d40b-412b-8e64-e49b94c7d9e5", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress"} 2026-07-30T20:21:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "rate-test-model-a769e5", "reconcileID": "b6c3b344-b8a4-4d35-ae64-0957b4d52503", "LLMInferenceService": "rate-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:21:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "rate-test-model-a769e5", "reconcileID": "b6c3b344-b8a4-4d35-ae64-0957b4d52503", "LLMInferenceService": "rate-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:21:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "rate-test-model-a769e5", "reconcileID": "b6c3b344-b8a4-4d35-ae64-0957b4d52503", "LLMInferenceService": "rate-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:21:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "rate-test-model-a769e5", "reconcileID": "b6c3b344-b8a4-4d35-ae64-0957b4d52503", "LLMInferenceService": "rate-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "rate-test-model-a769e5-kserve-route-authn"} 2026-07-30T20:21:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "rate-test-model-a769e5", "reconcileID": "b6c3b344-b8a4-4d35-ae64-0957b4d52503", "LLMInferenceService": "rate-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5", "authType": "userdefined"} 2026-07-30T20:21:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "rate-test-model-a769e5", "reconcileID": "b6c3b344-b8a4-4d35-ae64-0957b4d52503", "LLMInferenceService": "rate-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:21:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "rate-test-model-a769e5", "reconcileID": "60e60b58-f950-4f1c-a156-052d74b83ce9", "LLMInferenceService": "rate-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:21:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "rate-test-model-a769e5", "reconcileID": "60e60b58-f950-4f1c-a156-052d74b83ce9", "LLMInferenceService": "rate-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:21:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "rate-test-model-a769e5", "reconcileID": "60e60b58-f950-4f1c-a156-052d74b83ce9", "LLMInferenceService": "rate-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:21:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "rate-test-model-a769e5", "reconcileID": "60e60b58-f950-4f1c-a156-052d74b83ce9", "LLMInferenceService": "rate-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "rate-test-model-a769e5-kserve-route-authn"} 2026-07-30T20:21:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "rate-test-model-a769e5", "reconcileID": "60e60b58-f950-4f1c-a156-052d74b83ce9", "LLMInferenceService": "rate-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5", "authType": "userdefined"} 2026-07-30T20:21:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "rate-test-model-a769e5", "reconcileID": "60e60b58-f950-4f1c-a156-052d74b83ce9", "LLMInferenceService": "rate-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:21:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "rate-test-model-a769e5", "reconcileID": "c4d88ba2-2a0c-46a4-865b-59ead2cfe714", "LLMInferenceService": "rate-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:21:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "rate-test-model-a769e5", "reconcileID": "c4d88ba2-2a0c-46a4-865b-59ead2cfe714", "LLMInferenceService": "rate-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:21:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "rate-test-model-a769e5", "reconcileID": "c4d88ba2-2a0c-46a4-865b-59ead2cfe714", "LLMInferenceService": "rate-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:21:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "rate-test-model-a769e5", "reconcileID": "c4d88ba2-2a0c-46a4-865b-59ead2cfe714", "LLMInferenceService": "rate-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "rate-test-model-a769e5-kserve-route-authn"} 2026-07-30T20:21:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "rate-test-model-a769e5", "reconcileID": "c4d88ba2-2a0c-46a4-865b-59ead2cfe714", "LLMInferenceService": "rate-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5", "authType": "userdefined"} 2026-07-30T20:21:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "rate-test-model-a769e5", "reconcileID": "c4d88ba2-2a0c-46a4-865b-59ead2cfe714", "LLMInferenceService": "rate-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:21:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ecda00","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ecda00", "reconcileID": "77a905ea-57f3-485e-8d59-8b41c9d908e4", "Gateway": "e2e-shared-a-ecda00", "namespace": "openshift-ingress"} 2026-07-30T20:21:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ecda00","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ecda00", "reconcileID": "77a905ea-57f3-485e-8d59-8b41c9d908e4", "Gateway": "e2e-shared-a-ecda00", "namespace": "openshift-ingress", "name": "e2e-shared-a-ecda00-authn-ssl"} 2026-07-30T20:21:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ecda00","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ecda00", "reconcileID": "77a905ea-57f3-485e-8d59-8b41c9d908e4", "Gateway": "e2e-shared-a-ecda00", "namespace": "openshift-ingress"} 2026-07-30T20:21:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "a122fdc2-d916-48d3-af55-7e40aa42f337", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress"} 2026-07-30T20:21:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "a122fdc2-d916-48d3-af55-7e40aa42f337", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5-authn-ssl"} 2026-07-30T20:21:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "a122fdc2-d916-48d3-af55-7e40aa42f337", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress"} 2026-07-30T20:22:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "735feaae-fc83-47e5-a97b-ee7ed91b5a0a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T20:22:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "4d4e37e4-a752-4f1d-a9b6-ef17c7dc5980", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress"} 2026-07-30T20:22:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "4d4e37e4-a752-4f1d-a9b6-ef17c7dc5980", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5-authn-ssl"} 2026-07-30T20:22:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "4d4e37e4-a752-4f1d-a9b6-ef17c7dc5980", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress"} 2026-07-30T20:22:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fd01ba22-05e4-4ee7-a6a6-f646199029d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T20:22:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "9087fc9b-fb00-4ce5-876b-6ef1abee9b78", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress"} 2026-07-30T20:22:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "9087fc9b-fb00-4ce5-876b-6ef1abee9b78", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5-authn-ssl"} 2026-07-30T20:22:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "9087fc9b-fb00-4ce5-876b-6ef1abee9b78", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress"} 2026-07-30T20:23:04Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ecda00","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "rate-test-model-ecda00", "reconcileID": "5d416a12-348e-4650-819d-800cd7ae328a", "LLMInferenceService": "rate-test-model-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00"} 2026-07-30T20:23:04Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ecda00","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "rate-test-model-ecda00", "reconcileID": "5d416a12-348e-4650-819d-800cd7ae328a", "LLMInferenceService": "rate-test-model-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "rate-test-model-ecda00"} 2026-07-30T20:23:04Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ecda00","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "rate-test-model-ecda00", "reconcileID": "5d416a12-348e-4650-819d-800cd7ae328a", "LLMInferenceService": "rate-test-model-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00"} 2026-07-30T20:23:04Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ecda00","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "rate-test-model-ecda00", "reconcileID": "5d416a12-348e-4650-819d-800cd7ae328a", "LLMInferenceService": "rate-test-model-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00"} 2026-07-30T20:23:04Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ecda00","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "rate-test-model-ecda00", "reconcileID": "5d416a12-348e-4650-819d-800cd7ae328a", "LLMInferenceService": "rate-test-model-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "rate-test-model-ecda00-kserve-route-authn"} 2026-07-30T20:23:04Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ecda00","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "rate-test-model-ecda00", "reconcileID": "5d416a12-348e-4650-819d-800cd7ae328a", "LLMInferenceService": "rate-test-model-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "rate-test-model-ecda00-kserve-route-authn"} 2026-07-30T20:23:04Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ecda00","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "rate-test-model-ecda00", "reconcileID": "5d416a12-348e-4650-819d-800cd7ae328a", "LLMInferenceService": "rate-test-model-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00"} 2026-07-30T20:23:04Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ecda00","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "rate-test-model-ecda00", "reconcileID": "5d416a12-348e-4650-819d-800cd7ae328a", "LLMInferenceService": "rate-test-model-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00"} 2026-07-30T20:23:04Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ecda00","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "rate-test-model-ecda00", "reconcileID": "e4d66047-a2ee-4a99-a94b-b1125f578a84", "LLMInferenceService": "rate-test-model-ecda00", "namespace": "ai-tenant-e2e-shared-a-ecda00"} 2026-07-30T20:23:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ecda00","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ecda00", "reconcileID": "3d4c0365-72a4-4b2c-9448-e2629dcb7624", "Gateway": "e2e-shared-a-ecda00", "namespace": "openshift-ingress"} 2026-07-30T20:23:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ecda00","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ecda00", "reconcileID": "3d4c0365-72a4-4b2c-9448-e2629dcb7624", "Gateway": "e2e-shared-a-ecda00", "namespace": "openshift-ingress", "name": "e2e-shared-a-ecda00-authn-ssl"} 2026-07-30T20:23:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ecda00","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ecda00", "reconcileID": "3d4c0365-72a4-4b2c-9448-e2629dcb7624", "Gateway": "e2e-shared-a-ecda00", "namespace": "openshift-ingress"} 2026-07-30T20:23:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ecda00","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ecda00", "reconcileID": "8724fd17-2064-4c90-90b5-2706c13b7c73", "Gateway": "e2e-shared-a-ecda00", "namespace": "openshift-ingress"} 2026-07-30T20:23:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ecda00","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ecda00", "reconcileID": "8724fd17-2064-4c90-90b5-2706c13b7c73", "Gateway": "e2e-shared-a-ecda00", "namespace": "openshift-ingress", "name": "e2e-shared-a-ecda00-authn-ssl"} 2026-07-30T20:23:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ecda00","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ecda00", "reconcileID": "8724fd17-2064-4c90-90b5-2706c13b7c73", "Gateway": "e2e-shared-a-ecda00", "namespace": "openshift-ingress"} 2026-07-30T20:23:04Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "rate-test-model-a769e5", "reconcileID": "bfa9f4b9-c70b-4497-9c4f-6011ea760a83", "LLMInferenceService": "rate-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:23:04Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "rate-test-model-a769e5", "reconcileID": "bfa9f4b9-c70b-4497-9c4f-6011ea760a83", "LLMInferenceService": "rate-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "rate-test-model-a769e5"} 2026-07-30T20:23:04Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "rate-test-model-a769e5", "reconcileID": "bfa9f4b9-c70b-4497-9c4f-6011ea760a83", "LLMInferenceService": "rate-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:23:04Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "rate-test-model-a769e5", "reconcileID": "bfa9f4b9-c70b-4497-9c4f-6011ea760a83", "LLMInferenceService": "rate-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:23:04Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "rate-test-model-a769e5", "reconcileID": "bfa9f4b9-c70b-4497-9c4f-6011ea760a83", "LLMInferenceService": "rate-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "rate-test-model-a769e5-kserve-route-authn"} 2026-07-30T20:23:04Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "rate-test-model-a769e5", "reconcileID": "bfa9f4b9-c70b-4497-9c4f-6011ea760a83", "LLMInferenceService": "rate-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "rate-test-model-a769e5-kserve-route-authn"} 2026-07-30T20:23:04Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "rate-test-model-a769e5", "reconcileID": "bfa9f4b9-c70b-4497-9c4f-6011ea760a83", "LLMInferenceService": "rate-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:23:04Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "rate-test-model-a769e5", "reconcileID": "bfa9f4b9-c70b-4497-9c4f-6011ea760a83", "LLMInferenceService": "rate-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:23:05Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a769e5","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "rate-test-model-a769e5", "reconcileID": "f42e11fa-ef8f-4b9f-bc37-db6840aa00a6", "LLMInferenceService": "rate-test-model-a769e5", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:23:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "54596b66-e620-420e-ba08-dc285ac259cc", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress"} 2026-07-30T20:23:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "54596b66-e620-420e-ba08-dc285ac259cc", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5-authn-ssl"} 2026-07-30T20:23:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "54596b66-e620-420e-ba08-dc285ac259cc", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress"} 2026-07-30T20:23:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "3682b13f-fb1d-466a-9cf5-36467cd1cf21", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress"} 2026-07-30T20:23:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "3682b13f-fb1d-466a-9cf5-36467cd1cf21", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5-authn-ssl"} 2026-07-30T20:23:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "3682b13f-fb1d-466a-9cf5-36467cd1cf21", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress"} 2026-07-30T20:23:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ecda00","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ecda00", "reconcileID": "0a09baf8-9f1a-4fc4-b250-067e8800a573", "Gateway": "e2e-shared-a-ecda00", "namespace": "openshift-ingress"} 2026-07-30T20:23:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ecda00","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ecda00", "reconcileID": "0a09baf8-9f1a-4fc4-b250-067e8800a573", "Gateway": "e2e-shared-a-ecda00", "namespace": "openshift-ingress", "name": "e2e-shared-a-ecda00-authn-ssl"} 2026-07-30T20:23:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ecda00","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ecda00", "reconcileID": "0a09baf8-9f1a-4fc4-b250-067e8800a573", "Gateway": "e2e-shared-a-ecda00", "namespace": "openshift-ingress"} 2026-07-30T20:23:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "89b2eeb2-3f20-4d39-b74b-3458ae953c5f", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress"} 2026-07-30T20:23:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "89b2eeb2-3f20-4d39-b74b-3458ae953c5f", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5-authn-ssl"} 2026-07-30T20:23:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "89b2eeb2-3f20-4d39-b74b-3458ae953c5f", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress"} 2026-07-30T20:23:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0c599c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c", "reconcileID": "ea6751fd-6f14-4386-96c6-8c41d22ed004", "Gateway": "e2e-ipp-a-0c599c", "namespace": "openshift-ingress"} 2026-07-30T20:23:25Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0c599c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c", "reconcileID": "ea6751fd-6f14-4386-96c6-8c41d22ed004", "Gateway": "e2e-ipp-a-0c599c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c-authn-ssl"} 2026-07-30T20:23:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0c599c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c", "reconcileID": "ea6751fd-6f14-4386-96c6-8c41d22ed004", "Gateway": "e2e-ipp-a-0c599c", "namespace": "openshift-ingress"} 2026-07-30T20:23:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0c599c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c", "reconcileID": "145be13f-5801-490b-be53-47aedbefb325", "Gateway": "e2e-ipp-a-0c599c", "namespace": "openshift-ingress"} 2026-07-30T20:23:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0c599c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c", "reconcileID": "145be13f-5801-490b-be53-47aedbefb325", "Gateway": "e2e-ipp-a-0c599c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c-authn-ssl"} 2026-07-30T20:23:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0c599c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c", "reconcileID": "145be13f-5801-490b-be53-47aedbefb325", "Gateway": "e2e-ipp-a-0c599c", "namespace": "openshift-ingress"} 2026-07-30T20:23:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0c599c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c", "reconcileID": "243927bc-f1ce-4c67-93e3-0714c4b2e6c1", "Gateway": "e2e-ipp-a-0c599c", "namespace": "openshift-ingress"} 2026-07-30T20:23:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0c599c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c", "reconcileID": "243927bc-f1ce-4c67-93e3-0714c4b2e6c1", "Gateway": "e2e-ipp-a-0c599c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c-authn-ssl"} 2026-07-30T20:23:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0c599c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c", "reconcileID": "243927bc-f1ce-4c67-93e3-0714c4b2e6c1", "Gateway": "e2e-ipp-a-0c599c", "namespace": "openshift-ingress"} 2026-07-30T20:23:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0c599c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c", "reconcileID": "b6a122d9-86e8-4827-a75d-e32f198557a3", "Gateway": "e2e-ipp-a-0c599c", "namespace": "openshift-ingress"} 2026-07-30T20:23:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0c599c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c", "reconcileID": "b6a122d9-86e8-4827-a75d-e32f198557a3", "Gateway": "e2e-ipp-a-0c599c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c-authn-ssl"} 2026-07-30T20:23:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0c599c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c", "reconcileID": "b6a122d9-86e8-4827-a75d-e32f198557a3", "Gateway": "e2e-ipp-a-0c599c", "namespace": "openshift-ingress"} 2026-07-30T20:23:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0c599c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c", "reconcileID": "175b6dee-bffc-4a56-9d98-b1ff682d055e", "Gateway": "e2e-ipp-a-0c599c", "namespace": "openshift-ingress"} 2026-07-30T20:23:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0c599c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c", "reconcileID": "175b6dee-bffc-4a56-9d98-b1ff682d055e", "Gateway": "e2e-ipp-a-0c599c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c-authn-ssl"} 2026-07-30T20:23:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0c599c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c", "reconcileID": "175b6dee-bffc-4a56-9d98-b1ff682d055e", "Gateway": "e2e-ipp-a-0c599c", "namespace": "openshift-ingress"} 2026-07-30T20:23:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0c599c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c", "reconcileID": "cd4dcd6b-c970-47db-92c6-9cd923673e60", "Gateway": "e2e-ipp-a-0c599c", "namespace": "openshift-ingress"} 2026-07-30T20:23:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0c599c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c", "reconcileID": "cd4dcd6b-c970-47db-92c6-9cd923673e60", "Gateway": "e2e-ipp-a-0c599c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c-authn-ssl"} 2026-07-30T20:23:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0c599c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c", "reconcileID": "cd4dcd6b-c970-47db-92c6-9cd923673e60", "Gateway": "e2e-ipp-a-0c599c", "namespace": "openshift-ingress"} 2026-07-30T20:23:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "odh-trusted-ca-bundle", "reconcileID": "6ec10cdc-809f-4c48-9f8d-4713abdd96fe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:23:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "openshift-service-ca.crt", "reconcileID": "70c0fd05-fcd9-438b-8077-513a97b81c18", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:23:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "openshift-service-ca.crt", "reconcileID": "e2ea2eb3-3626-44c6-9a1a-358f28c3b8ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-0c599c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T20:23:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "openshift-service-ca.crt", "reconcileID": "e2ea2eb3-3626-44c6-9a1a-358f28c3b8ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:23:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e9c91f7-26dd-4e9b-9bb8-2cc5687aa632", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:23:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "openshift-service-ca.crt", "reconcileID": "1e6e9b3a-7ec7-4dff-918b-347ce1ffe012", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:23:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "odh-trusted-ca-bundle", "reconcileID": "afa7d79c-672d-4ed9-a524-5a947d14979c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0c599c", "update": "odh-kserve-custom-ca-bundle"} 2026-07-30T20:23:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "odh-trusted-ca-bundle", "reconcileID": "afa7d79c-672d-4ed9-a524-5a947d14979c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:23:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bdb7af39-086b-4722-851f-37fcd0f1ae87", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:23:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0c599c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c", "reconcileID": "5bb0f911-e90b-410f-b027-a63d0ded5994", "Gateway": "e2e-ipp-a-0c599c", "namespace": "openshift-ingress"} 2026-07-30T20:23:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0c599c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c", "reconcileID": "5bb0f911-e90b-410f-b027-a63d0ded5994", "Gateway": "e2e-ipp-a-0c599c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c-authn-ssl"} 2026-07-30T20:23:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0c599c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c", "reconcileID": "5bb0f911-e90b-410f-b027-a63d0ded5994", "Gateway": "e2e-ipp-a-0c599c", "namespace": "openshift-ingress"} 2026-07-30T20:23:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d58de4cf-22e6-42c4-98e9-59334fb96926", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T20:23:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0c599c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c", "reconcileID": "5c502b79-4794-4805-855d-4d496e3ff7e9", "Gateway": "e2e-ipp-a-0c599c", "namespace": "openshift-ingress"} 2026-07-30T20:23:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0c599c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c", "reconcileID": "5c502b79-4794-4805-855d-4d496e3ff7e9", "Gateway": "e2e-ipp-a-0c599c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c-authn-ssl"} 2026-07-30T20:23:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0c599c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c", "reconcileID": "5c502b79-4794-4805-855d-4d496e3ff7e9", "Gateway": "e2e-ipp-a-0c599c", "namespace": "openshift-ingress"} 2026-07-30T20:23:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d67d52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d67d52", "reconcileID": "2bbd182e-4a57-453b-b7aa-64e3a31c0a24", "Gateway": "e2e-ipp-b-d67d52", "namespace": "openshift-ingress"} 2026-07-30T20:23:53Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d67d52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d67d52", "reconcileID": "2bbd182e-4a57-453b-b7aa-64e3a31c0a24", "Gateway": "e2e-ipp-b-d67d52", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d67d52-authn-ssl"} 2026-07-30T20:23:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d67d52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d67d52", "reconcileID": "2bbd182e-4a57-453b-b7aa-64e3a31c0a24", "Gateway": "e2e-ipp-b-d67d52", "namespace": "openshift-ingress"} 2026-07-30T20:23:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d67d52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d67d52", "reconcileID": "bd452629-e45d-4c0c-a5ab-26229f8b2896", "Gateway": "e2e-ipp-b-d67d52", "namespace": "openshift-ingress"} 2026-07-30T20:23:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d67d52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d67d52", "reconcileID": "bd452629-e45d-4c0c-a5ab-26229f8b2896", "Gateway": "e2e-ipp-b-d67d52", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d67d52-authn-ssl"} 2026-07-30T20:23:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d67d52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d67d52", "reconcileID": "bd452629-e45d-4c0c-a5ab-26229f8b2896", "Gateway": "e2e-ipp-b-d67d52", "namespace": "openshift-ingress"} 2026-07-30T20:23:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d67d52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d67d52", "reconcileID": "082900ac-4f61-4dc2-86a9-55ac5a306005", "Gateway": "e2e-ipp-b-d67d52", "namespace": "openshift-ingress"} 2026-07-30T20:23:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d67d52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d67d52", "reconcileID": "082900ac-4f61-4dc2-86a9-55ac5a306005", "Gateway": "e2e-ipp-b-d67d52", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d67d52-authn-ssl"} 2026-07-30T20:23:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d67d52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d67d52", "reconcileID": "082900ac-4f61-4dc2-86a9-55ac5a306005", "Gateway": "e2e-ipp-b-d67d52", "namespace": "openshift-ingress"} 2026-07-30T20:23:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d67d52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d67d52", "reconcileID": "012b24f4-a3fb-4e4c-a92c-86a0db3b7678", "Gateway": "e2e-ipp-b-d67d52", "namespace": "openshift-ingress"} 2026-07-30T20:23:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d67d52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d67d52", "reconcileID": "012b24f4-a3fb-4e4c-a92c-86a0db3b7678", "Gateway": "e2e-ipp-b-d67d52", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d67d52-authn-ssl"} 2026-07-30T20:23:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d67d52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d67d52", "reconcileID": "012b24f4-a3fb-4e4c-a92c-86a0db3b7678", "Gateway": "e2e-ipp-b-d67d52", "namespace": "openshift-ingress"} 2026-07-30T20:23:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d67d52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d67d52", "reconcileID": "e67ad1db-2ba6-43a5-a1f4-d5a9b2fa7661", "Gateway": "e2e-ipp-b-d67d52", "namespace": "openshift-ingress"} 2026-07-30T20:23:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d67d52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d67d52", "reconcileID": "e67ad1db-2ba6-43a5-a1f4-d5a9b2fa7661", "Gateway": "e2e-ipp-b-d67d52", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d67d52-authn-ssl"} 2026-07-30T20:23:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d67d52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d67d52", "reconcileID": "e67ad1db-2ba6-43a5-a1f4-d5a9b2fa7661", "Gateway": "e2e-ipp-b-d67d52", "namespace": "openshift-ingress"} 2026-07-30T20:23:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d67d52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d67d52", "reconcileID": "6b50592f-c176-48a5-b109-0443e92f6379", "Gateway": "e2e-ipp-b-d67d52", "namespace": "openshift-ingress"} 2026-07-30T20:23:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d67d52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d67d52", "reconcileID": "6b50592f-c176-48a5-b109-0443e92f6379", "Gateway": "e2e-ipp-b-d67d52", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d67d52-authn-ssl"} 2026-07-30T20:23:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d67d52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d67d52", "reconcileID": "6b50592f-c176-48a5-b109-0443e92f6379", "Gateway": "e2e-ipp-b-d67d52", "namespace": "openshift-ingress"} 2026-07-30T20:23:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d67d52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d67d52", "reconcileID": "efc54f5e-ebda-48cf-b101-3598042fde0b", "Gateway": "e2e-ipp-b-d67d52", "namespace": "openshift-ingress"} 2026-07-30T20:23:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d67d52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d67d52", "reconcileID": "efc54f5e-ebda-48cf-b101-3598042fde0b", "Gateway": "e2e-ipp-b-d67d52", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d67d52-authn-ssl"} 2026-07-30T20:23:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d67d52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d67d52", "reconcileID": "efc54f5e-ebda-48cf-b101-3598042fde0b", "Gateway": "e2e-ipp-b-d67d52", "namespace": "openshift-ingress"} 2026-07-30T20:23:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d67d52"}, "namespace": "ai-tenant-e2e-ipp-b-d67d52", "name": "openshift-service-ca.crt", "reconcileID": "a9ed91cc-dc6d-4aca-861a-b771fd1c564c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d67d52"} 2026-07-30T20:23:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d67d52"}, "namespace": "ai-tenant-e2e-ipp-b-d67d52", "name": "odh-trusted-ca-bundle", "reconcileID": "1a2d7b15-36ed-4e82-b77a-bf13327170fb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d67d52"} 2026-07-30T20:23:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d67d52"}, "namespace": "ai-tenant-e2e-ipp-b-d67d52", "name": "openshift-service-ca.crt", "reconcileID": "73c32705-d124-429a-86ed-8e69fc5b966f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d67d52", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T20:23:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d67d52"}, "namespace": "ai-tenant-e2e-ipp-b-d67d52", "name": "openshift-service-ca.crt", "reconcileID": "73c32705-d124-429a-86ed-8e69fc5b966f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d67d52"} 2026-07-30T20:23:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d67d52"}, "namespace": "ai-tenant-e2e-ipp-b-d67d52", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9f107426-aa7c-45ae-92d6-e24c2bebf615", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d67d52"} 2026-07-30T20:23:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d67d52"}, "namespace": "ai-tenant-e2e-ipp-b-d67d52", "name": "openshift-service-ca.crt", "reconcileID": "ace98d58-8213-473a-9428-caa7ee2bd941", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d67d52"} 2026-07-30T20:23:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d67d52"}, "namespace": "ai-tenant-e2e-ipp-b-d67d52", "name": "odh-trusted-ca-bundle", "reconcileID": "07f0de78-182b-4b16-9572-4225e20dcdc2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d67d52", "update": "odh-kserve-custom-ca-bundle"} 2026-07-30T20:23:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d67d52"}, "namespace": "ai-tenant-e2e-ipp-b-d67d52", "name": "odh-trusted-ca-bundle", "reconcileID": "07f0de78-182b-4b16-9572-4225e20dcdc2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d67d52"} 2026-07-30T20:23:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d67d52"}, "namespace": "ai-tenant-e2e-ipp-b-d67d52", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cd36d9c3-28c7-4c3c-ba9b-b93f290dabc2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d67d52"} 2026-07-30T20:23:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d67d52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d67d52", "reconcileID": "669a7142-309d-4d04-b773-80ee554c9d3a", "Gateway": "e2e-ipp-b-d67d52", "namespace": "openshift-ingress"} 2026-07-30T20:23:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d67d52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d67d52", "reconcileID": "669a7142-309d-4d04-b773-80ee554c9d3a", "Gateway": "e2e-ipp-b-d67d52", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d67d52-authn-ssl"} 2026-07-30T20:23:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d67d52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d67d52", "reconcileID": "669a7142-309d-4d04-b773-80ee554c9d3a", "Gateway": "e2e-ipp-b-d67d52", "namespace": "openshift-ingress"} 2026-07-30T20:23:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a0be74a6-14f5-4db7-aa69-2778404f365b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T20:24:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d67d52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d67d52", "reconcileID": "0e325230-3b74-46d1-a303-5a6d5959d05e", "Gateway": "e2e-ipp-b-d67d52", "namespace": "openshift-ingress"} 2026-07-30T20:24:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d67d52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d67d52", "reconcileID": "0e325230-3b74-46d1-a303-5a6d5959d05e", "Gateway": "e2e-ipp-b-d67d52", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d67d52-authn-ssl"} 2026-07-30T20:24:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d67d52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d67d52", "reconcileID": "0e325230-3b74-46d1-a303-5a6d5959d05e", "Gateway": "e2e-ipp-b-d67d52", "namespace": "openshift-ingress"} 2026-07-30T20:24:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "e0e545b8-b8b7-4c93-b19a-43d8ed029919", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:24:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "e0e545b8-b8b7-4c93-b19a-43d8ed029919", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:24:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "e0e545b8-b8b7-4c93-b19a-43d8ed029919", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:24:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0c599c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c", "reconcileID": "13387473-34e8-4848-bda4-46b53d59c0eb", "Gateway": "e2e-ipp-a-0c599c", "namespace": "openshift-ingress"} 2026-07-30T20:24:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "e0e545b8-b8b7-4c93-b19a-43d8ed029919", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c-kserve-route-authn"} 2026-07-30T20:24:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "e0e545b8-b8b7-4c93-b19a-43d8ed029919", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c", "authType": "userdefined"} 2026-07-30T20:24:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "e0e545b8-b8b7-4c93-b19a-43d8ed029919", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:24:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0c599c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c", "reconcileID": "13387473-34e8-4848-bda4-46b53d59c0eb", "Gateway": "e2e-ipp-a-0c599c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c-authn-ssl"} 2026-07-30T20:24:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0c599c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c", "reconcileID": "13387473-34e8-4848-bda4-46b53d59c0eb", "Gateway": "e2e-ipp-a-0c599c", "namespace": "openshift-ingress"} 2026-07-30T20:24:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "3a89ec71-259f-42d8-92bc-f0687219339f", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:24:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "3a89ec71-259f-42d8-92bc-f0687219339f", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:24:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "3a89ec71-259f-42d8-92bc-f0687219339f", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:24:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "3a89ec71-259f-42d8-92bc-f0687219339f", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c-kserve-route-authn"} 2026-07-30T20:24:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "3a89ec71-259f-42d8-92bc-f0687219339f", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c", "authType": "userdefined"} 2026-07-30T20:24:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "3a89ec71-259f-42d8-92bc-f0687219339f", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:24:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a993dca7-2d7f-4329-94f2-26409e13173f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T20:24:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0c599c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c", "reconcileID": "0e65d9a9-a623-4f5f-94cd-13a3c4b7ccae", "Gateway": "e2e-ipp-a-0c599c", "namespace": "openshift-ingress"} 2026-07-30T20:24:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0c599c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c", "reconcileID": "0e65d9a9-a623-4f5f-94cd-13a3c4b7ccae", "Gateway": "e2e-ipp-a-0c599c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c-authn-ssl"} 2026-07-30T20:24:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0c599c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c", "reconcileID": "0e65d9a9-a623-4f5f-94cd-13a3c4b7ccae", "Gateway": "e2e-ipp-a-0c599c", "namespace": "openshift-ingress"} 2026-07-30T20:24:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "4f28dee5-d8b5-46b4-a0bb-6cd6742378fe", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:24:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "4f28dee5-d8b5-46b4-a0bb-6cd6742378fe", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:24:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "4f28dee5-d8b5-46b4-a0bb-6cd6742378fe", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:24:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "4f28dee5-d8b5-46b4-a0bb-6cd6742378fe", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c-kserve-route-authn"} 2026-07-30T20:24:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "4f28dee5-d8b5-46b4-a0bb-6cd6742378fe", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c", "authType": "userdefined"} 2026-07-30T20:24:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "4f28dee5-d8b5-46b4-a0bb-6cd6742378fe", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:24:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "44bede4f-0e29-4fdf-82ce-120af0834461", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:24:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "44bede4f-0e29-4fdf-82ce-120af0834461", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:24:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "44bede4f-0e29-4fdf-82ce-120af0834461", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:24:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "44bede4f-0e29-4fdf-82ce-120af0834461", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c-kserve-route-authn"} 2026-07-30T20:24:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "44bede4f-0e29-4fdf-82ce-120af0834461", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c", "authType": "userdefined"} 2026-07-30T20:24:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "44bede4f-0e29-4fdf-82ce-120af0834461", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:25:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0c599c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c", "reconcileID": "3ad1ba3e-16de-4d0e-af5f-f3c490988708", "Gateway": "e2e-ipp-a-0c599c", "namespace": "openshift-ingress"} 2026-07-30T20:25:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0c599c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c", "reconcileID": "3ad1ba3e-16de-4d0e-af5f-f3c490988708", "Gateway": "e2e-ipp-a-0c599c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c-authn-ssl"} 2026-07-30T20:25:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0c599c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c", "reconcileID": "3ad1ba3e-16de-4d0e-af5f-f3c490988708", "Gateway": "e2e-ipp-a-0c599c", "namespace": "openshift-ingress"} 2026-07-30T20:25:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23c617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23c617", "reconcileID": "57090bfb-92c6-4e1a-b862-ce4953321814", "Gateway": "e2e-ipp-cleanup-23c617", "namespace": "openshift-ingress"} 2026-07-30T20:25:27Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23c617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23c617", "reconcileID": "57090bfb-92c6-4e1a-b862-ce4953321814", "Gateway": "e2e-ipp-cleanup-23c617", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23c617-authn-ssl"} 2026-07-30T20:25:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23c617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23c617", "reconcileID": "57090bfb-92c6-4e1a-b862-ce4953321814", "Gateway": "e2e-ipp-cleanup-23c617", "namespace": "openshift-ingress"} 2026-07-30T20:25:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23c617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23c617", "reconcileID": "ab4a5627-acc6-4510-8f07-0bdf5849c0e5", "Gateway": "e2e-ipp-cleanup-23c617", "namespace": "openshift-ingress"} 2026-07-30T20:25:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23c617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23c617", "reconcileID": "ab4a5627-acc6-4510-8f07-0bdf5849c0e5", "Gateway": "e2e-ipp-cleanup-23c617", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23c617-authn-ssl"} 2026-07-30T20:25:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23c617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23c617", "reconcileID": "ab4a5627-acc6-4510-8f07-0bdf5849c0e5", "Gateway": "e2e-ipp-cleanup-23c617", "namespace": "openshift-ingress"} 2026-07-30T20:25:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23c617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23c617", "reconcileID": "6fc3052d-408f-4ff3-a826-04e6f3699512", "Gateway": "e2e-ipp-cleanup-23c617", "namespace": "openshift-ingress"} 2026-07-30T20:25:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23c617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23c617", "reconcileID": "6fc3052d-408f-4ff3-a826-04e6f3699512", "Gateway": "e2e-ipp-cleanup-23c617", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23c617-authn-ssl"} 2026-07-30T20:25:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23c617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23c617", "reconcileID": "6fc3052d-408f-4ff3-a826-04e6f3699512", "Gateway": "e2e-ipp-cleanup-23c617", "namespace": "openshift-ingress"} 2026-07-30T20:25:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23c617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23c617", "reconcileID": "d240c513-0686-438e-82c4-fceba2eb91ba", "Gateway": "e2e-ipp-cleanup-23c617", "namespace": "openshift-ingress"} 2026-07-30T20:25:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23c617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23c617", "reconcileID": "d240c513-0686-438e-82c4-fceba2eb91ba", "Gateway": "e2e-ipp-cleanup-23c617", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23c617-authn-ssl"} 2026-07-30T20:25:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23c617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23c617", "reconcileID": "d240c513-0686-438e-82c4-fceba2eb91ba", "Gateway": "e2e-ipp-cleanup-23c617", "namespace": "openshift-ingress"} 2026-07-30T20:25:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23c617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23c617", "reconcileID": "4f26f919-f007-4dd6-9efe-e9bb4147be30", "Gateway": "e2e-ipp-cleanup-23c617", "namespace": "openshift-ingress"} 2026-07-30T20:25:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23c617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23c617", "reconcileID": "4f26f919-f007-4dd6-9efe-e9bb4147be30", "Gateway": "e2e-ipp-cleanup-23c617", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23c617-authn-ssl"} 2026-07-30T20:25:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23c617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23c617", "reconcileID": "4f26f919-f007-4dd6-9efe-e9bb4147be30", "Gateway": "e2e-ipp-cleanup-23c617", "namespace": "openshift-ingress"} 2026-07-30T20:25:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23c617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23c617", "reconcileID": "eb73e587-913f-4706-9b84-69a630fce1c8", "Gateway": "e2e-ipp-cleanup-23c617", "namespace": "openshift-ingress"} 2026-07-30T20:25:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23c617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23c617", "reconcileID": "eb73e587-913f-4706-9b84-69a630fce1c8", "Gateway": "e2e-ipp-cleanup-23c617", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23c617-authn-ssl"} 2026-07-30T20:25:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23c617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23c617", "reconcileID": "eb73e587-913f-4706-9b84-69a630fce1c8", "Gateway": "e2e-ipp-cleanup-23c617", "namespace": "openshift-ingress"} 2026-07-30T20:25:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-23c617"}, "namespace": "ai-tenant-e2e-ipp-cleanup-23c617", "name": "openshift-service-ca.crt", "reconcileID": "22ddf925-329f-486e-93d1-094182973ee3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-23c617"} 2026-07-30T20:25:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-23c617"}, "namespace": "ai-tenant-e2e-ipp-cleanup-23c617", "name": "odh-trusted-ca-bundle", "reconcileID": "458d69e7-32d7-4f79-a315-d80e04e27a3a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-23c617"} 2026-07-30T20:25:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-23c617"}, "namespace": "ai-tenant-e2e-ipp-cleanup-23c617", "name": "openshift-service-ca.crt", "reconcileID": "3965fcdd-4a2c-4263-868a-01e8318cb73f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-23c617", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T20:25:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-23c617"}, "namespace": "ai-tenant-e2e-ipp-cleanup-23c617", "name": "openshift-service-ca.crt", "reconcileID": "3965fcdd-4a2c-4263-868a-01e8318cb73f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-23c617"} 2026-07-30T20:25:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-23c617"}, "namespace": "ai-tenant-e2e-ipp-cleanup-23c617", "name": "openshift-service-ca.crt", "reconcileID": "285ab811-0843-4db7-b31a-3cfe8421fbd8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-23c617", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T20:25:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-23c617"}, "namespace": "ai-tenant-e2e-ipp-cleanup-23c617", "name": "openshift-service-ca.crt", "reconcileID": "285ab811-0843-4db7-b31a-3cfe8421fbd8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T20:25:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-23c617"}, "namespace": "ai-tenant-e2e-ipp-cleanup-23c617", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6a8eb121-6136-4d33-9ffe-b8471c7db35f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-23c617"} 2026-07-30T20:25:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-23c617"}, "namespace": "ai-tenant-e2e-ipp-cleanup-23c617", "name": "openshift-service-ca.crt", "reconcileID": "f63445c6-104a-4e78-9bd8-482ff0cf332c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-23c617"} 2026-07-30T20:25:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-23c617"}, "namespace": "ai-tenant-e2e-ipp-cleanup-23c617", "name": "odh-trusted-ca-bundle", "reconcileID": "d308b338-4725-407f-8a61-02dbc0808ada", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-23c617", "update": "odh-kserve-custom-ca-bundle"} 2026-07-30T20:25:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-23c617"}, "namespace": "ai-tenant-e2e-ipp-cleanup-23c617", "name": "odh-trusted-ca-bundle", "reconcileID": "d308b338-4725-407f-8a61-02dbc0808ada", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-23c617"} 2026-07-30T20:25:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-23c617"}, "namespace": "ai-tenant-e2e-ipp-cleanup-23c617", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "83039a44-e487-4583-bc56-a295232d7ead", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-23c617"} 2026-07-30T20:25:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23c617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23c617", "reconcileID": "ec65b2b0-70b8-4e31-b8f5-d9512ae48725", "Gateway": "e2e-ipp-cleanup-23c617", "namespace": "openshift-ingress"} 2026-07-30T20:25:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23c617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23c617", "reconcileID": "ec65b2b0-70b8-4e31-b8f5-d9512ae48725", "Gateway": "e2e-ipp-cleanup-23c617", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23c617-authn-ssl"} 2026-07-30T20:25:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23c617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23c617", "reconcileID": "ec65b2b0-70b8-4e31-b8f5-d9512ae48725", "Gateway": "e2e-ipp-cleanup-23c617", "namespace": "openshift-ingress"} 2026-07-30T20:25:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "717ae87d-eaa1-4c8b-aff3-a8211f2f1364", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T20:25:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23c617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23c617", "reconcileID": "6e6f494b-34e5-4c48-804f-eb1e4a18a5a4", "Gateway": "e2e-ipp-cleanup-23c617", "namespace": "openshift-ingress"} 2026-07-30T20:25:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23c617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23c617", "reconcileID": "6e6f494b-34e5-4c48-804f-eb1e4a18a5a4", "Gateway": "e2e-ipp-cleanup-23c617", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23c617-authn-ssl"} 2026-07-30T20:25:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23c617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23c617", "reconcileID": "6e6f494b-34e5-4c48-804f-eb1e4a18a5a4", "Gateway": "e2e-ipp-cleanup-23c617", "namespace": "openshift-ingress"} 2026-07-30T20:26:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23c617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23c617", "reconcileID": "beea9448-85dd-4566-b6ce-65226181ce88", "Gateway": "e2e-ipp-cleanup-23c617", "namespace": "openshift-ingress"} 2026-07-30T20:26:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23c617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23c617", "reconcileID": "beea9448-85dd-4566-b6ce-65226181ce88", "Gateway": "e2e-ipp-cleanup-23c617", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23c617-authn-ssl"} 2026-07-30T20:26:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23c617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23c617", "reconcileID": "beea9448-85dd-4566-b6ce-65226181ce88", "Gateway": "e2e-ipp-cleanup-23c617", "namespace": "openshift-ingress"} 2026-07-30T20:26:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-23c617"}, "namespace": "ai-tenant-e2e-ipp-cleanup-23c617", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "566a029e-954f-4ae2-aa76-0420bb6b78db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-23c617"} 2026-07-30T20:26:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-23c617"}, "namespace": "ai-tenant-e2e-ipp-cleanup-23c617", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "566a029e-954f-4ae2-aa76-0420bb6b78db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-23c617", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T20:26:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-23c617"}, "namespace": "ai-tenant-e2e-ipp-cleanup-23c617", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "566a029e-954f-4ae2-aa76-0420bb6b78db", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-23c617 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T20:26:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-23c617"}, "namespace": "ai-tenant-e2e-ipp-cleanup-23c617", "name": "odh-trusted-ca-bundle", "reconcileID": "b76d1b4e-6c54-4fb1-a17e-87b7706dd743", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-23c617"} 2026-07-30T20:26:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-23c617"}, "namespace": "ai-tenant-e2e-ipp-cleanup-23c617", "name": "odh-trusted-ca-bundle", "reconcileID": "b76d1b4e-6c54-4fb1-a17e-87b7706dd743", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-23c617"} 2026-07-30T20:26:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-23c617"}, "namespace": "ai-tenant-e2e-ipp-cleanup-23c617", "name": "openshift-service-ca.crt", "reconcileID": "8f65759d-dec7-482e-8c7d-2153a4c77071", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-23c617"} 2026-07-30T20:26:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-23c617"}, "namespace": "ai-tenant-e2e-ipp-cleanup-23c617", "name": "openshift-service-ca.crt", "reconcileID": "8f65759d-dec7-482e-8c7d-2153a4c77071", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-23c617"} 2026-07-30T20:26:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-23c617"}, "namespace": "ai-tenant-e2e-ipp-cleanup-23c617", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45886492-17aa-4cfb-a5fb-a7392154eecd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-23c617"} 2026-07-30T20:26:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-23c617"}, "namespace": "ai-tenant-e2e-ipp-cleanup-23c617", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45886492-17aa-4cfb-a5fb-a7392154eecd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-23c617"} 2026-07-30T20:26:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23c617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23c617", "reconcileID": "56007776-d1d2-4e9e-a26a-d5e97c31b803", "Gateway": "e2e-ipp-cleanup-23c617", "namespace": "openshift-ingress"} 2026-07-30T20:26:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23c617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23c617", "reconcileID": "56007776-d1d2-4e9e-a26a-d5e97c31b803", "Gateway": "e2e-ipp-cleanup-23c617", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23c617-authn-ssl"} 2026-07-30T20:26:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23c617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23c617", "reconcileID": "56007776-d1d2-4e9e-a26a-d5e97c31b803", "Gateway": "e2e-ipp-cleanup-23c617", "namespace": "openshift-ingress"} 2026-07-30T20:26:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b8325c99-5aa4-4e71-9904-1d802382bc49", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T20:26:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0c599c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c", "reconcileID": "f615e61d-4eac-4504-83b6-f227df6d2a3e", "Gateway": "e2e-ipp-a-0c599c", "namespace": "openshift-ingress"} 2026-07-30T20:26:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0c599c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c", "reconcileID": "f615e61d-4eac-4504-83b6-f227df6d2a3e", "Gateway": "e2e-ipp-a-0c599c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c-authn-ssl"} 2026-07-30T20:26:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0c599c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c", "reconcileID": "f615e61d-4eac-4504-83b6-f227df6d2a3e", "Gateway": "e2e-ipp-a-0c599c", "namespace": "openshift-ingress"} 2026-07-30T20:26:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0c599c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c", "reconcileID": "a2de86f7-7c7a-4b65-99b8-246f4f909de3", "Gateway": "e2e-ipp-a-0c599c", "namespace": "openshift-ingress"} 2026-07-30T20:26:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0c599c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c", "reconcileID": "a2de86f7-7c7a-4b65-99b8-246f4f909de3", "Gateway": "e2e-ipp-a-0c599c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c-authn-ssl"} 2026-07-30T20:26:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0c599c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c", "reconcileID": "a2de86f7-7c7a-4b65-99b8-246f4f909de3", "Gateway": "e2e-ipp-a-0c599c", "namespace": "openshift-ingress"} 2026-07-30T20:26:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0c599c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c", "reconcileID": "84aefd80-a35b-41e7-bce3-d9b22a290aa1", "Gateway": "e2e-ipp-a-0c599c", "namespace": "openshift-ingress"} 2026-07-30T20:26:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0c599c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c", "reconcileID": "84aefd80-a35b-41e7-bce3-d9b22a290aa1", "Gateway": "e2e-ipp-a-0c599c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c-authn-ssl"} 2026-07-30T20:26:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0c599c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c", "reconcileID": "84aefd80-a35b-41e7-bce3-d9b22a290aa1", "Gateway": "e2e-ipp-a-0c599c", "namespace": "openshift-ingress"} 2026-07-30T20:26:33Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-30T20:26:33Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-30T20:26:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "36a3b7f5-ae50-4855-a198-2d151f08eac3", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:26:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "36a3b7f5-ae50-4855-a198-2d151f08eac3", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:26:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "36a3b7f5-ae50-4855-a198-2d151f08eac3", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:26:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "36a3b7f5-ae50-4855-a198-2d151f08eac3", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c-kserve-route-authn"} 2026-07-30T20:26:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "36a3b7f5-ae50-4855-a198-2d151f08eac3", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c", "authType": "userdefined"} 2026-07-30T20:26:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "36a3b7f5-ae50-4855-a198-2d151f08eac3", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:26:37Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-30T20:26:37Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-30T20:27:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "aa28a897-c758-48b9-a93a-d2f777e669de", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T20:27:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "63ba952b-0e70-4080-adf2-c437f23bf599", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:27:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "63ba952b-0e70-4080-adf2-c437f23bf599", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:27:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "63ba952b-0e70-4080-adf2-c437f23bf599", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:27:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "63ba952b-0e70-4080-adf2-c437f23bf599", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c-kserve-route-authn"} 2026-07-30T20:27:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "63ba952b-0e70-4080-adf2-c437f23bf599", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c", "authType": "userdefined"} 2026-07-30T20:27:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "63ba952b-0e70-4080-adf2-c437f23bf599", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:27:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "025a1510-198f-433e-b36a-09c2f36566ef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:27:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "025a1510-198f-433e-b36a-09c2f36566ef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0c599c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T20:27:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "025a1510-198f-433e-b36a-09c2f36566ef", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-0c599c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T20:27:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "odh-trusted-ca-bundle", "reconcileID": "70fdf53c-e75b-4d05-8654-fb375125e431", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:27:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "odh-trusted-ca-bundle", "reconcileID": "70fdf53c-e75b-4d05-8654-fb375125e431", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:27:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "openshift-service-ca.crt", "reconcileID": "269bfef8-f75b-4c4b-8ed1-b90e72e86431", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:27:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "openshift-service-ca.crt", "reconcileID": "269bfef8-f75b-4c4b-8ed1-b90e72e86431", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:27:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "529b5aab-e2c3-411d-9ed9-f57519b846ce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:27:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "529b5aab-e2c3-411d-9ed9-f57519b846ce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:27:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0c599c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c", "reconcileID": "35e149ae-a102-472d-be2b-462c30add9a3", "Gateway": "e2e-ipp-a-0c599c", "namespace": "openshift-ingress"} 2026-07-30T20:27:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0c599c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c", "reconcileID": "35e149ae-a102-472d-be2b-462c30add9a3", "Gateway": "e2e-ipp-a-0c599c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c-authn-ssl"} 2026-07-30T20:27:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0c599c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c", "reconcileID": "35e149ae-a102-472d-be2b-462c30add9a3", "Gateway": "e2e-ipp-a-0c599c", "namespace": "openshift-ingress"} 2026-07-30T20:27:09Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "599fc078-132b-4bc8-93b9-bdc1d9babb43", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:27:09Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "599fc078-132b-4bc8-93b9-bdc1d9babb43", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c"} 2026-07-30T20:27:09Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "599fc078-132b-4bc8-93b9-bdc1d9babb43", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:27:09Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "599fc078-132b-4bc8-93b9-bdc1d9babb43", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:27:09Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "599fc078-132b-4bc8-93b9-bdc1d9babb43", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c-kserve-route-authn"} 2026-07-30T20:27:09Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "599fc078-132b-4bc8-93b9-bdc1d9babb43", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c-kserve-route-authn"} 2026-07-30T20:27:09Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "599fc078-132b-4bc8-93b9-bdc1d9babb43", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:27:09Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "599fc078-132b-4bc8-93b9-bdc1d9babb43", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:27:26Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "351b99e2-84ef-4a98-add7-b4652343b0c6", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:27:26Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "351b99e2-84ef-4a98-add7-b4652343b0c6", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c"} 2026-07-30T20:27:26Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "351b99e2-84ef-4a98-add7-b4652343b0c6", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:27:26Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "351b99e2-84ef-4a98-add7-b4652343b0c6", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:27:26Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "351b99e2-84ef-4a98-add7-b4652343b0c6", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c-kserve-route-authn"} 2026-07-30T20:27:26Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "351b99e2-84ef-4a98-add7-b4652343b0c6", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c-kserve-route-authn"} 2026-07-30T20:27:26Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "351b99e2-84ef-4a98-add7-b4652343b0c6", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:27:26Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "351b99e2-84ef-4a98-add7-b4652343b0c6", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:27:26Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0c599c","namespace":"ai-tenant-e2e-ipp-a-0c599c"}, "namespace": "ai-tenant-e2e-ipp-a-0c599c", "name": "ipp-route-0c599c", "reconcileID": "22d740c9-c4f7-44ae-a84a-0fa35227a0f7", "LLMInferenceService": "ipp-route-0c599c", "namespace": "ai-tenant-e2e-ipp-a-0c599c"} 2026-07-30T20:27:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0c599c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c", "reconcileID": "b7603e79-7503-421c-9304-3956d69b1b1f", "Gateway": "e2e-ipp-a-0c599c", "namespace": "openshift-ingress"} 2026-07-30T20:27:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0c599c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c", "reconcileID": "b7603e79-7503-421c-9304-3956d69b1b1f", "Gateway": "e2e-ipp-a-0c599c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c-authn-ssl"} 2026-07-30T20:27:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0c599c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0c599c", "reconcileID": "b7603e79-7503-421c-9304-3956d69b1b1f", "Gateway": "e2e-ipp-a-0c599c", "namespace": "openshift-ingress"} 2026-07-30T20:27:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6f4a6197-7a32-4d27-8f7b-61e3b2315137", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T20:27:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3b7b58c8-0a42-4abe-9dcc-893a40076a79", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T20:27:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bbaba05d-5b61-415b-815e-158da07e916d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T20:27:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d67d52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d67d52", "reconcileID": "e9701b5b-87fc-48aa-8d96-9f4f5fa723a2", "Gateway": "e2e-ipp-b-d67d52", "namespace": "openshift-ingress"} 2026-07-30T20:27:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d67d52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d67d52", "reconcileID": "e9701b5b-87fc-48aa-8d96-9f4f5fa723a2", "Gateway": "e2e-ipp-b-d67d52", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d67d52-authn-ssl"} 2026-07-30T20:27:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d67d52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d67d52", "reconcileID": "e9701b5b-87fc-48aa-8d96-9f4f5fa723a2", "Gateway": "e2e-ipp-b-d67d52", "namespace": "openshift-ingress"} 2026-07-30T20:27:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d67d52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d67d52", "reconcileID": "b5944e3e-3791-484f-b8dc-6a3e2802b0cf", "Gateway": "e2e-ipp-b-d67d52", "namespace": "openshift-ingress"} 2026-07-30T20:27:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d67d52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d67d52", "reconcileID": "b5944e3e-3791-484f-b8dc-6a3e2802b0cf", "Gateway": "e2e-ipp-b-d67d52", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d67d52-authn-ssl"} 2026-07-30T20:27:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d67d52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d67d52", "reconcileID": "b5944e3e-3791-484f-b8dc-6a3e2802b0cf", "Gateway": "e2e-ipp-b-d67d52", "namespace": "openshift-ingress"} 2026-07-30T20:27:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d67d52"}, "namespace": "ai-tenant-e2e-ipp-b-d67d52", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5dd60f72-4d55-4af6-b71e-fbcbb54e5677", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d67d52"} 2026-07-30T20:27:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d67d52"}, "namespace": "ai-tenant-e2e-ipp-b-d67d52", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5dd60f72-4d55-4af6-b71e-fbcbb54e5677", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d67d52", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T20:27:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d67d52"}, "namespace": "ai-tenant-e2e-ipp-b-d67d52", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5dd60f72-4d55-4af6-b71e-fbcbb54e5677", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-d67d52 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T20:27:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d67d52"}, "namespace": "ai-tenant-e2e-ipp-b-d67d52", "name": "odh-trusted-ca-bundle", "reconcileID": "cb55f536-723b-421a-9cce-a066fe269f51", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d67d52"} 2026-07-30T20:27:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d67d52"}, "namespace": "ai-tenant-e2e-ipp-b-d67d52", "name": "odh-trusted-ca-bundle", "reconcileID": "cb55f536-723b-421a-9cce-a066fe269f51", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d67d52"} 2026-07-30T20:27:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d67d52"}, "namespace": "ai-tenant-e2e-ipp-b-d67d52", "name": "openshift-service-ca.crt", "reconcileID": "aa785839-7364-48b0-a96e-90574f9453a7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d67d52"} 2026-07-30T20:27:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d67d52"}, "namespace": "ai-tenant-e2e-ipp-b-d67d52", "name": "openshift-service-ca.crt", "reconcileID": "aa785839-7364-48b0-a96e-90574f9453a7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d67d52"} 2026-07-30T20:27:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d67d52"}, "namespace": "ai-tenant-e2e-ipp-b-d67d52", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6e2e5fa4-7926-41d0-814e-dd2c392446ac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d67d52"} 2026-07-30T20:27:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d67d52"}, "namespace": "ai-tenant-e2e-ipp-b-d67d52", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6e2e5fa4-7926-41d0-814e-dd2c392446ac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d67d52"} 2026-07-30T20:27:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f1c94a11-25a2-4291-b681-25e0bb9983f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T20:27:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ecda00","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ecda00", "reconcileID": "e008ec3b-f77c-469e-8ef1-168ede391f3f", "Gateway": "e2e-shared-a-ecda00", "namespace": "openshift-ingress"} 2026-07-30T20:27:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ecda00","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ecda00", "reconcileID": "e008ec3b-f77c-469e-8ef1-168ede391f3f", "Gateway": "e2e-shared-a-ecda00", "namespace": "openshift-ingress", "name": "e2e-shared-a-ecda00-authn-ssl"} 2026-07-30T20:27:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ecda00","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ecda00", "reconcileID": "e008ec3b-f77c-469e-8ef1-168ede391f3f", "Gateway": "e2e-shared-a-ecda00", "namespace": "openshift-ingress"} 2026-07-30T20:28:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ecda00","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ecda00", "reconcileID": "345fd1d1-e689-493f-9f4d-adbfe4faff0c", "Gateway": "e2e-shared-a-ecda00", "namespace": "openshift-ingress"} 2026-07-30T20:28:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ecda00","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ecda00", "reconcileID": "345fd1d1-e689-493f-9f4d-adbfe4faff0c", "Gateway": "e2e-shared-a-ecda00", "namespace": "openshift-ingress", "name": "e2e-shared-a-ecda00-authn-ssl"} 2026-07-30T20:28:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ecda00","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ecda00", "reconcileID": "345fd1d1-e689-493f-9f4d-adbfe4faff0c", "Gateway": "e2e-shared-a-ecda00", "namespace": "openshift-ingress"} 2026-07-30T20:28:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "23e38c62-5356-4447-a58f-2ef38e22f1d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ecda00"} 2026-07-30T20:28:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "23e38c62-5356-4447-a58f-2ef38e22f1d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ecda00", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T20:28:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "23e38c62-5356-4447-a58f-2ef38e22f1d7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-ecda00 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T20:28:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "odh-trusted-ca-bundle", "reconcileID": "36b6e730-3502-48fd-ab92-80ec1629352d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ecda00"} 2026-07-30T20:28:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "odh-trusted-ca-bundle", "reconcileID": "36b6e730-3502-48fd-ab92-80ec1629352d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ecda00"} 2026-07-30T20:28:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "openshift-service-ca.crt", "reconcileID": "e30405ac-1849-4057-8375-aad59cbf67d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-ecda00"} 2026-07-30T20:28:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "openshift-service-ca.crt", "reconcileID": "e30405ac-1849-4057-8375-aad59cbf67d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-ecda00"} 2026-07-30T20:28:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "30618b87-745f-42b2-81ed-6ff92bd3030b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ecda00"} 2026-07-30T20:28:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ecda00"}, "namespace": "ai-tenant-e2e-shared-a-ecda00", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "30618b87-745f-42b2-81ed-6ff92bd3030b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ecda00"} 2026-07-30T20:28:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "27dabdad-b9f0-46f4-9162-b4d580e5ad1b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T20:28:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "182da5d5-b776-48ec-8fce-aaa51e563c31", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress"} 2026-07-30T20:28:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "182da5d5-b776-48ec-8fce-aaa51e563c31", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5-authn-ssl"} 2026-07-30T20:28:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "182da5d5-b776-48ec-8fce-aaa51e563c31", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress"} 2026-07-30T20:28:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "c46c9e51-49d8-448e-be2c-e535218f9b7c", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress"} 2026-07-30T20:28:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "c46c9e51-49d8-448e-be2c-e535218f9b7c", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5-authn-ssl"} 2026-07-30T20:28:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a769e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a769e5", "reconcileID": "c46c9e51-49d8-448e-be2c-e535218f9b7c", "Gateway": "e2e-shared-b-a769e5", "namespace": "openshift-ingress"} 2026-07-30T20:28:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "443a2375-02c9-4eab-855c-a9bbcdb02122", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:28:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "443a2375-02c9-4eab-855c-a9bbcdb02122", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a769e5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T20:28:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "443a2375-02c9-4eab-855c-a9bbcdb02122", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-a769e5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T20:28:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "odh-trusted-ca-bundle", "reconcileID": "286cae4f-d5a3-4111-9c84-9544a6eba535", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:28:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "odh-trusted-ca-bundle", "reconcileID": "286cae4f-d5a3-4111-9c84-9544a6eba535", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:28:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "openshift-service-ca.crt", "reconcileID": "1fc82e35-8103-4c7e-ada5-de2a68c06b7f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:28:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "openshift-service-ca.crt", "reconcileID": "1fc82e35-8103-4c7e-ada5-de2a68c06b7f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:28:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "75600dbb-2509-4730-bc51-2f4dbe9f24c1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a769e5"} 2026-07-30T20:28:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a769e5"}, "namespace": "ai-tenant-e2e-shared-b-a769e5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "75600dbb-2509-4730-bc51-2f4dbe9f24c1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a769e5"}