2026-07-24T22:59:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "sub-test-model-499dd1", "reconcileID": "2fc678e9-1500-4f78-bf7f-02d06fded3f7", "LLMInferenceService": "sub-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1"} 2026-07-24T22:59:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "sub-test-model-499dd1", "reconcileID": "2fc678e9-1500-4f78-bf7f-02d06fded3f7", "LLMInferenceService": "sub-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1"} 2026-07-24T22:59:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "sub-test-model-499dd1", "reconcileID": "2fc678e9-1500-4f78-bf7f-02d06fded3f7", "LLMInferenceService": "sub-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "sub-test-model-499dd1-kserve-route-authn"} 2026-07-24T22:59:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "sub-test-model-499dd1", "reconcileID": "2fc678e9-1500-4f78-bf7f-02d06fded3f7", "LLMInferenceService": "sub-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1", "authType": "userdefined"} 2026-07-24T22:59:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "sub-test-model-499dd1", "reconcileID": "2fc678e9-1500-4f78-bf7f-02d06fded3f7", "LLMInferenceService": "sub-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1"} 2026-07-24T22:59:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "sub-test-model-e15986", "reconcileID": "456dfb9f-7312-4923-b869-6aee855725f9", "LLMInferenceService": "sub-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T22:59:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "sub-test-model-e15986", "reconcileID": "456dfb9f-7312-4923-b869-6aee855725f9", "LLMInferenceService": "sub-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T22:59:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "sub-test-model-e15986", "reconcileID": "456dfb9f-7312-4923-b869-6aee855725f9", "LLMInferenceService": "sub-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T22:59:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "sub-test-model-e15986", "reconcileID": "456dfb9f-7312-4923-b869-6aee855725f9", "LLMInferenceService": "sub-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "sub-test-model-e15986-kserve-route-authn"} 2026-07-24T22:59:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "sub-test-model-e15986", "reconcileID": "456dfb9f-7312-4923-b869-6aee855725f9", "LLMInferenceService": "sub-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986", "authType": "userdefined"} 2026-07-24T22:59:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "sub-test-model-e15986", "reconcileID": "456dfb9f-7312-4923-b869-6aee855725f9", "LLMInferenceService": "sub-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T22:59:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e15986","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986", "reconcileID": "c8319dce-ee1e-42ed-a90e-96210e8f0364", "Gateway": "e2e-shared-b-e15986", "namespace": "openshift-ingress"} 2026-07-24T22:59:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e15986","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986", "reconcileID": "c8319dce-ee1e-42ed-a90e-96210e8f0364", "Gateway": "e2e-shared-b-e15986", "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986-authn-ssl"} 2026-07-24T22:59:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e15986","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986", "reconcileID": "c8319dce-ee1e-42ed-a90e-96210e8f0364", "Gateway": "e2e-shared-b-e15986", "namespace": "openshift-ingress"} 2026-07-24T22:59:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "sub-test-model-e15986", "reconcileID": "a667ab4d-3565-4510-80e4-3c639eb3dedb", "LLMInferenceService": "sub-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T22:59:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "sub-test-model-e15986", "reconcileID": "a667ab4d-3565-4510-80e4-3c639eb3dedb", "LLMInferenceService": "sub-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T22:59:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "sub-test-model-e15986", "reconcileID": "a667ab4d-3565-4510-80e4-3c639eb3dedb", "LLMInferenceService": "sub-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T22:59:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "sub-test-model-e15986", "reconcileID": "a667ab4d-3565-4510-80e4-3c639eb3dedb", "LLMInferenceService": "sub-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "sub-test-model-e15986-kserve-route-authn"} 2026-07-24T22:59:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "sub-test-model-e15986", "reconcileID": "a667ab4d-3565-4510-80e4-3c639eb3dedb", "LLMInferenceService": "sub-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986", "authType": "userdefined"} 2026-07-24T22:59:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "sub-test-model-e15986", "reconcileID": "a667ab4d-3565-4510-80e4-3c639eb3dedb", "LLMInferenceService": "sub-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T22:59:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e15986","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986", "reconcileID": "e8316a0b-ec6f-49e4-b90a-ad6118d68d2b", "Gateway": "e2e-shared-b-e15986", "namespace": "openshift-ingress"} 2026-07-24T22:59:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e15986","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986", "reconcileID": "e8316a0b-ec6f-49e4-b90a-ad6118d68d2b", "Gateway": "e2e-shared-b-e15986", "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986-authn-ssl"} 2026-07-24T22:59:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e15986","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986", "reconcileID": "e8316a0b-ec6f-49e4-b90a-ad6118d68d2b", "Gateway": "e2e-shared-b-e15986", "namespace": "openshift-ingress"} 2026-07-24T22:59:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "sub-test-model-e15986", "reconcileID": "7a34143b-2bc1-4696-9487-6d9c07e8fe79", "LLMInferenceService": "sub-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T22:59:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "sub-test-model-e15986", "reconcileID": "7a34143b-2bc1-4696-9487-6d9c07e8fe79", "LLMInferenceService": "sub-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T22:59:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "sub-test-model-e15986", "reconcileID": "7a34143b-2bc1-4696-9487-6d9c07e8fe79", "LLMInferenceService": "sub-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T22:59:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "sub-test-model-e15986", "reconcileID": "7a34143b-2bc1-4696-9487-6d9c07e8fe79", "LLMInferenceService": "sub-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "sub-test-model-e15986-kserve-route-authn"} 2026-07-24T22:59:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "sub-test-model-e15986", "reconcileID": "7a34143b-2bc1-4696-9487-6d9c07e8fe79", "LLMInferenceService": "sub-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986", "authType": "userdefined"} 2026-07-24T22:59:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "sub-test-model-e15986", "reconcileID": "7a34143b-2bc1-4696-9487-6d9c07e8fe79", "LLMInferenceService": "sub-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T22:59:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "sub-test-model-e15986", "reconcileID": "b6e8a57d-d959-45dd-94a3-2ba0bc9f941a", "LLMInferenceService": "sub-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T22:59:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "sub-test-model-e15986", "reconcileID": "b6e8a57d-d959-45dd-94a3-2ba0bc9f941a", "LLMInferenceService": "sub-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T22:59:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "sub-test-model-e15986", "reconcileID": "b6e8a57d-d959-45dd-94a3-2ba0bc9f941a", "LLMInferenceService": "sub-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T22:59:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "sub-test-model-e15986", "reconcileID": "b6e8a57d-d959-45dd-94a3-2ba0bc9f941a", "LLMInferenceService": "sub-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "sub-test-model-e15986-kserve-route-authn"} 2026-07-24T22:59:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "sub-test-model-e15986", "reconcileID": "b6e8a57d-d959-45dd-94a3-2ba0bc9f941a", "LLMInferenceService": "sub-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986", "authType": "userdefined"} 2026-07-24T22:59:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "sub-test-model-e15986", "reconcileID": "b6e8a57d-d959-45dd-94a3-2ba0bc9f941a", "LLMInferenceService": "sub-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T23:00:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-499dd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1", "reconcileID": "5173f971-da10-4e0d-b47d-0088c85c184e", "Gateway": "e2e-shared-a-499dd1", "namespace": "openshift-ingress"} 2026-07-24T23:00:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-499dd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1", "reconcileID": "5173f971-da10-4e0d-b47d-0088c85c184e", "Gateway": "e2e-shared-a-499dd1", "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1-authn-ssl"} 2026-07-24T23:00:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-499dd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1", "reconcileID": "5173f971-da10-4e0d-b47d-0088c85c184e", "Gateway": "e2e-shared-a-499dd1", "namespace": "openshift-ingress"} 2026-07-24T23:00:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e15986","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986", "reconcileID": "82d19132-8ce8-4f11-a050-9d66228f14bf", "Gateway": "e2e-shared-b-e15986", "namespace": "openshift-ingress"} 2026-07-24T23:00:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e15986","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986", "reconcileID": "82d19132-8ce8-4f11-a050-9d66228f14bf", "Gateway": "e2e-shared-b-e15986", "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986-authn-ssl"} 2026-07-24T23:00:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e15986","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986", "reconcileID": "82d19132-8ce8-4f11-a050-9d66228f14bf", "Gateway": "e2e-shared-b-e15986", "namespace": "openshift-ingress"} 2026-07-24T23:00:30Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "sub-test-model-499dd1", "reconcileID": "af6ed2c2-abf6-4579-8804-b8ff4f3fdae9", "LLMInferenceService": "sub-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1"} 2026-07-24T23:00:30Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "sub-test-model-499dd1", "reconcileID": "af6ed2c2-abf6-4579-8804-b8ff4f3fdae9", "LLMInferenceService": "sub-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "sub-test-model-499dd1"} 2026-07-24T23:00:30Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "sub-test-model-499dd1", "reconcileID": "af6ed2c2-abf6-4579-8804-b8ff4f3fdae9", "LLMInferenceService": "sub-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1"} 2026-07-24T23:00:30Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "sub-test-model-499dd1", "reconcileID": "af6ed2c2-abf6-4579-8804-b8ff4f3fdae9", "LLMInferenceService": "sub-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1"} 2026-07-24T23:00:30Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "sub-test-model-499dd1", "reconcileID": "af6ed2c2-abf6-4579-8804-b8ff4f3fdae9", "LLMInferenceService": "sub-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "sub-test-model-499dd1-kserve-route-authn"} 2026-07-24T23:00:30Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "sub-test-model-499dd1", "reconcileID": "af6ed2c2-abf6-4579-8804-b8ff4f3fdae9", "LLMInferenceService": "sub-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "sub-test-model-499dd1-kserve-route-authn"} 2026-07-24T23:00:30Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "sub-test-model-499dd1", "reconcileID": "af6ed2c2-abf6-4579-8804-b8ff4f3fdae9", "LLMInferenceService": "sub-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1"} 2026-07-24T23:00:30Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "sub-test-model-499dd1", "reconcileID": "af6ed2c2-abf6-4579-8804-b8ff4f3fdae9", "LLMInferenceService": "sub-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1"} 2026-07-24T23:00:30Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "sub-test-model-499dd1", "reconcileID": "5342e761-2ef6-4411-b65f-1753be6b7c0a", "LLMInferenceService": "sub-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1"} 2026-07-24T23:00:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-499dd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1", "reconcileID": "62c6d8ab-9a04-4698-bd76-4e03b2ffab79", "Gateway": "e2e-shared-a-499dd1", "namespace": "openshift-ingress"} 2026-07-24T23:00:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-499dd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1", "reconcileID": "62c6d8ab-9a04-4698-bd76-4e03b2ffab79", "Gateway": "e2e-shared-a-499dd1", "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1-authn-ssl"} 2026-07-24T23:00:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-499dd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1", "reconcileID": "62c6d8ab-9a04-4698-bd76-4e03b2ffab79", "Gateway": "e2e-shared-a-499dd1", "namespace": "openshift-ingress"} 2026-07-24T23:00:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-499dd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1", "reconcileID": "10f3e49e-2cf2-478e-bb32-e9c61533ef5f", "Gateway": "e2e-shared-a-499dd1", "namespace": "openshift-ingress"} 2026-07-24T23:00:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-499dd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1", "reconcileID": "10f3e49e-2cf2-478e-bb32-e9c61533ef5f", "Gateway": "e2e-shared-a-499dd1", "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1-authn-ssl"} 2026-07-24T23:00:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-499dd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1", "reconcileID": "10f3e49e-2cf2-478e-bb32-e9c61533ef5f", "Gateway": "e2e-shared-a-499dd1", "namespace": "openshift-ingress"} 2026-07-24T23:00:30Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "sub-test-model-e15986", "reconcileID": "3f9a8991-605a-4a20-b9cc-8d2eafcedacc", "LLMInferenceService": "sub-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T23:00:30Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "sub-test-model-e15986", "reconcileID": "3f9a8991-605a-4a20-b9cc-8d2eafcedacc", "LLMInferenceService": "sub-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "sub-test-model-e15986"} 2026-07-24T23:00:30Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "sub-test-model-e15986", "reconcileID": "3f9a8991-605a-4a20-b9cc-8d2eafcedacc", "LLMInferenceService": "sub-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T23:00:30Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "sub-test-model-e15986", "reconcileID": "3f9a8991-605a-4a20-b9cc-8d2eafcedacc", "LLMInferenceService": "sub-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T23:00:30Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "sub-test-model-e15986", "reconcileID": "3f9a8991-605a-4a20-b9cc-8d2eafcedacc", "LLMInferenceService": "sub-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "sub-test-model-e15986-kserve-route-authn"} 2026-07-24T23:00:30Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "sub-test-model-e15986", "reconcileID": "3f9a8991-605a-4a20-b9cc-8d2eafcedacc", "LLMInferenceService": "sub-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "sub-test-model-e15986-kserve-route-authn"} 2026-07-24T23:00:30Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "sub-test-model-e15986", "reconcileID": "3f9a8991-605a-4a20-b9cc-8d2eafcedacc", "LLMInferenceService": "sub-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T23:00:30Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "sub-test-model-e15986", "reconcileID": "3f9a8991-605a-4a20-b9cc-8d2eafcedacc", "LLMInferenceService": "sub-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T23:00:31Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "sub-test-model-e15986", "reconcileID": "f8c05ff4-502b-4deb-994c-c8c6206be27a", "LLMInferenceService": "sub-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T23:00:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e15986","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986", "reconcileID": "a61bb03f-fc87-47c3-bcd3-22e6b42bf0a6", "Gateway": "e2e-shared-b-e15986", "namespace": "openshift-ingress"} 2026-07-24T23:00:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e15986","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986", "reconcileID": "a61bb03f-fc87-47c3-bcd3-22e6b42bf0a6", "Gateway": "e2e-shared-b-e15986", "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986-authn-ssl"} 2026-07-24T23:00:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e15986","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986", "reconcileID": "a61bb03f-fc87-47c3-bcd3-22e6b42bf0a6", "Gateway": "e2e-shared-b-e15986", "namespace": "openshift-ingress"} 2026-07-24T23:00:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e15986","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986", "reconcileID": "1f1e56a4-024b-40a3-9da8-587608cca6d9", "Gateway": "e2e-shared-b-e15986", "namespace": "openshift-ingress"} 2026-07-24T23:00:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e15986","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986", "reconcileID": "1f1e56a4-024b-40a3-9da8-587608cca6d9", "Gateway": "e2e-shared-b-e15986", "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986-authn-ssl"} 2026-07-24T23:00:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e15986","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986", "reconcileID": "1f1e56a4-024b-40a3-9da8-587608cca6d9", "Gateway": "e2e-shared-b-e15986", "namespace": "openshift-ingress"} 2026-07-24T23:00:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "361c4334-cc63-43c6-ae4c-f561da77b63c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T23:00:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "rate-test-model-499dd1", "reconcileID": "7c67b729-fe68-4452-b592-f9f07820b7bf", "LLMInferenceService": "rate-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1"} 2026-07-24T23:00:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "rate-test-model-499dd1", "reconcileID": "7c67b729-fe68-4452-b592-f9f07820b7bf", "LLMInferenceService": "rate-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1"} 2026-07-24T23:00:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "rate-test-model-499dd1", "reconcileID": "7c67b729-fe68-4452-b592-f9f07820b7bf", "LLMInferenceService": "rate-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1"} 2026-07-24T23:00:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-499dd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1", "reconcileID": "f45cad5a-46fa-486c-b402-123dd603fb46", "Gateway": "e2e-shared-a-499dd1", "namespace": "openshift-ingress"} 2026-07-24T23:00:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "rate-test-model-499dd1", "reconcileID": "7c67b729-fe68-4452-b592-f9f07820b7bf", "LLMInferenceService": "rate-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "rate-test-model-499dd1-kserve-route-authn"} 2026-07-24T23:00:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "rate-test-model-499dd1", "reconcileID": "7c67b729-fe68-4452-b592-f9f07820b7bf", "LLMInferenceService": "rate-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1", "authType": "userdefined"} 2026-07-24T23:00:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "rate-test-model-499dd1", "reconcileID": "7c67b729-fe68-4452-b592-f9f07820b7bf", "LLMInferenceService": "rate-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1"} 2026-07-24T23:00:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-499dd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1", "reconcileID": "f45cad5a-46fa-486c-b402-123dd603fb46", "Gateway": "e2e-shared-a-499dd1", "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1-authn-ssl"} 2026-07-24T23:00:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-499dd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1", "reconcileID": "f45cad5a-46fa-486c-b402-123dd603fb46", "Gateway": "e2e-shared-a-499dd1", "namespace": "openshift-ingress"} 2026-07-24T23:00:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "rate-test-model-499dd1", "reconcileID": "31c3a463-f683-4d43-8f4f-1dd3ae5d0622", "LLMInferenceService": "rate-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1"} 2026-07-24T23:00:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "rate-test-model-499dd1", "reconcileID": "31c3a463-f683-4d43-8f4f-1dd3ae5d0622", "LLMInferenceService": "rate-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1"} 2026-07-24T23:00:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "rate-test-model-499dd1", "reconcileID": "31c3a463-f683-4d43-8f4f-1dd3ae5d0622", "LLMInferenceService": "rate-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1"} 2026-07-24T23:00:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "rate-test-model-499dd1", "reconcileID": "31c3a463-f683-4d43-8f4f-1dd3ae5d0622", "LLMInferenceService": "rate-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "rate-test-model-499dd1-kserve-route-authn"} 2026-07-24T23:00:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "rate-test-model-499dd1", "reconcileID": "31c3a463-f683-4d43-8f4f-1dd3ae5d0622", "LLMInferenceService": "rate-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1", "authType": "userdefined"} 2026-07-24T23:00:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "rate-test-model-499dd1", "reconcileID": "31c3a463-f683-4d43-8f4f-1dd3ae5d0622", "LLMInferenceService": "rate-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1"} 2026-07-24T23:00:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-499dd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1", "reconcileID": "f2321a1a-e9bf-4e92-8774-ae67863b1cb1", "Gateway": "e2e-shared-a-499dd1", "namespace": "openshift-ingress"} 2026-07-24T23:00:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-499dd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1", "reconcileID": "f2321a1a-e9bf-4e92-8774-ae67863b1cb1", "Gateway": "e2e-shared-a-499dd1", "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1-authn-ssl"} 2026-07-24T23:00:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-499dd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1", "reconcileID": "f2321a1a-e9bf-4e92-8774-ae67863b1cb1", "Gateway": "e2e-shared-a-499dd1", "namespace": "openshift-ingress"} 2026-07-24T23:00:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e15986","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986", "reconcileID": "fbeba0f5-231b-4922-98c1-f1bbd1ab1d72", "Gateway": "e2e-shared-b-e15986", "namespace": "openshift-ingress"} 2026-07-24T23:00:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e15986","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986", "reconcileID": "fbeba0f5-231b-4922-98c1-f1bbd1ab1d72", "Gateway": "e2e-shared-b-e15986", "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986-authn-ssl"} 2026-07-24T23:00:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e15986","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986", "reconcileID": "fbeba0f5-231b-4922-98c1-f1bbd1ab1d72", "Gateway": "e2e-shared-b-e15986", "namespace": "openshift-ingress"} 2026-07-24T23:00:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-499dd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1", "reconcileID": "87f77036-b9ea-433b-988a-199b6a81c266", "Gateway": "e2e-shared-a-499dd1", "namespace": "openshift-ingress"} 2026-07-24T23:00:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-499dd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1", "reconcileID": "87f77036-b9ea-433b-988a-199b6a81c266", "Gateway": "e2e-shared-a-499dd1", "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1-authn-ssl"} 2026-07-24T23:00:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-499dd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1", "reconcileID": "87f77036-b9ea-433b-988a-199b6a81c266", "Gateway": "e2e-shared-a-499dd1", "namespace": "openshift-ingress"} 2026-07-24T23:00:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "rate-test-model-499dd1", "reconcileID": "7b0ed7cb-4d39-43d3-abc7-d54b03c08b70", "LLMInferenceService": "rate-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1"} 2026-07-24T23:00:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "rate-test-model-499dd1", "reconcileID": "7b0ed7cb-4d39-43d3-abc7-d54b03c08b70", "LLMInferenceService": "rate-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1"} 2026-07-24T23:00:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "rate-test-model-499dd1", "reconcileID": "7b0ed7cb-4d39-43d3-abc7-d54b03c08b70", "LLMInferenceService": "rate-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1"} 2026-07-24T23:00:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "rate-test-model-499dd1", "reconcileID": "7b0ed7cb-4d39-43d3-abc7-d54b03c08b70", "LLMInferenceService": "rate-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "rate-test-model-499dd1-kserve-route-authn"} 2026-07-24T23:00:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "rate-test-model-499dd1", "reconcileID": "7b0ed7cb-4d39-43d3-abc7-d54b03c08b70", "LLMInferenceService": "rate-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1", "authType": "userdefined"} 2026-07-24T23:00:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "rate-test-model-499dd1", "reconcileID": "7b0ed7cb-4d39-43d3-abc7-d54b03c08b70", "LLMInferenceService": "rate-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1"} 2026-07-24T23:00:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "rate-test-model-499dd1", "reconcileID": "cec083d0-cc3e-4dd8-bc04-040cdb69da6c", "LLMInferenceService": "rate-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1"} 2026-07-24T23:00:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "rate-test-model-499dd1", "reconcileID": "cec083d0-cc3e-4dd8-bc04-040cdb69da6c", "LLMInferenceService": "rate-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1"} 2026-07-24T23:00:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "rate-test-model-499dd1", "reconcileID": "cec083d0-cc3e-4dd8-bc04-040cdb69da6c", "LLMInferenceService": "rate-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1"} 2026-07-24T23:00:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "rate-test-model-499dd1", "reconcileID": "cec083d0-cc3e-4dd8-bc04-040cdb69da6c", "LLMInferenceService": "rate-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "rate-test-model-499dd1-kserve-route-authn"} 2026-07-24T23:00:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "rate-test-model-499dd1", "reconcileID": "cec083d0-cc3e-4dd8-bc04-040cdb69da6c", "LLMInferenceService": "rate-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1", "authType": "userdefined"} 2026-07-24T23:00:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "rate-test-model-499dd1", "reconcileID": "cec083d0-cc3e-4dd8-bc04-040cdb69da6c", "LLMInferenceService": "rate-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1"} 2026-07-24T23:00:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "rate-test-model-499dd1", "reconcileID": "286244db-af9d-4406-9f8c-ae31fd2baf2d", "LLMInferenceService": "rate-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1"} 2026-07-24T23:00:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "rate-test-model-499dd1", "reconcileID": "286244db-af9d-4406-9f8c-ae31fd2baf2d", "LLMInferenceService": "rate-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1"} 2026-07-24T23:00:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "rate-test-model-499dd1", "reconcileID": "286244db-af9d-4406-9f8c-ae31fd2baf2d", "LLMInferenceService": "rate-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1"} 2026-07-24T23:00:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "rate-test-model-499dd1", "reconcileID": "286244db-af9d-4406-9f8c-ae31fd2baf2d", "LLMInferenceService": "rate-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "rate-test-model-499dd1-kserve-route-authn"} 2026-07-24T23:00:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "rate-test-model-499dd1", "reconcileID": "286244db-af9d-4406-9f8c-ae31fd2baf2d", "LLMInferenceService": "rate-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1", "authType": "userdefined"} 2026-07-24T23:00:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "rate-test-model-499dd1", "reconcileID": "286244db-af9d-4406-9f8c-ae31fd2baf2d", "LLMInferenceService": "rate-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1"} 2026-07-24T23:00:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "rate-test-model-e15986", "reconcileID": "ad0da2f4-6b4d-4a13-91c2-a261e7e6e464", "LLMInferenceService": "rate-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T23:00:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "rate-test-model-e15986", "reconcileID": "ad0da2f4-6b4d-4a13-91c2-a261e7e6e464", "LLMInferenceService": "rate-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T23:00:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "rate-test-model-e15986", "reconcileID": "ad0da2f4-6b4d-4a13-91c2-a261e7e6e464", "LLMInferenceService": "rate-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T23:00:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e15986","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986", "reconcileID": "77588e51-6fa3-43e4-bba1-896ad09569d0", "Gateway": "e2e-shared-b-e15986", "namespace": "openshift-ingress"} 2026-07-24T23:00:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "rate-test-model-e15986", "reconcileID": "ad0da2f4-6b4d-4a13-91c2-a261e7e6e464", "LLMInferenceService": "rate-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "rate-test-model-e15986-kserve-route-authn"} 2026-07-24T23:00:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "rate-test-model-e15986", "reconcileID": "ad0da2f4-6b4d-4a13-91c2-a261e7e6e464", "LLMInferenceService": "rate-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986", "authType": "userdefined"} 2026-07-24T23:00:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "rate-test-model-e15986", "reconcileID": "ad0da2f4-6b4d-4a13-91c2-a261e7e6e464", "LLMInferenceService": "rate-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T23:00:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e15986","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986", "reconcileID": "77588e51-6fa3-43e4-bba1-896ad09569d0", "Gateway": "e2e-shared-b-e15986", "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986-authn-ssl"} 2026-07-24T23:00:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e15986","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986", "reconcileID": "77588e51-6fa3-43e4-bba1-896ad09569d0", "Gateway": "e2e-shared-b-e15986", "namespace": "openshift-ingress"} 2026-07-24T23:00:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "rate-test-model-e15986", "reconcileID": "34dbddd8-81c9-4b64-9d73-0d5010d03c1c", "LLMInferenceService": "rate-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T23:00:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "rate-test-model-e15986", "reconcileID": "34dbddd8-81c9-4b64-9d73-0d5010d03c1c", "LLMInferenceService": "rate-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T23:00:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "rate-test-model-e15986", "reconcileID": "34dbddd8-81c9-4b64-9d73-0d5010d03c1c", "LLMInferenceService": "rate-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T23:00:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "rate-test-model-e15986", "reconcileID": "34dbddd8-81c9-4b64-9d73-0d5010d03c1c", "LLMInferenceService": "rate-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "rate-test-model-e15986-kserve-route-authn"} 2026-07-24T23:00:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "rate-test-model-e15986", "reconcileID": "34dbddd8-81c9-4b64-9d73-0d5010d03c1c", "LLMInferenceService": "rate-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986", "authType": "userdefined"} 2026-07-24T23:00:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "rate-test-model-e15986", "reconcileID": "34dbddd8-81c9-4b64-9d73-0d5010d03c1c", "LLMInferenceService": "rate-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T23:01:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e15986","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986", "reconcileID": "93639217-adcc-4f8f-83dc-5aa8127da26e", "Gateway": "e2e-shared-b-e15986", "namespace": "openshift-ingress"} 2026-07-24T23:01:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e15986","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986", "reconcileID": "93639217-adcc-4f8f-83dc-5aa8127da26e", "Gateway": "e2e-shared-b-e15986", "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986-authn-ssl"} 2026-07-24T23:01:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e15986","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986", "reconcileID": "93639217-adcc-4f8f-83dc-5aa8127da26e", "Gateway": "e2e-shared-b-e15986", "namespace": "openshift-ingress"} 2026-07-24T23:01:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "rate-test-model-e15986", "reconcileID": "bbfbe8d1-c5ec-432a-b837-dab445c5421e", "LLMInferenceService": "rate-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T23:01:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "rate-test-model-e15986", "reconcileID": "bbfbe8d1-c5ec-432a-b837-dab445c5421e", "LLMInferenceService": "rate-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T23:01:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "rate-test-model-e15986", "reconcileID": "bbfbe8d1-c5ec-432a-b837-dab445c5421e", "LLMInferenceService": "rate-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T23:01:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "rate-test-model-e15986", "reconcileID": "bbfbe8d1-c5ec-432a-b837-dab445c5421e", "LLMInferenceService": "rate-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "rate-test-model-e15986-kserve-route-authn"} 2026-07-24T23:01:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "rate-test-model-e15986", "reconcileID": "bbfbe8d1-c5ec-432a-b837-dab445c5421e", "LLMInferenceService": "rate-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986", "authType": "userdefined"} 2026-07-24T23:01:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "rate-test-model-e15986", "reconcileID": "bbfbe8d1-c5ec-432a-b837-dab445c5421e", "LLMInferenceService": "rate-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T23:01:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "431b54e4-8644-4228-b3f3-64cc5bd72d4c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T23:01:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "rate-test-model-e15986", "reconcileID": "6d1dd032-248a-401c-b92b-d290abee010f", "LLMInferenceService": "rate-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T23:01:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "rate-test-model-e15986", "reconcileID": "6d1dd032-248a-401c-b92b-d290abee010f", "LLMInferenceService": "rate-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T23:01:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "rate-test-model-e15986", "reconcileID": "6d1dd032-248a-401c-b92b-d290abee010f", "LLMInferenceService": "rate-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T23:01:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "rate-test-model-e15986", "reconcileID": "6d1dd032-248a-401c-b92b-d290abee010f", "LLMInferenceService": "rate-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "rate-test-model-e15986-kserve-route-authn"} 2026-07-24T23:01:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "rate-test-model-e15986", "reconcileID": "6d1dd032-248a-401c-b92b-d290abee010f", "LLMInferenceService": "rate-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986", "authType": "userdefined"} 2026-07-24T23:01:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "rate-test-model-e15986", "reconcileID": "6d1dd032-248a-401c-b92b-d290abee010f", "LLMInferenceService": "rate-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T23:01:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b6baf92a-c36d-47c5-9163-a6a641c6a6d2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T23:01:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e15986","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986", "reconcileID": "04a3fc62-8faa-41f2-b7f3-bcad6501701c", "Gateway": "e2e-shared-b-e15986", "namespace": "openshift-ingress"} 2026-07-24T23:01:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e15986","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986", "reconcileID": "04a3fc62-8faa-41f2-b7f3-bcad6501701c", "Gateway": "e2e-shared-b-e15986", "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986-authn-ssl"} 2026-07-24T23:01:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e15986","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986", "reconcileID": "04a3fc62-8faa-41f2-b7f3-bcad6501701c", "Gateway": "e2e-shared-b-e15986", "namespace": "openshift-ingress"} 2026-07-24T23:01:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-499dd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1", "reconcileID": "4e8f8c86-0392-491e-85ca-eb990eb2ded4", "Gateway": "e2e-shared-a-499dd1", "namespace": "openshift-ingress"} 2026-07-24T23:01:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-499dd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1", "reconcileID": "4e8f8c86-0392-491e-85ca-eb990eb2ded4", "Gateway": "e2e-shared-a-499dd1", "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1-authn-ssl"} 2026-07-24T23:01:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-499dd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1", "reconcileID": "4e8f8c86-0392-491e-85ca-eb990eb2ded4", "Gateway": "e2e-shared-a-499dd1", "namespace": "openshift-ingress"} 2026-07-24T23:01:48Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "rate-test-model-499dd1", "reconcileID": "13db8052-1fa3-4194-a585-926d0ad7f10e", "LLMInferenceService": "rate-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1"} 2026-07-24T23:01:48Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "rate-test-model-499dd1", "reconcileID": "13db8052-1fa3-4194-a585-926d0ad7f10e", "LLMInferenceService": "rate-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "rate-test-model-499dd1"} 2026-07-24T23:01:48Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "rate-test-model-499dd1", "reconcileID": "13db8052-1fa3-4194-a585-926d0ad7f10e", "LLMInferenceService": "rate-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1"} 2026-07-24T23:01:48Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "rate-test-model-499dd1", "reconcileID": "13db8052-1fa3-4194-a585-926d0ad7f10e", "LLMInferenceService": "rate-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1"} 2026-07-24T23:01:48Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "rate-test-model-499dd1", "reconcileID": "13db8052-1fa3-4194-a585-926d0ad7f10e", "LLMInferenceService": "rate-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "rate-test-model-499dd1-kserve-route-authn"} 2026-07-24T23:01:48Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "rate-test-model-499dd1", "reconcileID": "13db8052-1fa3-4194-a585-926d0ad7f10e", "LLMInferenceService": "rate-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "rate-test-model-499dd1-kserve-route-authn"} 2026-07-24T23:01:48Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "rate-test-model-499dd1", "reconcileID": "13db8052-1fa3-4194-a585-926d0ad7f10e", "LLMInferenceService": "rate-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1"} 2026-07-24T23:01:48Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "rate-test-model-499dd1", "reconcileID": "13db8052-1fa3-4194-a585-926d0ad7f10e", "LLMInferenceService": "rate-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1"} 2026-07-24T23:01:48Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-499dd1","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "rate-test-model-499dd1", "reconcileID": "af492410-f53c-41e4-b521-860c8247d834", "LLMInferenceService": "rate-test-model-499dd1", "namespace": "ai-tenant-e2e-shared-a-499dd1"} 2026-07-24T23:01:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-499dd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1", "reconcileID": "175a4641-9bdb-4c4e-b307-8b5bd8d9da7a", "Gateway": "e2e-shared-a-499dd1", "namespace": "openshift-ingress"} 2026-07-24T23:01:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-499dd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1", "reconcileID": "175a4641-9bdb-4c4e-b307-8b5bd8d9da7a", "Gateway": "e2e-shared-a-499dd1", "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1-authn-ssl"} 2026-07-24T23:01:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-499dd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1", "reconcileID": "175a4641-9bdb-4c4e-b307-8b5bd8d9da7a", "Gateway": "e2e-shared-a-499dd1", "namespace": "openshift-ingress"} 2026-07-24T23:01:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-499dd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1", "reconcileID": "1f7b65c5-04ac-4cdb-8975-28162fefc021", "Gateway": "e2e-shared-a-499dd1", "namespace": "openshift-ingress"} 2026-07-24T23:01:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-499dd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1", "reconcileID": "1f7b65c5-04ac-4cdb-8975-28162fefc021", "Gateway": "e2e-shared-a-499dd1", "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1-authn-ssl"} 2026-07-24T23:01:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-499dd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1", "reconcileID": "1f7b65c5-04ac-4cdb-8975-28162fefc021", "Gateway": "e2e-shared-a-499dd1", "namespace": "openshift-ingress"} 2026-07-24T23:01:49Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "rate-test-model-e15986", "reconcileID": "65b8a84c-30b3-4099-9a7e-1ccededdb381", "LLMInferenceService": "rate-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T23:01:49Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "rate-test-model-e15986", "reconcileID": "65b8a84c-30b3-4099-9a7e-1ccededdb381", "LLMInferenceService": "rate-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "rate-test-model-e15986"} 2026-07-24T23:01:49Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "rate-test-model-e15986", "reconcileID": "65b8a84c-30b3-4099-9a7e-1ccededdb381", "LLMInferenceService": "rate-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T23:01:49Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "rate-test-model-e15986", "reconcileID": "65b8a84c-30b3-4099-9a7e-1ccededdb381", "LLMInferenceService": "rate-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T23:01:49Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "rate-test-model-e15986", "reconcileID": "65b8a84c-30b3-4099-9a7e-1ccededdb381", "LLMInferenceService": "rate-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "rate-test-model-e15986-kserve-route-authn"} 2026-07-24T23:01:49Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "rate-test-model-e15986", "reconcileID": "65b8a84c-30b3-4099-9a7e-1ccededdb381", "LLMInferenceService": "rate-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "rate-test-model-e15986-kserve-route-authn"} 2026-07-24T23:01:49Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "rate-test-model-e15986", "reconcileID": "65b8a84c-30b3-4099-9a7e-1ccededdb381", "LLMInferenceService": "rate-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T23:01:49Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "rate-test-model-e15986", "reconcileID": "65b8a84c-30b3-4099-9a7e-1ccededdb381", "LLMInferenceService": "rate-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T23:01:49Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e15986","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "rate-test-model-e15986", "reconcileID": "bb4fae4f-55ae-4e32-bb63-72c3bcc73a47", "LLMInferenceService": "rate-test-model-e15986", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T23:01:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e15986","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986", "reconcileID": "9d050772-8e70-409c-9cbc-e4303a36278d", "Gateway": "e2e-shared-b-e15986", "namespace": "openshift-ingress"} 2026-07-24T23:01:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e15986","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986", "reconcileID": "9d050772-8e70-409c-9cbc-e4303a36278d", "Gateway": "e2e-shared-b-e15986", "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986-authn-ssl"} 2026-07-24T23:01:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e15986","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986", "reconcileID": "9d050772-8e70-409c-9cbc-e4303a36278d", "Gateway": "e2e-shared-b-e15986", "namespace": "openshift-ingress"} 2026-07-24T23:01:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e15986","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986", "reconcileID": "ff4c5772-c48a-4eef-a367-a60e664d3080", "Gateway": "e2e-shared-b-e15986", "namespace": "openshift-ingress"} 2026-07-24T23:01:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e15986","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986", "reconcileID": "ff4c5772-c48a-4eef-a367-a60e664d3080", "Gateway": "e2e-shared-b-e15986", "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986-authn-ssl"} 2026-07-24T23:01:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e15986","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986", "reconcileID": "ff4c5772-c48a-4eef-a367-a60e664d3080", "Gateway": "e2e-shared-b-e15986", "namespace": "openshift-ingress"} 2026-07-24T23:01:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-499dd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1", "reconcileID": "28eb7333-ff14-413d-86c6-721bfb5b61a2", "Gateway": "e2e-shared-a-499dd1", "namespace": "openshift-ingress"} 2026-07-24T23:01:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-499dd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1", "reconcileID": "28eb7333-ff14-413d-86c6-721bfb5b61a2", "Gateway": "e2e-shared-a-499dd1", "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1-authn-ssl"} 2026-07-24T23:01:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-499dd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1", "reconcileID": "28eb7333-ff14-413d-86c6-721bfb5b61a2", "Gateway": "e2e-shared-a-499dd1", "namespace": "openshift-ingress"} 2026-07-24T23:01:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e15986","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986", "reconcileID": "2af8243c-116c-4aed-ac4b-593a2c8efcf0", "Gateway": "e2e-shared-b-e15986", "namespace": "openshift-ingress"} 2026-07-24T23:01:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e15986","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986", "reconcileID": "2af8243c-116c-4aed-ac4b-593a2c8efcf0", "Gateway": "e2e-shared-b-e15986", "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986-authn-ssl"} 2026-07-24T23:01:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e15986","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986", "reconcileID": "2af8243c-116c-4aed-ac4b-593a2c8efcf0", "Gateway": "e2e-shared-b-e15986", "namespace": "openshift-ingress"} 2026-07-24T23:02:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "2aa84001-a7cb-4624-b937-59d6056602a3", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress"} 2026-07-24T23:02:08Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "2aa84001-a7cb-4624-b937-59d6056602a3", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9-authn-ssl"} 2026-07-24T23:02:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "2aa84001-a7cb-4624-b937-59d6056602a3", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress"} 2026-07-24T23:02:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "6bfa0c27-39b3-447f-be21-febc957a0cdb", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress"} 2026-07-24T23:02:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "6bfa0c27-39b3-447f-be21-febc957a0cdb", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9-authn-ssl"} 2026-07-24T23:02:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "6bfa0c27-39b3-447f-be21-febc957a0cdb", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress"} 2026-07-24T23:02:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "f282e409-bad0-4dc2-8b68-3ec69bc4ff11", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress"} 2026-07-24T23:02:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "f282e409-bad0-4dc2-8b68-3ec69bc4ff11", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9-authn-ssl"} 2026-07-24T23:02:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "f282e409-bad0-4dc2-8b68-3ec69bc4ff11", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress"} 2026-07-24T23:02:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "2a3c5184-1ae2-4ae2-8944-82e5e563b68d", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress"} 2026-07-24T23:02:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "2a3c5184-1ae2-4ae2-8944-82e5e563b68d", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9-authn-ssl"} 2026-07-24T23:02:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "2a3c5184-1ae2-4ae2-8944-82e5e563b68d", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress"} 2026-07-24T23:02:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "d51d4e2a-678d-4c4d-935a-8c1c3200b32f", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress"} 2026-07-24T23:02:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "d51d4e2a-678d-4c4d-935a-8c1c3200b32f", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9-authn-ssl"} 2026-07-24T23:02:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "d51d4e2a-678d-4c4d-935a-8c1c3200b32f", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress"} 2026-07-24T23:02:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "69db6b21-8df7-4e55-8a8c-0b5d1dbcc494", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress"} 2026-07-24T23:02:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "69db6b21-8df7-4e55-8a8c-0b5d1dbcc494", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9-authn-ssl"} 2026-07-24T23:02:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "69db6b21-8df7-4e55-8a8c-0b5d1dbcc494", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress"} 2026-07-24T23:02:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "bd9c9a7e-69a2-4a49-8d21-2908d19b6d03", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress"} 2026-07-24T23:02:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "bd9c9a7e-69a2-4a49-8d21-2908d19b6d03", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9-authn-ssl"} 2026-07-24T23:02:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "bd9c9a7e-69a2-4a49-8d21-2908d19b6d03", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress"} 2026-07-24T23:02:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "openshift-service-ca.crt", "reconcileID": "7f105bdd-6444-48c1-ab72-94485a11f26c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:02:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "odh-trusted-ca-bundle", "reconcileID": "d590f780-1728-48ae-8b53-783dabd12ecb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:02:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "openshift-service-ca.crt", "reconcileID": "4fc4966e-c896-4946-bd3b-f8f747b93c9d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T23:02:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "openshift-service-ca.crt", "reconcileID": "4fc4966e-c896-4946-bd3b-f8f747b93c9d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:02:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f3f860d-f393-498e-9907-e1eb51b1349f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:02:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "openshift-service-ca.crt", "reconcileID": "08a80f4b-aa76-439b-b0a0-e81951cd812e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:02:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "odh-trusted-ca-bundle", "reconcileID": "8e8b13d3-17d2-42df-b2cb-784a84182ec8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T23:02:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "odh-trusted-ca-bundle", "reconcileID": "8e8b13d3-17d2-42df-b2cb-784a84182ec8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:02:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "51a5aa36-54ac-4b4d-a95c-844b04db1d31", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:02:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "9178d76e-7017-423f-b659-a58adfc36027", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress"} 2026-07-24T23:02:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "9178d76e-7017-423f-b659-a58adfc36027", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9-authn-ssl"} 2026-07-24T23:02:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "9178d76e-7017-423f-b659-a58adfc36027", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress"} 2026-07-24T23:02:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2ac87aa6-bda0-412d-b940-5f2a884accde", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T23:02:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "12f203d1-ebf1-4c40-8660-d5822cddb02b", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress"} 2026-07-24T23:02:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "12f203d1-ebf1-4c40-8660-d5822cddb02b", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9-authn-ssl"} 2026-07-24T23:02:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "12f203d1-ebf1-4c40-8660-d5822cddb02b", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress"} 2026-07-24T23:02:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6e95b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6e95b", "reconcileID": "7d48b0c4-43f0-4fd5-9b1a-ffba491fd950", "Gateway": "e2e-ipp-b-c6e95b", "namespace": "openshift-ingress"} 2026-07-24T23:02:27Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6e95b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6e95b", "reconcileID": "7d48b0c4-43f0-4fd5-9b1a-ffba491fd950", "Gateway": "e2e-ipp-b-c6e95b", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6e95b-authn-ssl"} 2026-07-24T23:02:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6e95b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6e95b", "reconcileID": "7d48b0c4-43f0-4fd5-9b1a-ffba491fd950", "Gateway": "e2e-ipp-b-c6e95b", "namespace": "openshift-ingress"} 2026-07-24T23:02:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6e95b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6e95b", "reconcileID": "6b7f0b41-cd1c-4cc0-a7da-a2b1caa92ca0", "Gateway": "e2e-ipp-b-c6e95b", "namespace": "openshift-ingress"} 2026-07-24T23:02:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6e95b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6e95b", "reconcileID": "6b7f0b41-cd1c-4cc0-a7da-a2b1caa92ca0", "Gateway": "e2e-ipp-b-c6e95b", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6e95b-authn-ssl"} 2026-07-24T23:02:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6e95b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6e95b", "reconcileID": "6b7f0b41-cd1c-4cc0-a7da-a2b1caa92ca0", "Gateway": "e2e-ipp-b-c6e95b", "namespace": "openshift-ingress"} 2026-07-24T23:02:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6e95b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6e95b", "reconcileID": "f9e62d73-1dc9-42d7-8c18-cba81a15ce30", "Gateway": "e2e-ipp-b-c6e95b", "namespace": "openshift-ingress"} 2026-07-24T23:02:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6e95b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6e95b", "reconcileID": "f9e62d73-1dc9-42d7-8c18-cba81a15ce30", "Gateway": "e2e-ipp-b-c6e95b", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6e95b-authn-ssl"} 2026-07-24T23:02:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6e95b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6e95b", "reconcileID": "f9e62d73-1dc9-42d7-8c18-cba81a15ce30", "Gateway": "e2e-ipp-b-c6e95b", "namespace": "openshift-ingress"} 2026-07-24T23:02:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6e95b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6e95b", "reconcileID": "53b44ebd-6217-4ed7-93a4-26591d086e4e", "Gateway": "e2e-ipp-b-c6e95b", "namespace": "openshift-ingress"} 2026-07-24T23:02:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6e95b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6e95b", "reconcileID": "53b44ebd-6217-4ed7-93a4-26591d086e4e", "Gateway": "e2e-ipp-b-c6e95b", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6e95b-authn-ssl"} 2026-07-24T23:02:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6e95b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6e95b", "reconcileID": "53b44ebd-6217-4ed7-93a4-26591d086e4e", "Gateway": "e2e-ipp-b-c6e95b", "namespace": "openshift-ingress"} 2026-07-24T23:02:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6e95b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6e95b", "reconcileID": "9ba87773-1213-4503-bc5d-3901fb80c758", "Gateway": "e2e-ipp-b-c6e95b", "namespace": "openshift-ingress"} 2026-07-24T23:02:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6e95b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6e95b", "reconcileID": "9ba87773-1213-4503-bc5d-3901fb80c758", "Gateway": "e2e-ipp-b-c6e95b", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6e95b-authn-ssl"} 2026-07-24T23:02:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6e95b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6e95b", "reconcileID": "9ba87773-1213-4503-bc5d-3901fb80c758", "Gateway": "e2e-ipp-b-c6e95b", "namespace": "openshift-ingress"} 2026-07-24T23:02:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6e95b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6e95b", "reconcileID": "409a551b-268e-449a-92b9-b9bf62cd87fd", "Gateway": "e2e-ipp-b-c6e95b", "namespace": "openshift-ingress"} 2026-07-24T23:02:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6e95b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6e95b", "reconcileID": "409a551b-268e-449a-92b9-b9bf62cd87fd", "Gateway": "e2e-ipp-b-c6e95b", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6e95b-authn-ssl"} 2026-07-24T23:02:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6e95b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6e95b", "reconcileID": "409a551b-268e-449a-92b9-b9bf62cd87fd", "Gateway": "e2e-ipp-b-c6e95b", "namespace": "openshift-ingress"} 2026-07-24T23:02:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6e95b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6e95b", "reconcileID": "05a45b6d-c6a1-42a4-a3d3-f1fda2596866", "Gateway": "e2e-ipp-b-c6e95b", "namespace": "openshift-ingress"} 2026-07-24T23:02:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6e95b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6e95b", "reconcileID": "05a45b6d-c6a1-42a4-a3d3-f1fda2596866", "Gateway": "e2e-ipp-b-c6e95b", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6e95b-authn-ssl"} 2026-07-24T23:02:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6e95b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6e95b", "reconcileID": "05a45b6d-c6a1-42a4-a3d3-f1fda2596866", "Gateway": "e2e-ipp-b-c6e95b", "namespace": "openshift-ingress"} 2026-07-24T23:02:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-c6e95b"}, "namespace": "ai-tenant-e2e-ipp-b-c6e95b", "name": "openshift-service-ca.crt", "reconcileID": "274bc7ff-6587-421b-b2a1-0e16428e0105", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-c6e95b"} 2026-07-24T23:02:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c6e95b"}, "namespace": "ai-tenant-e2e-ipp-b-c6e95b", "name": "odh-trusted-ca-bundle", "reconcileID": "ddadfe7a-5bf2-4095-be3f-6a19ed58c346", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c6e95b"} 2026-07-24T23:02:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-c6e95b"}, "namespace": "ai-tenant-e2e-ipp-b-c6e95b", "name": "openshift-service-ca.crt", "reconcileID": "fe4130ca-cee7-46b6-9dfe-4530aec6242b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-c6e95b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T23:02:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-c6e95b"}, "namespace": "ai-tenant-e2e-ipp-b-c6e95b", "name": "openshift-service-ca.crt", "reconcileID": "fe4130ca-cee7-46b6-9dfe-4530aec6242b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-c6e95b"} 2026-07-24T23:02:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-c6e95b"}, "namespace": "ai-tenant-e2e-ipp-b-c6e95b", "name": "openshift-service-ca.crt", "reconcileID": "95598924-833c-4a33-a07b-7bb96ff9409b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-c6e95b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T23:02:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-c6e95b"}, "namespace": "ai-tenant-e2e-ipp-b-c6e95b", "name": "openshift-service-ca.crt", "reconcileID": "95598924-833c-4a33-a07b-7bb96ff9409b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T23:02:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c6e95b"}, "namespace": "ai-tenant-e2e-ipp-b-c6e95b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "506545b5-628b-48c9-9906-1a836977c0a4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c6e95b", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T23:02:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c6e95b"}, "namespace": "ai-tenant-e2e-ipp-b-c6e95b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "506545b5-628b-48c9-9906-1a836977c0a4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c6e95b"} 2026-07-24T23:02:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c6e95b"}, "namespace": "ai-tenant-e2e-ipp-b-c6e95b", "name": "odh-trusted-ca-bundle", "reconcileID": "8f845fb8-d9e3-477f-bd3f-8d5ae602bfe1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c6e95b"} 2026-07-24T23:02:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-c6e95b"}, "namespace": "ai-tenant-e2e-ipp-b-c6e95b", "name": "openshift-service-ca.crt", "reconcileID": "7bdd44c9-b8c8-4110-bf95-39c132144677", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-c6e95b"} 2026-07-24T23:02:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c6e95b"}, "namespace": "ai-tenant-e2e-ipp-b-c6e95b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a16ba46e-3d9c-4407-9622-ffc5f5b61bf5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c6e95b"} 2026-07-24T23:02:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6e95b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6e95b", "reconcileID": "d6371743-b4fa-47f3-98f1-04a6a614fb0b", "Gateway": "e2e-ipp-b-c6e95b", "namespace": "openshift-ingress"} 2026-07-24T23:02:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6e95b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6e95b", "reconcileID": "d6371743-b4fa-47f3-98f1-04a6a614fb0b", "Gateway": "e2e-ipp-b-c6e95b", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6e95b-authn-ssl"} 2026-07-24T23:02:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6e95b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6e95b", "reconcileID": "d6371743-b4fa-47f3-98f1-04a6a614fb0b", "Gateway": "e2e-ipp-b-c6e95b", "namespace": "openshift-ingress"} 2026-07-24T23:02:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0ab84958-86ec-431e-8085-7e1744199551", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T23:02:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "69641475-3707-4448-b8a1-4f025fc579f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T23:02:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6e95b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6e95b", "reconcileID": "9ed2207c-3616-4d79-ad1f-b4e70b9e2b5f", "Gateway": "e2e-ipp-b-c6e95b", "namespace": "openshift-ingress"} 2026-07-24T23:02:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6e95b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6e95b", "reconcileID": "9ed2207c-3616-4d79-ad1f-b4e70b9e2b5f", "Gateway": "e2e-ipp-b-c6e95b", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6e95b-authn-ssl"} 2026-07-24T23:02:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6e95b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6e95b", "reconcileID": "9ed2207c-3616-4d79-ad1f-b4e70b9e2b5f", "Gateway": "e2e-ipp-b-c6e95b", "namespace": "openshift-ingress"} 2026-07-24T23:02:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "09a85aa8-e10e-4088-ac93-7bbb348f9b51", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T23:02:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "550a4de0-2a4d-4a2f-8eb7-bf454f1265cd", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:02:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "550a4de0-2a4d-4a2f-8eb7-bf454f1265cd", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:02:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "550a4de0-2a4d-4a2f-8eb7-bf454f1265cd", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:02:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "8eb53567-4421-4c69-a2d4-7be9a18aa389", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress"} 2026-07-24T23:02:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "550a4de0-2a4d-4a2f-8eb7-bf454f1265cd", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9-kserve-route-authn"} 2026-07-24T23:02:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "550a4de0-2a4d-4a2f-8eb7-bf454f1265cd", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "authType": "userdefined"} 2026-07-24T23:02:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "550a4de0-2a4d-4a2f-8eb7-bf454f1265cd", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:02:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "8eb53567-4421-4c69-a2d4-7be9a18aa389", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9-authn-ssl"} 2026-07-24T23:02:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "8eb53567-4421-4c69-a2d4-7be9a18aa389", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress"} 2026-07-24T23:02:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "e6981d40-449b-40c9-a54e-95a4c1ed3e56", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:02:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "e6981d40-449b-40c9-a54e-95a4c1ed3e56", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:02:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "e6981d40-449b-40c9-a54e-95a4c1ed3e56", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:02:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "e6981d40-449b-40c9-a54e-95a4c1ed3e56", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9-kserve-route-authn"} 2026-07-24T23:02:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "e6981d40-449b-40c9-a54e-95a4c1ed3e56", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "authType": "userdefined"} 2026-07-24T23:02:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "e6981d40-449b-40c9-a54e-95a4c1ed3e56", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:03:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "0f7d2584-4c4d-45e5-9bd2-d96660444205", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress"} 2026-07-24T23:03:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "0f7d2584-4c4d-45e5-9bd2-d96660444205", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9-authn-ssl"} 2026-07-24T23:03:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "0f7d2584-4c4d-45e5-9bd2-d96660444205", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress"} 2026-07-24T23:03:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "be65f231-d2d3-4819-8297-12f1cbd0fb50", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:03:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "be65f231-d2d3-4819-8297-12f1cbd0fb50", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:03:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "be65f231-d2d3-4819-8297-12f1cbd0fb50", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:03:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "be65f231-d2d3-4819-8297-12f1cbd0fb50", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9-kserve-route-authn"} 2026-07-24T23:03:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "be65f231-d2d3-4819-8297-12f1cbd0fb50", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "authType": "userdefined"} 2026-07-24T23:03:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "be65f231-d2d3-4819-8297-12f1cbd0fb50", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:03:10Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T23:03:10Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T23:03:12Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T23:03:12Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T23:03:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "208125e5-1019-4002-bcb5-d9b7bbc12d6b", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:03:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "208125e5-1019-4002-bcb5-d9b7bbc12d6b", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:03:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "208125e5-1019-4002-bcb5-d9b7bbc12d6b", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:03:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "208125e5-1019-4002-bcb5-d9b7bbc12d6b", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9-kserve-route-authn"} 2026-07-24T23:03:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "208125e5-1019-4002-bcb5-d9b7bbc12d6b", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "authType": "userdefined"} 2026-07-24T23:03:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "208125e5-1019-4002-bcb5-d9b7bbc12d6b", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:03:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "2f5c8aab-bc80-40fc-b0fb-4709a1c5c6fd", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:03:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "2f5c8aab-bc80-40fc-b0fb-4709a1c5c6fd", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:03:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "2f5c8aab-bc80-40fc-b0fb-4709a1c5c6fd", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:03:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "2f5c8aab-bc80-40fc-b0fb-4709a1c5c6fd", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9-kserve-route-authn"} 2026-07-24T23:03:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "2f5c8aab-bc80-40fc-b0fb-4709a1c5c6fd", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "authType": "userdefined"} 2026-07-24T23:03:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "2f5c8aab-bc80-40fc-b0fb-4709a1c5c6fd", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:03:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "44a7835a-f154-40e7-9c0d-5c9befaf6c41", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress"} 2026-07-24T23:03:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "44a7835a-f154-40e7-9c0d-5c9befaf6c41", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9-authn-ssl"} 2026-07-24T23:03:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "44a7835a-f154-40e7-9c0d-5c9befaf6c41", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress"} 2026-07-24T23:03:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-34f01f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-34f01f", "reconcileID": "1c4b3a58-3c9f-44cf-8c6c-f87daaf879b5", "Gateway": "e2e-ipp-cleanup-34f01f", "namespace": "openshift-ingress"} 2026-07-24T23:03:34Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-34f01f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-34f01f", "reconcileID": "1c4b3a58-3c9f-44cf-8c6c-f87daaf879b5", "Gateway": "e2e-ipp-cleanup-34f01f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-34f01f-authn-ssl"} 2026-07-24T23:03:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-34f01f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-34f01f", "reconcileID": "1c4b3a58-3c9f-44cf-8c6c-f87daaf879b5", "Gateway": "e2e-ipp-cleanup-34f01f", "namespace": "openshift-ingress"} 2026-07-24T23:03:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-34f01f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-34f01f", "reconcileID": "f4d26139-191b-44f1-ab65-3ac5fd0ec1dc", "Gateway": "e2e-ipp-cleanup-34f01f", "namespace": "openshift-ingress"} 2026-07-24T23:03:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-34f01f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-34f01f", "reconcileID": "f4d26139-191b-44f1-ab65-3ac5fd0ec1dc", "Gateway": "e2e-ipp-cleanup-34f01f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-34f01f-authn-ssl"} 2026-07-24T23:03:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-34f01f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-34f01f", "reconcileID": "f4d26139-191b-44f1-ab65-3ac5fd0ec1dc", "Gateway": "e2e-ipp-cleanup-34f01f", "namespace": "openshift-ingress"} 2026-07-24T23:03:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-34f01f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-34f01f", "reconcileID": "6314dbc8-d483-4f4c-9922-19b77a9b8710", "Gateway": "e2e-ipp-cleanup-34f01f", "namespace": "openshift-ingress"} 2026-07-24T23:03:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-34f01f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-34f01f", "reconcileID": "6314dbc8-d483-4f4c-9922-19b77a9b8710", "Gateway": "e2e-ipp-cleanup-34f01f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-34f01f-authn-ssl"} 2026-07-24T23:03:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-34f01f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-34f01f", "reconcileID": "6314dbc8-d483-4f4c-9922-19b77a9b8710", "Gateway": "e2e-ipp-cleanup-34f01f", "namespace": "openshift-ingress"} 2026-07-24T23:03:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-34f01f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-34f01f", "reconcileID": "a427269e-55df-4fb5-a398-52555a555f2c", "Gateway": "e2e-ipp-cleanup-34f01f", "namespace": "openshift-ingress"} 2026-07-24T23:03:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-34f01f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-34f01f", "reconcileID": "a427269e-55df-4fb5-a398-52555a555f2c", "Gateway": "e2e-ipp-cleanup-34f01f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-34f01f-authn-ssl"} 2026-07-24T23:03:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-34f01f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-34f01f", "reconcileID": "a427269e-55df-4fb5-a398-52555a555f2c", "Gateway": "e2e-ipp-cleanup-34f01f", "namespace": "openshift-ingress"} 2026-07-24T23:03:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-34f01f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-34f01f", "reconcileID": "3e008ec0-da8b-4661-a83c-6b05e15973fa", "Gateway": "e2e-ipp-cleanup-34f01f", "namespace": "openshift-ingress"} 2026-07-24T23:03:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-34f01f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-34f01f", "reconcileID": "3e008ec0-da8b-4661-a83c-6b05e15973fa", "Gateway": "e2e-ipp-cleanup-34f01f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-34f01f-authn-ssl"} 2026-07-24T23:03:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-34f01f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-34f01f", "reconcileID": "3e008ec0-da8b-4661-a83c-6b05e15973fa", "Gateway": "e2e-ipp-cleanup-34f01f", "namespace": "openshift-ingress"} 2026-07-24T23:03:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-34f01f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-34f01f", "reconcileID": "e35e62ed-7f44-4db0-b617-88e1e6639e36", "Gateway": "e2e-ipp-cleanup-34f01f", "namespace": "openshift-ingress"} 2026-07-24T23:03:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-34f01f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-34f01f", "reconcileID": "e35e62ed-7f44-4db0-b617-88e1e6639e36", "Gateway": "e2e-ipp-cleanup-34f01f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-34f01f-authn-ssl"} 2026-07-24T23:03:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-34f01f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-34f01f", "reconcileID": "e35e62ed-7f44-4db0-b617-88e1e6639e36", "Gateway": "e2e-ipp-cleanup-34f01f", "namespace": "openshift-ingress"} 2026-07-24T23:03:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-34f01f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-34f01f", "reconcileID": "b63f4b2f-a122-49a0-8b50-397643e1f37e", "Gateway": "e2e-ipp-cleanup-34f01f", "namespace": "openshift-ingress"} 2026-07-24T23:03:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-34f01f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-34f01f", "reconcileID": "b63f4b2f-a122-49a0-8b50-397643e1f37e", "Gateway": "e2e-ipp-cleanup-34f01f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-34f01f-authn-ssl"} 2026-07-24T23:03:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-34f01f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-34f01f", "reconcileID": "b63f4b2f-a122-49a0-8b50-397643e1f37e", "Gateway": "e2e-ipp-cleanup-34f01f", "namespace": "openshift-ingress"} 2026-07-24T23:03:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-34f01f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-34f01f", "name": "openshift-service-ca.crt", "reconcileID": "5e127dff-defb-425c-983e-6b64bb4b4d06", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-34f01f"} 2026-07-24T23:03:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-34f01f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-34f01f", "name": "odh-trusted-ca-bundle", "reconcileID": "be810f86-6d8c-4494-80ec-fe6124178ed3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-34f01f"} 2026-07-24T23:03:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-34f01f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-34f01f", "name": "openshift-service-ca.crt", "reconcileID": "c182a54d-5ecb-4763-84e3-31474aca49c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-34f01f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T23:03:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-34f01f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-34f01f", "name": "openshift-service-ca.crt", "reconcileID": "c182a54d-5ecb-4763-84e3-31474aca49c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-34f01f"} 2026-07-24T23:03:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-34f01f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-34f01f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ff0e7ef-1a58-4024-a9ff-f1237b8e7eee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-34f01f"} 2026-07-24T23:03:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-34f01f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-34f01f", "name": "openshift-service-ca.crt", "reconcileID": "259d7a20-5a59-4d6a-96b7-b4b000f4af47", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-34f01f"} 2026-07-24T23:03:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-34f01f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-34f01f", "name": "odh-trusted-ca-bundle", "reconcileID": "16266262-8db7-4df0-af9a-18ffa216bd89", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-34f01f", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T23:03:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-34f01f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-34f01f", "name": "odh-trusted-ca-bundle", "reconcileID": "16266262-8db7-4df0-af9a-18ffa216bd89", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-34f01f"} 2026-07-24T23:03:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-34f01f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-34f01f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "52dca57d-8a69-4812-8282-febd13b639f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-34f01f"} 2026-07-24T23:03:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-34f01f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-34f01f", "reconcileID": "8c13c89a-8325-408d-ace4-76cd428d45ce", "Gateway": "e2e-ipp-cleanup-34f01f", "namespace": "openshift-ingress"} 2026-07-24T23:03:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-34f01f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-34f01f", "reconcileID": "8c13c89a-8325-408d-ace4-76cd428d45ce", "Gateway": "e2e-ipp-cleanup-34f01f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-34f01f-authn-ssl"} 2026-07-24T23:03:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-34f01f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-34f01f", "reconcileID": "8c13c89a-8325-408d-ace4-76cd428d45ce", "Gateway": "e2e-ipp-cleanup-34f01f", "namespace": "openshift-ingress"} 2026-07-24T23:03:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b34424af-7832-4bec-893f-4bd5c4b487d5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T23:03:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-34f01f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-34f01f", "reconcileID": "b2a6ac1e-436b-43c0-889a-d2bc5e734931", "Gateway": "e2e-ipp-cleanup-34f01f", "namespace": "openshift-ingress"} 2026-07-24T23:03:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-34f01f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-34f01f", "reconcileID": "b2a6ac1e-436b-43c0-889a-d2bc5e734931", "Gateway": "e2e-ipp-cleanup-34f01f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-34f01f-authn-ssl"} 2026-07-24T23:03:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-34f01f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-34f01f", "reconcileID": "b2a6ac1e-436b-43c0-889a-d2bc5e734931", "Gateway": "e2e-ipp-cleanup-34f01f", "namespace": "openshift-ingress"} 2026-07-24T23:04:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-34f01f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-34f01f", "reconcileID": "a5747ed0-a604-43c8-bb81-21c9d5eb7d33", "Gateway": "e2e-ipp-cleanup-34f01f", "namespace": "openshift-ingress"} 2026-07-24T23:04:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-34f01f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-34f01f", "reconcileID": "a5747ed0-a604-43c8-bb81-21c9d5eb7d33", "Gateway": "e2e-ipp-cleanup-34f01f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-34f01f-authn-ssl"} 2026-07-24T23:04:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-34f01f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-34f01f", "reconcileID": "a5747ed0-a604-43c8-bb81-21c9d5eb7d33", "Gateway": "e2e-ipp-cleanup-34f01f", "namespace": "openshift-ingress"} 2026-07-24T23:04:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-34f01f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-34f01f", "reconcileID": "b2f6bd50-5160-4059-b609-35ee068a472f", "Gateway": "e2e-ipp-cleanup-34f01f", "namespace": "openshift-ingress"} 2026-07-24T23:04:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-34f01f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-34f01f", "reconcileID": "b2f6bd50-5160-4059-b609-35ee068a472f", "Gateway": "e2e-ipp-cleanup-34f01f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-34f01f-authn-ssl"} 2026-07-24T23:04:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-34f01f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-34f01f", "reconcileID": "b2f6bd50-5160-4059-b609-35ee068a472f", "Gateway": "e2e-ipp-cleanup-34f01f", "namespace": "openshift-ingress"} 2026-07-24T23:04:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-34f01f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-34f01f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "390b0204-b8e9-4cea-8d3b-556a14e878d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-34f01f"} 2026-07-24T23:04:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-34f01f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-34f01f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "390b0204-b8e9-4cea-8d3b-556a14e878d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-34f01f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T23:04:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-34f01f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-34f01f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "390b0204-b8e9-4cea-8d3b-556a14e878d8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-34f01f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T23:04:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-34f01f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-34f01f", "name": "odh-trusted-ca-bundle", "reconcileID": "9ad478a8-76d2-4f46-b43a-a06711c73193", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-34f01f"} 2026-07-24T23:04:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-34f01f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-34f01f", "name": "odh-trusted-ca-bundle", "reconcileID": "9ad478a8-76d2-4f46-b43a-a06711c73193", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-34f01f"} 2026-07-24T23:04:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-34f01f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-34f01f", "name": "openshift-service-ca.crt", "reconcileID": "7356475f-f1ba-40fc-b253-a67d83bef536", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-34f01f"} 2026-07-24T23:04:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-34f01f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-34f01f", "name": "openshift-service-ca.crt", "reconcileID": "7356475f-f1ba-40fc-b253-a67d83bef536", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-34f01f"} 2026-07-24T23:04:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-34f01f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-34f01f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d9e8512a-2e3a-4aac-96ab-731e1d9f025c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-34f01f"} 2026-07-24T23:04:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-34f01f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-34f01f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d9e8512a-2e3a-4aac-96ab-731e1d9f025c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-34f01f"} 2026-07-24T23:04:15Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-34f01f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-34f01f", "reconcileID": "e791b42a-0ba3-4759-a2f0-4f25a12b7ed9", "Gateway": "e2e-ipp-cleanup-34f01f", "namespace": "openshift-ingress"} 2026-07-24T23:04:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f25792f2-a0c5-41f4-9fab-5335da4b730e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T23:04:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "ece721ba-e4ce-4c15-b2f4-ee9f3c330551", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress"} 2026-07-24T23:04:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "ece721ba-e4ce-4c15-b2f4-ee9f3c330551", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9-authn-ssl"} 2026-07-24T23:04:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "ece721ba-e4ce-4c15-b2f4-ee9f3c330551", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress"} 2026-07-24T23:04:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "2ae036f2-6775-46f1-bd2e-c91c99d4c679", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress"} 2026-07-24T23:04:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "2ae036f2-6775-46f1-bd2e-c91c99d4c679", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9-authn-ssl"} 2026-07-24T23:04:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "2ae036f2-6775-46f1-bd2e-c91c99d4c679", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress"} 2026-07-24T23:04:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "9a1f922c-f8a6-40bb-8a09-c10593e4c16a", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress"} 2026-07-24T23:04:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "9a1f922c-f8a6-40bb-8a09-c10593e4c16a", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9-authn-ssl"} 2026-07-24T23:04:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "9a1f922c-f8a6-40bb-8a09-c10593e4c16a", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress"} 2026-07-24T23:04:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "7a23cd7a-93db-4de1-b189-236bd3e8c3b2", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:04:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "7a23cd7a-93db-4de1-b189-236bd3e8c3b2", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:04:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "7a23cd7a-93db-4de1-b189-236bd3e8c3b2", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:04:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "7a23cd7a-93db-4de1-b189-236bd3e8c3b2", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9-kserve-route-authn"} 2026-07-24T23:04:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "7a23cd7a-93db-4de1-b189-236bd3e8c3b2", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "authType": "userdefined"} 2026-07-24T23:04:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "7a23cd7a-93db-4de1-b189-236bd3e8c3b2", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:05:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "7b0b6fdb-291d-4368-b8ad-98dc6c3ead30", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress"} 2026-07-24T23:05:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "7b0b6fdb-291d-4368-b8ad-98dc6c3ead30", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9-authn-ssl"} 2026-07-24T23:05:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "7b0b6fdb-291d-4368-b8ad-98dc6c3ead30", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress"} 2026-07-24T23:05:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "afd12d60-938a-4821-b4a9-367dbf93a877", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:05:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "afd12d60-938a-4821-b4a9-367dbf93a877", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T23:05:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "afd12d60-938a-4821-b4a9-367dbf93a877", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-e3f0a9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T23:05:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "odh-trusted-ca-bundle", "reconcileID": "c1cbd72c-8243-4a76-ab69-b8acf9a9b152", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:05:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "odh-trusted-ca-bundle", "reconcileID": "c1cbd72c-8243-4a76-ab69-b8acf9a9b152", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:05:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "openshift-service-ca.crt", "reconcileID": "ecc4012f-acb7-4fff-a16f-4442dcfa2038", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:05:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "openshift-service-ca.crt", "reconcileID": "ecc4012f-acb7-4fff-a16f-4442dcfa2038", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:05:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a173a9f6-615b-4245-9e39-879fe66db939", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:05:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a173a9f6-615b-4245-9e39-879fe66db939", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:05:20Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "fb804b7f-e77a-456e-92d7-88c80e98da93", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:05:20Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "fb804b7f-e77a-456e-92d7-88c80e98da93", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9"} 2026-07-24T23:05:20Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "fb804b7f-e77a-456e-92d7-88c80e98da93", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:05:20Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "fb804b7f-e77a-456e-92d7-88c80e98da93", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:05:20Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "fb804b7f-e77a-456e-92d7-88c80e98da93", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9-kserve-route-authn"} 2026-07-24T23:05:20Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "fb804b7f-e77a-456e-92d7-88c80e98da93", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9-kserve-route-authn"} 2026-07-24T23:05:20Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "fb804b7f-e77a-456e-92d7-88c80e98da93", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:05:20Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "fb804b7f-e77a-456e-92d7-88c80e98da93", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:05:20Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "d472510f-cb43-48c2-a804-b337847e4784", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:05:20Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "d472510f-cb43-48c2-a804-b337847e4784", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9"} 2026-07-24T23:05:20Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "d472510f-cb43-48c2-a804-b337847e4784", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:05:20Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "d472510f-cb43-48c2-a804-b337847e4784", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:05:20Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "d472510f-cb43-48c2-a804-b337847e4784", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9-kserve-route-authn"} 2026-07-24T23:05:20Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "d472510f-cb43-48c2-a804-b337847e4784", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9-kserve-route-authn"} 2026-07-24T23:05:20Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "d472510f-cb43-48c2-a804-b337847e4784", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:05:20Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "d472510f-cb43-48c2-a804-b337847e4784", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:05:21Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e3f0a9","namespace":"ai-tenant-e2e-ipp-a-e3f0a9"}, "namespace": "ai-tenant-e2e-ipp-a-e3f0a9", "name": "ipp-route-e3f0a9", "reconcileID": "5dee0395-20aa-4684-8e6c-3c78e2a33ec2", "LLMInferenceService": "ipp-route-e3f0a9", "namespace": "ai-tenant-e2e-ipp-a-e3f0a9"} 2026-07-24T23:05:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "6c1c7ffe-80f3-4868-96bc-667fdf2f49cc", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress"} 2026-07-24T23:05:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "6c1c7ffe-80f3-4868-96bc-667fdf2f49cc", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9-authn-ssl"} 2026-07-24T23:05:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "6c1c7ffe-80f3-4868-96bc-667fdf2f49cc", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress"} 2026-07-24T23:05:27Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e3f0a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e3f0a9", "reconcileID": "b9aef39d-c373-4846-b14b-fa3125e13535", "Gateway": "e2e-ipp-a-e3f0a9", "namespace": "openshift-ingress"} 2026-07-24T23:05:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b8069047-ad6a-4ec5-b69c-943113549842", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T23:05:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5a380e30-f5b7-43f6-bf73-4ed4d772c630", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T23:05:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ce9522b0-755e-4218-a25a-ccee70f9706d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T23:05:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6e95b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6e95b", "reconcileID": "42416db1-497f-4f03-92d0-cd1ae5e0fbac", "Gateway": "e2e-ipp-b-c6e95b", "namespace": "openshift-ingress"} 2026-07-24T23:05:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6e95b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6e95b", "reconcileID": "42416db1-497f-4f03-92d0-cd1ae5e0fbac", "Gateway": "e2e-ipp-b-c6e95b", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6e95b-authn-ssl"} 2026-07-24T23:05:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6e95b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6e95b", "reconcileID": "42416db1-497f-4f03-92d0-cd1ae5e0fbac", "Gateway": "e2e-ipp-b-c6e95b", "namespace": "openshift-ingress"} 2026-07-24T23:05:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6e95b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6e95b", "reconcileID": "e05c7fa4-765a-4182-afd1-45d7a611dc29", "Gateway": "e2e-ipp-b-c6e95b", "namespace": "openshift-ingress"} 2026-07-24T23:05:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6e95b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6e95b", "reconcileID": "e05c7fa4-765a-4182-afd1-45d7a611dc29", "Gateway": "e2e-ipp-b-c6e95b", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6e95b-authn-ssl"} 2026-07-24T23:05:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6e95b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6e95b", "reconcileID": "e05c7fa4-765a-4182-afd1-45d7a611dc29", "Gateway": "e2e-ipp-b-c6e95b", "namespace": "openshift-ingress"} 2026-07-24T23:05:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c6e95b"}, "namespace": "ai-tenant-e2e-ipp-b-c6e95b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7a20bd8-4ee5-476b-beea-f71c5f769b23", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c6e95b"} 2026-07-24T23:05:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c6e95b"}, "namespace": "ai-tenant-e2e-ipp-b-c6e95b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7a20bd8-4ee5-476b-beea-f71c5f769b23", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c6e95b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T23:05:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c6e95b"}, "namespace": "ai-tenant-e2e-ipp-b-c6e95b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7a20bd8-4ee5-476b-beea-f71c5f769b23", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-c6e95b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T23:05:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c6e95b"}, "namespace": "ai-tenant-e2e-ipp-b-c6e95b", "name": "odh-trusted-ca-bundle", "reconcileID": "88ad69c2-f1b3-4afd-9e6b-0934c3eeb8c3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c6e95b"} 2026-07-24T23:05:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c6e95b"}, "namespace": "ai-tenant-e2e-ipp-b-c6e95b", "name": "odh-trusted-ca-bundle", "reconcileID": "88ad69c2-f1b3-4afd-9e6b-0934c3eeb8c3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c6e95b"} 2026-07-24T23:05:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-c6e95b"}, "namespace": "ai-tenant-e2e-ipp-b-c6e95b", "name": "openshift-service-ca.crt", "reconcileID": "e1a54ddb-7bbe-4d40-8646-1c9d8dfd7577", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-c6e95b"} 2026-07-24T23:05:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-c6e95b"}, "namespace": "ai-tenant-e2e-ipp-b-c6e95b", "name": "openshift-service-ca.crt", "reconcileID": "e1a54ddb-7bbe-4d40-8646-1c9d8dfd7577", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-c6e95b"} 2026-07-24T23:05:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c6e95b"}, "namespace": "ai-tenant-e2e-ipp-b-c6e95b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a767347-9e82-49fe-943b-2290df496f37", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c6e95b"} 2026-07-24T23:05:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c6e95b"}, "namespace": "ai-tenant-e2e-ipp-b-c6e95b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a767347-9e82-49fe-943b-2290df496f37", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c6e95b"} 2026-07-24T23:05:48Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6e95b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6e95b", "reconcileID": "b504576c-99d0-4019-8c1a-a1eca25d7161", "Gateway": "e2e-ipp-b-c6e95b", "namespace": "openshift-ingress"} 2026-07-24T23:05:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d8726c4c-5f17-4e24-a97c-3c3f0b50f86a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T23:05:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-499dd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1", "reconcileID": "d8701138-8adc-40d1-9491-b0492a82fcd4", "Gateway": "e2e-shared-a-499dd1", "namespace": "openshift-ingress"} 2026-07-24T23:05:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-499dd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1", "reconcileID": "d8701138-8adc-40d1-9491-b0492a82fcd4", "Gateway": "e2e-shared-a-499dd1", "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1-authn-ssl"} 2026-07-24T23:05:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-499dd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1", "reconcileID": "d8701138-8adc-40d1-9491-b0492a82fcd4", "Gateway": "e2e-shared-a-499dd1", "namespace": "openshift-ingress"} 2026-07-24T23:06:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-499dd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1", "reconcileID": "c8ddea02-c6f6-4557-b705-4133b7579136", "Gateway": "e2e-shared-a-499dd1", "namespace": "openshift-ingress"} 2026-07-24T23:06:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-499dd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1", "reconcileID": "c8ddea02-c6f6-4557-b705-4133b7579136", "Gateway": "e2e-shared-a-499dd1", "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1-authn-ssl"} 2026-07-24T23:06:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-499dd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1", "reconcileID": "c8ddea02-c6f6-4557-b705-4133b7579136", "Gateway": "e2e-shared-a-499dd1", "namespace": "openshift-ingress"} 2026-07-24T23:06:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85dfe540-468e-4b43-b766-9dd2ffa4c5e8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-499dd1"} 2026-07-24T23:06:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85dfe540-468e-4b43-b766-9dd2ffa4c5e8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-499dd1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T23:06:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85dfe540-468e-4b43-b766-9dd2ffa4c5e8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-499dd1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T23:06:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "odh-trusted-ca-bundle", "reconcileID": "8ebdee87-0693-4fb1-900c-8f91105be893", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-499dd1"} 2026-07-24T23:06:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "odh-trusted-ca-bundle", "reconcileID": "8ebdee87-0693-4fb1-900c-8f91105be893", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-499dd1"} 2026-07-24T23:06:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "openshift-service-ca.crt", "reconcileID": "16899d33-5c17-436a-ad72-f11561f8cfb5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-499dd1"} 2026-07-24T23:06:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "openshift-service-ca.crt", "reconcileID": "16899d33-5c17-436a-ad72-f11561f8cfb5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-499dd1"} 2026-07-24T23:06:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "29edfbde-52bf-4532-8c28-20b164e67048", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-499dd1"} 2026-07-24T23:06:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-499dd1"}, "namespace": "ai-tenant-e2e-shared-a-499dd1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "29edfbde-52bf-4532-8c28-20b164e67048", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-499dd1"} 2026-07-24T23:06:10Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-499dd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-499dd1", "reconcileID": "00396032-9c80-480e-ad65-62e8b306e694", "Gateway": "e2e-shared-a-499dd1", "namespace": "openshift-ingress"} 2026-07-24T23:06:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b8e39876-9bf1-4e77-a52e-3ef972dda053", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T23:06:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e15986","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986", "reconcileID": "ec7a67b2-ba66-4eb8-bda2-83a36b642ba9", "Gateway": "e2e-shared-b-e15986", "namespace": "openshift-ingress"} 2026-07-24T23:06:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e15986","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986", "reconcileID": "ec7a67b2-ba66-4eb8-bda2-83a36b642ba9", "Gateway": "e2e-shared-b-e15986", "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986-authn-ssl"} 2026-07-24T23:06:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e15986","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986", "reconcileID": "ec7a67b2-ba66-4eb8-bda2-83a36b642ba9", "Gateway": "e2e-shared-b-e15986", "namespace": "openshift-ingress"} 2026-07-24T23:06:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e15986","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986", "reconcileID": "bf8333e6-011f-411e-86a7-779bc7a7cfe4", "Gateway": "e2e-shared-b-e15986", "namespace": "openshift-ingress"} 2026-07-24T23:06:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e15986","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986", "reconcileID": "bf8333e6-011f-411e-86a7-779bc7a7cfe4", "Gateway": "e2e-shared-b-e15986", "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986-authn-ssl"} 2026-07-24T23:06:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e15986","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986", "reconcileID": "bf8333e6-011f-411e-86a7-779bc7a7cfe4", "Gateway": "e2e-shared-b-e15986", "namespace": "openshift-ingress"} 2026-07-24T23:06:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "967ea7b7-fdd1-4c57-bcaa-ea8e94444e91", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T23:06:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "967ea7b7-fdd1-4c57-bcaa-ea8e94444e91", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e15986", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T23:06:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "967ea7b7-fdd1-4c57-bcaa-ea8e94444e91", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-e15986 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T23:06:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "odh-trusted-ca-bundle", "reconcileID": "f9bdb9fe-883e-41b6-b7ca-e22745141323", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T23:06:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "odh-trusted-ca-bundle", "reconcileID": "f9bdb9fe-883e-41b6-b7ca-e22745141323", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T23:06:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "openshift-service-ca.crt", "reconcileID": "9e8172bc-38da-4d39-98c5-918627236044", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T23:06:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "openshift-service-ca.crt", "reconcileID": "9e8172bc-38da-4d39-98c5-918627236044", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T23:06:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "beff680f-516b-48cb-8408-9000635ca8e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T23:06:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e15986"}, "namespace": "ai-tenant-e2e-shared-b-e15986", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "beff680f-516b-48cb-8408-9000635ca8e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e15986"} 2026-07-24T23:06:32Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e15986","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e15986", "reconcileID": "7ca67ae6-9f23-4a12-8a5d-cbc08e2d45f5", "Gateway": "e2e-shared-b-e15986", "namespace": "openshift-ingress"}