2026-09-11T21:44:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c97420","namespace":"ai-tenant-e2e-shared-a-w3-c97420"}, "namespace": "ai-tenant-e2e-shared-a-w3-c97420", "name": "rate-test-model-c97420", "reconcileID": "6f8df654-f585-4eaa-a493-27b2783bdf75", "LLMInferenceService": "rate-test-model-c97420", "namespace": "ai-tenant-e2e-shared-a-w3-c97420"} 2026-09-11T21:44:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c97420","namespace":"ai-tenant-e2e-shared-a-w3-c97420"}, "namespace": "ai-tenant-e2e-shared-a-w3-c97420", "name": "rate-test-model-c97420", "reconcileID": "6f8df654-f585-4eaa-a493-27b2783bdf75", "LLMInferenceService": "rate-test-model-c97420", "namespace": "ai-tenant-e2e-shared-a-w3-c97420"} 2026-09-11T21:44:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c97420","namespace":"ai-tenant-e2e-shared-a-w3-c97420"}, "namespace": "ai-tenant-e2e-shared-a-w3-c97420", "name": "rate-test-model-c97420", "reconcileID": "6f8df654-f585-4eaa-a493-27b2783bdf75", "LLMInferenceService": "rate-test-model-c97420", "namespace": "ai-tenant-e2e-shared-a-w3-c97420"} 2026-09-11T21:44:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c97420","namespace":"ai-tenant-e2e-shared-a-w3-c97420"}, "namespace": "ai-tenant-e2e-shared-a-w3-c97420", "name": "rate-test-model-c97420", "reconcileID": "6f8df654-f585-4eaa-a493-27b2783bdf75", "LLMInferenceService": "rate-test-model-c97420", "namespace": "ai-tenant-e2e-shared-a-w3-c97420", "name": "rate-test-model-c97420-kserve-route-authn"} 2026-09-11T21:44:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c97420","namespace":"ai-tenant-e2e-shared-a-w3-c97420"}, "namespace": "ai-tenant-e2e-shared-a-w3-c97420", "name": "rate-test-model-c97420", "reconcileID": "6f8df654-f585-4eaa-a493-27b2783bdf75", "LLMInferenceService": "rate-test-model-c97420", "namespace": "ai-tenant-e2e-shared-a-w3-c97420", "authType": "userdefined"} 2026-09-11T21:44:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c97420","namespace":"ai-tenant-e2e-shared-a-w3-c97420"}, "namespace": "ai-tenant-e2e-shared-a-w3-c97420", "name": "rate-test-model-c97420", "reconcileID": "6f8df654-f585-4eaa-a493-27b2783bdf75", "LLMInferenceService": "rate-test-model-c97420", "namespace": "ai-tenant-e2e-shared-a-w3-c97420"} 2026-09-11T21:44:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c97420","namespace":"ai-tenant-e2e-shared-a-w3-c97420"}, "namespace": "ai-tenant-e2e-shared-a-w3-c97420", "name": "rate-test-model-c97420", "reconcileID": "52815761-a749-42fc-a176-92597a34af0e", "LLMInferenceService": "rate-test-model-c97420", "namespace": "ai-tenant-e2e-shared-a-w3-c97420"} 2026-09-11T21:44:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c97420","namespace":"ai-tenant-e2e-shared-a-w3-c97420"}, "namespace": "ai-tenant-e2e-shared-a-w3-c97420", "name": "rate-test-model-c97420", "reconcileID": "52815761-a749-42fc-a176-92597a34af0e", "LLMInferenceService": "rate-test-model-c97420", "namespace": "ai-tenant-e2e-shared-a-w3-c97420"} 2026-09-11T21:44:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c97420","namespace":"ai-tenant-e2e-shared-a-w3-c97420"}, "namespace": "ai-tenant-e2e-shared-a-w3-c97420", "name": "rate-test-model-c97420", "reconcileID": "52815761-a749-42fc-a176-92597a34af0e", "LLMInferenceService": "rate-test-model-c97420", "namespace": "ai-tenant-e2e-shared-a-w3-c97420"} 2026-09-11T21:44:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c97420","namespace":"ai-tenant-e2e-shared-a-w3-c97420"}, "namespace": "ai-tenant-e2e-shared-a-w3-c97420", "name": "rate-test-model-c97420", "reconcileID": "52815761-a749-42fc-a176-92597a34af0e", "LLMInferenceService": "rate-test-model-c97420", "namespace": "ai-tenant-e2e-shared-a-w3-c97420", "name": "rate-test-model-c97420-kserve-route-authn"} 2026-09-11T21:44:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c97420","namespace":"ai-tenant-e2e-shared-a-w3-c97420"}, "namespace": "ai-tenant-e2e-shared-a-w3-c97420", "name": "rate-test-model-c97420", "reconcileID": "52815761-a749-42fc-a176-92597a34af0e", "LLMInferenceService": "rate-test-model-c97420", "namespace": "ai-tenant-e2e-shared-a-w3-c97420", "authType": "userdefined"} 2026-09-11T21:44:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c97420","namespace":"ai-tenant-e2e-shared-a-w3-c97420"}, "namespace": "ai-tenant-e2e-shared-a-w3-c97420", "name": "rate-test-model-c97420", "reconcileID": "52815761-a749-42fc-a176-92597a34af0e", "LLMInferenceService": "rate-test-model-c97420", "namespace": "ai-tenant-e2e-shared-a-w3-c97420"} 2026-09-11T21:44:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c97420","namespace":"ai-tenant-e2e-shared-a-w3-c97420"}, "namespace": "ai-tenant-e2e-shared-a-w3-c97420", "name": "rate-test-model-c97420", "reconcileID": "bee6799d-b46d-4eb6-a5be-989ebfd840df", "LLMInferenceService": "rate-test-model-c97420", "namespace": "ai-tenant-e2e-shared-a-w3-c97420"} 2026-09-11T21:44:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c97420","namespace":"ai-tenant-e2e-shared-a-w3-c97420"}, "namespace": "ai-tenant-e2e-shared-a-w3-c97420", "name": "rate-test-model-c97420", "reconcileID": "bee6799d-b46d-4eb6-a5be-989ebfd840df", "LLMInferenceService": "rate-test-model-c97420", "namespace": "ai-tenant-e2e-shared-a-w3-c97420"} 2026-09-11T21:44:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c97420","namespace":"ai-tenant-e2e-shared-a-w3-c97420"}, "namespace": "ai-tenant-e2e-shared-a-w3-c97420", "name": "rate-test-model-c97420", "reconcileID": "bee6799d-b46d-4eb6-a5be-989ebfd840df", "LLMInferenceService": "rate-test-model-c97420", "namespace": "ai-tenant-e2e-shared-a-w3-c97420"} 2026-09-11T21:44:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c97420","namespace":"ai-tenant-e2e-shared-a-w3-c97420"}, "namespace": "ai-tenant-e2e-shared-a-w3-c97420", "name": "rate-test-model-c97420", "reconcileID": "bee6799d-b46d-4eb6-a5be-989ebfd840df", "LLMInferenceService": "rate-test-model-c97420", "namespace": "ai-tenant-e2e-shared-a-w3-c97420", "name": "rate-test-model-c97420-kserve-route-authn"} 2026-09-11T21:44:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c97420","namespace":"ai-tenant-e2e-shared-a-w3-c97420"}, "namespace": "ai-tenant-e2e-shared-a-w3-c97420", "name": "rate-test-model-c97420", "reconcileID": "bee6799d-b46d-4eb6-a5be-989ebfd840df", "LLMInferenceService": "rate-test-model-c97420", "namespace": "ai-tenant-e2e-shared-a-w3-c97420", "authType": "userdefined"} 2026-09-11T21:44:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c97420","namespace":"ai-tenant-e2e-shared-a-w3-c97420"}, "namespace": "ai-tenant-e2e-shared-a-w3-c97420", "name": "rate-test-model-c97420", "reconcileID": "bee6799d-b46d-4eb6-a5be-989ebfd840df", "LLMInferenceService": "rate-test-model-c97420", "namespace": "ai-tenant-e2e-shared-a-w3-c97420"} 2026-09-11T21:44:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e0c211","namespace":"ai-tenant-e2e-shared-b-w3-e0c211"}, "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "rate-test-model-e0c211", "reconcileID": "cea63989-ef22-4efa-b496-d79c81f35cf8", "LLMInferenceService": "rate-test-model-e0c211", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211"} 2026-09-11T21:44:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e0c211","namespace":"ai-tenant-e2e-shared-b-w3-e0c211"}, "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "rate-test-model-e0c211", "reconcileID": "cea63989-ef22-4efa-b496-d79c81f35cf8", "LLMInferenceService": "rate-test-model-e0c211", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211"} 2026-09-11T21:44:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e0c211","namespace":"ai-tenant-e2e-shared-b-w3-e0c211"}, "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "rate-test-model-e0c211", "reconcileID": "cea63989-ef22-4efa-b496-d79c81f35cf8", "LLMInferenceService": "rate-test-model-e0c211", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211"} 2026-09-11T21:44:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e0c211","namespace":"ai-tenant-e2e-shared-b-w3-e0c211"}, "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "rate-test-model-e0c211", "reconcileID": "cea63989-ef22-4efa-b496-d79c81f35cf8", "LLMInferenceService": "rate-test-model-e0c211", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "rate-test-model-e0c211-kserve-route-authn"} 2026-09-11T21:44:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e0c211","namespace":"ai-tenant-e2e-shared-b-w3-e0c211"}, "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "rate-test-model-e0c211", "reconcileID": "cea63989-ef22-4efa-b496-d79c81f35cf8", "LLMInferenceService": "rate-test-model-e0c211", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "authType": "userdefined"} 2026-09-11T21:44:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e0c211","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e0c211", "reconcileID": "70fa48f5-6f82-4fe7-b874-98a0c21807cb", "Gateway": "e2e-shared-b-w3-e0c211", "namespace": "openshift-ingress"} 2026-09-11T21:44:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e0c211","namespace":"ai-tenant-e2e-shared-b-w3-e0c211"}, "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "rate-test-model-e0c211", "reconcileID": "cea63989-ef22-4efa-b496-d79c81f35cf8", "LLMInferenceService": "rate-test-model-e0c211", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211"} 2026-09-11T21:44:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e0c211","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e0c211", "reconcileID": "70fa48f5-6f82-4fe7-b874-98a0c21807cb", "Gateway": "e2e-shared-b-w3-e0c211", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e0c211-authn-ssl"} 2026-09-11T21:44:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e0c211","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e0c211", "reconcileID": "70fa48f5-6f82-4fe7-b874-98a0c21807cb", "Gateway": "e2e-shared-b-w3-e0c211", "namespace": "openshift-ingress"} 2026-09-11T21:44:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e0c211","namespace":"ai-tenant-e2e-shared-b-w3-e0c211"}, "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "rate-test-model-e0c211", "reconcileID": "41d37509-d211-4961-b297-b99adb8079ea", "LLMInferenceService": "rate-test-model-e0c211", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211"} 2026-09-11T21:44:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e0c211","namespace":"ai-tenant-e2e-shared-b-w3-e0c211"}, "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "rate-test-model-e0c211", "reconcileID": "41d37509-d211-4961-b297-b99adb8079ea", "LLMInferenceService": "rate-test-model-e0c211", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211"} 2026-09-11T21:44:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e0c211","namespace":"ai-tenant-e2e-shared-b-w3-e0c211"}, "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "rate-test-model-e0c211", "reconcileID": "41d37509-d211-4961-b297-b99adb8079ea", "LLMInferenceService": "rate-test-model-e0c211", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211"} 2026-09-11T21:44:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e0c211","namespace":"ai-tenant-e2e-shared-b-w3-e0c211"}, "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "rate-test-model-e0c211", "reconcileID": "41d37509-d211-4961-b297-b99adb8079ea", "LLMInferenceService": "rate-test-model-e0c211", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "rate-test-model-e0c211-kserve-route-authn"} 2026-09-11T21:44:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e0c211","namespace":"ai-tenant-e2e-shared-b-w3-e0c211"}, "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "rate-test-model-e0c211", "reconcileID": "41d37509-d211-4961-b297-b99adb8079ea", "LLMInferenceService": "rate-test-model-e0c211", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "authType": "userdefined"} 2026-09-11T21:44:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e0c211","namespace":"ai-tenant-e2e-shared-b-w3-e0c211"}, "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "rate-test-model-e0c211", "reconcileID": "41d37509-d211-4961-b297-b99adb8079ea", "LLMInferenceService": "rate-test-model-e0c211", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211"} 2026-09-11T21:44:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e0c211","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e0c211", "reconcileID": "da26750f-6bc2-4ee1-8945-2a8cea0e64f0", "Gateway": "e2e-shared-b-w3-e0c211", "namespace": "openshift-ingress"} 2026-09-11T21:44:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e0c211","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e0c211", "reconcileID": "da26750f-6bc2-4ee1-8945-2a8cea0e64f0", "Gateway": "e2e-shared-b-w3-e0c211", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e0c211-authn-ssl"} 2026-09-11T21:44:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e0c211","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e0c211", "reconcileID": "da26750f-6bc2-4ee1-8945-2a8cea0e64f0", "Gateway": "e2e-shared-b-w3-e0c211", "namespace": "openshift-ingress"} 2026-09-11T21:44:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e0c211","namespace":"ai-tenant-e2e-shared-b-w3-e0c211"}, "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "rate-test-model-e0c211", "reconcileID": "6f6af04c-6ab6-493d-ab6d-5db9541c8d67", "LLMInferenceService": "rate-test-model-e0c211", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211"} 2026-09-11T21:44:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e0c211","namespace":"ai-tenant-e2e-shared-b-w3-e0c211"}, "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "rate-test-model-e0c211", "reconcileID": "6f6af04c-6ab6-493d-ab6d-5db9541c8d67", "LLMInferenceService": "rate-test-model-e0c211", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211"} 2026-09-11T21:44:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e0c211","namespace":"ai-tenant-e2e-shared-b-w3-e0c211"}, "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "rate-test-model-e0c211", "reconcileID": "6f6af04c-6ab6-493d-ab6d-5db9541c8d67", "LLMInferenceService": "rate-test-model-e0c211", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211"} 2026-09-11T21:44:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e0c211","namespace":"ai-tenant-e2e-shared-b-w3-e0c211"}, "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "rate-test-model-e0c211", "reconcileID": "6f6af04c-6ab6-493d-ab6d-5db9541c8d67", "LLMInferenceService": "rate-test-model-e0c211", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "rate-test-model-e0c211-kserve-route-authn"} 2026-09-11T21:44:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e0c211","namespace":"ai-tenant-e2e-shared-b-w3-e0c211"}, "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "rate-test-model-e0c211", "reconcileID": "6f6af04c-6ab6-493d-ab6d-5db9541c8d67", "LLMInferenceService": "rate-test-model-e0c211", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "authType": "userdefined"} 2026-09-11T21:44:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e0c211","namespace":"ai-tenant-e2e-shared-b-w3-e0c211"}, "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "rate-test-model-e0c211", "reconcileID": "6f6af04c-6ab6-493d-ab6d-5db9541c8d67", "LLMInferenceService": "rate-test-model-e0c211", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211"} 2026-09-11T21:45:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e0c211","namespace":"ai-tenant-e2e-shared-b-w3-e0c211"}, "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "rate-test-model-e0c211", "reconcileID": "7430d844-5381-413b-bbac-88c636372d2a", "LLMInferenceService": "rate-test-model-e0c211", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211"} 2026-09-11T21:45:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e0c211","namespace":"ai-tenant-e2e-shared-b-w3-e0c211"}, "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "rate-test-model-e0c211", "reconcileID": "7430d844-5381-413b-bbac-88c636372d2a", "LLMInferenceService": "rate-test-model-e0c211", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211"} 2026-09-11T21:45:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e0c211","namespace":"ai-tenant-e2e-shared-b-w3-e0c211"}, "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "rate-test-model-e0c211", "reconcileID": "7430d844-5381-413b-bbac-88c636372d2a", "LLMInferenceService": "rate-test-model-e0c211", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211"} 2026-09-11T21:45:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e0c211","namespace":"ai-tenant-e2e-shared-b-w3-e0c211"}, "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "rate-test-model-e0c211", "reconcileID": "7430d844-5381-413b-bbac-88c636372d2a", "LLMInferenceService": "rate-test-model-e0c211", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "rate-test-model-e0c211-kserve-route-authn"} 2026-09-11T21:45:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e0c211","namespace":"ai-tenant-e2e-shared-b-w3-e0c211"}, "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "rate-test-model-e0c211", "reconcileID": "7430d844-5381-413b-bbac-88c636372d2a", "LLMInferenceService": "rate-test-model-e0c211", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "authType": "userdefined"} 2026-09-11T21:45:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e0c211","namespace":"ai-tenant-e2e-shared-b-w3-e0c211"}, "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "rate-test-model-e0c211", "reconcileID": "7430d844-5381-413b-bbac-88c636372d2a", "LLMInferenceService": "rate-test-model-e0c211", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211"} 2026-09-11T21:45:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e0c211","namespace":"ai-tenant-e2e-shared-b-w3-e0c211"}, "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "rate-test-model-e0c211", "reconcileID": "277cf3bb-ed56-4bb1-8946-20960c8cd6f0", "LLMInferenceService": "rate-test-model-e0c211", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211"} 2026-09-11T21:45:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e0c211","namespace":"ai-tenant-e2e-shared-b-w3-e0c211"}, "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "rate-test-model-e0c211", "reconcileID": "277cf3bb-ed56-4bb1-8946-20960c8cd6f0", "LLMInferenceService": "rate-test-model-e0c211", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211"} 2026-09-11T21:45:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e0c211","namespace":"ai-tenant-e2e-shared-b-w3-e0c211"}, "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "rate-test-model-e0c211", "reconcileID": "277cf3bb-ed56-4bb1-8946-20960c8cd6f0", "LLMInferenceService": "rate-test-model-e0c211", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211"} 2026-09-11T21:45:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e0c211","namespace":"ai-tenant-e2e-shared-b-w3-e0c211"}, "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "rate-test-model-e0c211", "reconcileID": "277cf3bb-ed56-4bb1-8946-20960c8cd6f0", "LLMInferenceService": "rate-test-model-e0c211", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "rate-test-model-e0c211-kserve-route-authn"} 2026-09-11T21:45:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e0c211","namespace":"ai-tenant-e2e-shared-b-w3-e0c211"}, "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "rate-test-model-e0c211", "reconcileID": "277cf3bb-ed56-4bb1-8946-20960c8cd6f0", "LLMInferenceService": "rate-test-model-e0c211", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "authType": "userdefined"} 2026-09-11T21:45:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e0c211","namespace":"ai-tenant-e2e-shared-b-w3-e0c211"}, "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "rate-test-model-e0c211", "reconcileID": "277cf3bb-ed56-4bb1-8946-20960c8cd6f0", "LLMInferenceService": "rate-test-model-e0c211", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211"} 2026-09-11T21:45:29Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c97420","namespace":"ai-tenant-e2e-shared-a-w3-c97420"}, "namespace": "ai-tenant-e2e-shared-a-w3-c97420", "name": "rate-test-model-c97420", "reconcileID": "5724a281-3fd0-4226-b576-a88922d65993", "LLMInferenceService": "rate-test-model-c97420", "namespace": "ai-tenant-e2e-shared-a-w3-c97420"} 2026-09-11T21:45:29Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c97420","namespace":"ai-tenant-e2e-shared-a-w3-c97420"}, "namespace": "ai-tenant-e2e-shared-a-w3-c97420", "name": "rate-test-model-c97420", "reconcileID": "5724a281-3fd0-4226-b576-a88922d65993", "LLMInferenceService": "rate-test-model-c97420", "namespace": "ai-tenant-e2e-shared-a-w3-c97420", "name": "rate-test-model-c97420"} 2026-09-11T21:45:29Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c97420","namespace":"ai-tenant-e2e-shared-a-w3-c97420"}, "namespace": "ai-tenant-e2e-shared-a-w3-c97420", "name": "rate-test-model-c97420", "reconcileID": "5724a281-3fd0-4226-b576-a88922d65993", "LLMInferenceService": "rate-test-model-c97420", "namespace": "ai-tenant-e2e-shared-a-w3-c97420"} 2026-09-11T21:45:29Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c97420","namespace":"ai-tenant-e2e-shared-a-w3-c97420"}, "namespace": "ai-tenant-e2e-shared-a-w3-c97420", "name": "rate-test-model-c97420", "reconcileID": "5724a281-3fd0-4226-b576-a88922d65993", "LLMInferenceService": "rate-test-model-c97420", "namespace": "ai-tenant-e2e-shared-a-w3-c97420"} 2026-09-11T21:45:29Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c97420","namespace":"ai-tenant-e2e-shared-a-w3-c97420"}, "namespace": "ai-tenant-e2e-shared-a-w3-c97420", "name": "rate-test-model-c97420", "reconcileID": "5724a281-3fd0-4226-b576-a88922d65993", "LLMInferenceService": "rate-test-model-c97420", "namespace": "ai-tenant-e2e-shared-a-w3-c97420", "name": "rate-test-model-c97420-kserve-route-authn"} 2026-09-11T21:45:29Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c97420","namespace":"ai-tenant-e2e-shared-a-w3-c97420"}, "namespace": "ai-tenant-e2e-shared-a-w3-c97420", "name": "rate-test-model-c97420", "reconcileID": "5724a281-3fd0-4226-b576-a88922d65993", "LLMInferenceService": "rate-test-model-c97420", "namespace": "ai-tenant-e2e-shared-a-w3-c97420", "name": "rate-test-model-c97420-kserve-route-authn"} 2026-09-11T21:45:29Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c97420","namespace":"ai-tenant-e2e-shared-a-w3-c97420"}, "namespace": "ai-tenant-e2e-shared-a-w3-c97420", "name": "rate-test-model-c97420", "reconcileID": "5724a281-3fd0-4226-b576-a88922d65993", "LLMInferenceService": "rate-test-model-c97420", "namespace": "ai-tenant-e2e-shared-a-w3-c97420", "namespace": "ai-tenant-e2e-shared-a-w3-c97420"} 2026-09-11T21:45:29Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c97420","namespace":"ai-tenant-e2e-shared-a-w3-c97420"}, "namespace": "ai-tenant-e2e-shared-a-w3-c97420", "name": "rate-test-model-c97420", "reconcileID": "5724a281-3fd0-4226-b576-a88922d65993", "LLMInferenceService": "rate-test-model-c97420", "namespace": "ai-tenant-e2e-shared-a-w3-c97420", "namespace": "ai-tenant-e2e-shared-a-w3-c97420"} 2026-09-11T21:45:29Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c97420","namespace":"ai-tenant-e2e-shared-a-w3-c97420"}, "namespace": "ai-tenant-e2e-shared-a-w3-c97420", "name": "rate-test-model-c97420", "reconcileID": "bb86a49b-2446-4c25-8395-fab35bd3f6f1", "LLMInferenceService": "rate-test-model-c97420", "namespace": "ai-tenant-e2e-shared-a-w3-c97420"} 2026-09-11T21:45:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c97420","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c97420", "reconcileID": "f2288a02-b59d-4f5b-bf7c-0130d6a5990c", "Gateway": "e2e-shared-a-w3-c97420", "namespace": "openshift-ingress"} 2026-09-11T21:45:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c97420","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c97420", "reconcileID": "f2288a02-b59d-4f5b-bf7c-0130d6a5990c", "Gateway": "e2e-shared-a-w3-c97420", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c97420-authn-ssl"} 2026-09-11T21:45:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c97420","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c97420", "reconcileID": "f2288a02-b59d-4f5b-bf7c-0130d6a5990c", "Gateway": "e2e-shared-a-w3-c97420", "namespace": "openshift-ingress"} 2026-09-11T21:45:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c97420","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c97420", "reconcileID": "997c2f28-7324-4553-a6c3-43fb7a06e8f3", "Gateway": "e2e-shared-a-w3-c97420", "namespace": "openshift-ingress"} 2026-09-11T21:45:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c97420","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c97420", "reconcileID": "997c2f28-7324-4553-a6c3-43fb7a06e8f3", "Gateway": "e2e-shared-a-w3-c97420", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c97420-authn-ssl"} 2026-09-11T21:45:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c97420","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c97420", "reconcileID": "997c2f28-7324-4553-a6c3-43fb7a06e8f3", "Gateway": "e2e-shared-a-w3-c97420", "namespace": "openshift-ingress"} 2026-09-11T21:45:30Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e0c211","namespace":"ai-tenant-e2e-shared-b-w3-e0c211"}, "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "rate-test-model-e0c211", "reconcileID": "ed10c6b1-0541-4480-bc82-b85a25229f63", "LLMInferenceService": "rate-test-model-e0c211", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211"} 2026-09-11T21:45:30Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e0c211","namespace":"ai-tenant-e2e-shared-b-w3-e0c211"}, "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "rate-test-model-e0c211", "reconcileID": "ed10c6b1-0541-4480-bc82-b85a25229f63", "LLMInferenceService": "rate-test-model-e0c211", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "rate-test-model-e0c211"} 2026-09-11T21:45:30Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e0c211","namespace":"ai-tenant-e2e-shared-b-w3-e0c211"}, "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "rate-test-model-e0c211", "reconcileID": "ed10c6b1-0541-4480-bc82-b85a25229f63", "LLMInferenceService": "rate-test-model-e0c211", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211"} 2026-09-11T21:45:30Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e0c211","namespace":"ai-tenant-e2e-shared-b-w3-e0c211"}, "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "rate-test-model-e0c211", "reconcileID": "ed10c6b1-0541-4480-bc82-b85a25229f63", "LLMInferenceService": "rate-test-model-e0c211", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211"} 2026-09-11T21:45:30Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e0c211","namespace":"ai-tenant-e2e-shared-b-w3-e0c211"}, "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "rate-test-model-e0c211", "reconcileID": "ed10c6b1-0541-4480-bc82-b85a25229f63", "LLMInferenceService": "rate-test-model-e0c211", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "rate-test-model-e0c211-kserve-route-authn"} 2026-09-11T21:45:30Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e0c211","namespace":"ai-tenant-e2e-shared-b-w3-e0c211"}, "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "rate-test-model-e0c211", "reconcileID": "ed10c6b1-0541-4480-bc82-b85a25229f63", "LLMInferenceService": "rate-test-model-e0c211", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "rate-test-model-e0c211-kserve-route-authn"} 2026-09-11T21:45:30Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e0c211","namespace":"ai-tenant-e2e-shared-b-w3-e0c211"}, "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "rate-test-model-e0c211", "reconcileID": "ed10c6b1-0541-4480-bc82-b85a25229f63", "LLMInferenceService": "rate-test-model-e0c211", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211"} 2026-09-11T21:45:30Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e0c211","namespace":"ai-tenant-e2e-shared-b-w3-e0c211"}, "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "rate-test-model-e0c211", "reconcileID": "ed10c6b1-0541-4480-bc82-b85a25229f63", "LLMInferenceService": "rate-test-model-e0c211", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211"} 2026-09-11T21:45:30Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e0c211","namespace":"ai-tenant-e2e-shared-b-w3-e0c211"}, "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "rate-test-model-e0c211", "reconcileID": "c91fe557-52ba-4589-9c8a-9d5f59894f98", "LLMInferenceService": "rate-test-model-e0c211", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211"} 2026-09-11T21:45:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e0c211","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e0c211", "reconcileID": "dc2f566f-27af-459c-9e90-3e4ffa353e9f", "Gateway": "e2e-shared-b-w3-e0c211", "namespace": "openshift-ingress"} 2026-09-11T21:45:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e0c211","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e0c211", "reconcileID": "dc2f566f-27af-459c-9e90-3e4ffa353e9f", "Gateway": "e2e-shared-b-w3-e0c211", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e0c211-authn-ssl"} 2026-09-11T21:45:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e0c211","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e0c211", "reconcileID": "dc2f566f-27af-459c-9e90-3e4ffa353e9f", "Gateway": "e2e-shared-b-w3-e0c211", "namespace": "openshift-ingress"} 2026-09-11T21:45:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e0c211","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e0c211", "reconcileID": "225fe694-d6c6-4614-be65-684211ddddc3", "Gateway": "e2e-shared-b-w3-e0c211", "namespace": "openshift-ingress"} 2026-09-11T21:45:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e0c211","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e0c211", "reconcileID": "225fe694-d6c6-4614-be65-684211ddddc3", "Gateway": "e2e-shared-b-w3-e0c211", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e0c211-authn-ssl"} 2026-09-11T21:45:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e0c211","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e0c211", "reconcileID": "225fe694-d6c6-4614-be65-684211ddddc3", "Gateway": "e2e-shared-b-w3-e0c211", "namespace": "openshift-ingress"} 2026-09-11T21:45:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "413d1d75-154c-477c-b5f7-f442aa0aad50", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress"} 2026-09-11T21:45:31Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "413d1d75-154c-477c-b5f7-f442aa0aad50", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078-authn-ssl"} 2026-09-11T21:45:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "413d1d75-154c-477c-b5f7-f442aa0aad50", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress"} 2026-09-11T21:45:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "6e219974-d3ca-4e4b-86e2-1fc585363371", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress"} 2026-09-11T21:45:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "6e219974-d3ca-4e4b-86e2-1fc585363371", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078-authn-ssl"} 2026-09-11T21:45:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "6e219974-d3ca-4e4b-86e2-1fc585363371", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress"} 2026-09-11T21:45:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "4ba478cf-addf-4011-b584-c8309f0feb9b", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress"} 2026-09-11T21:45:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "4ba478cf-addf-4011-b584-c8309f0feb9b", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078-authn-ssl"} 2026-09-11T21:45:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "4ba478cf-addf-4011-b584-c8309f0feb9b", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress"} 2026-09-11T21:45:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "24978694-a626-4902-beff-39fcc16c074d", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress"} 2026-09-11T21:45:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "24978694-a626-4902-beff-39fcc16c074d", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078-authn-ssl"} 2026-09-11T21:45:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "24978694-a626-4902-beff-39fcc16c074d", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress"} 2026-09-11T21:45:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "7c0dbeeb-06cc-49e8-92c2-2e04c5fb1788", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress"} 2026-09-11T21:45:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "7c0dbeeb-06cc-49e8-92c2-2e04c5fb1788", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078-authn-ssl"} 2026-09-11T21:45:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "7c0dbeeb-06cc-49e8-92c2-2e04c5fb1788", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress"} 2026-09-11T21:45:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "6d4ecdf8-ac24-4a79-8e6c-cc4bf6b2c2a5", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress"} 2026-09-11T21:45:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "6d4ecdf8-ac24-4a79-8e6c-cc4bf6b2c2a5", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078-authn-ssl"} 2026-09-11T21:45:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "6d4ecdf8-ac24-4a79-8e6c-cc4bf6b2c2a5", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress"} 2026-09-11T21:45:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "5bf697d6-adf4-4057-aac5-6f5f68aad3c6", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress"} 2026-09-11T21:45:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "5bf697d6-adf4-4057-aac5-6f5f68aad3c6", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078-authn-ssl"} 2026-09-11T21:45:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "5bf697d6-adf4-4057-aac5-6f5f68aad3c6", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress"} 2026-09-11T21:45:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "openshift-service-ca.crt", "reconcileID": "4e0f6215-6585-434c-98a9-3fbd2fde8c22", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:45:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "odh-trusted-ca-bundle", "reconcileID": "e62e7bb1-e7da-48e2-886e-798f3d6aee5a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:45:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "openshift-service-ca.crt", "reconcileID": "0d892657-6ac4-414c-bbe4-a2d453603981", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-9a6078", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T21:45:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "openshift-service-ca.crt", "reconcileID": "0d892657-6ac4-414c-bbe4-a2d453603981", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:45:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ba007c5a-e8f7-424e-b0db-77aa0d455a91", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:45:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "openshift-service-ca.crt", "reconcileID": "b3d4dc6e-4154-4607-b8e3-b91f9497eb39", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:45:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "odh-trusted-ca-bundle", "reconcileID": "3dc18040-266f-4589-8825-798a4d6f2326", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9a6078", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T21:45:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "odh-trusted-ca-bundle", "reconcileID": "3dc18040-266f-4589-8825-798a4d6f2326", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:45:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2543a9ad-1305-40cf-9f68-d9b1e886cabc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:45:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "6d71611e-a16f-467f-b443-897cf6432562", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress"} 2026-09-11T21:45:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "6d71611e-a16f-467f-b443-897cf6432562", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078-authn-ssl"} 2026-09-11T21:45:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "6d71611e-a16f-467f-b443-897cf6432562", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress"} 2026-09-11T21:45:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "3a57f3a3-5f90-4dbf-ba7b-8e544e364b7e", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress"} 2026-09-11T21:45:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "3a57f3a3-5f90-4dbf-ba7b-8e544e364b7e", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078-authn-ssl"} 2026-09-11T21:45:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "3a57f3a3-5f90-4dbf-ba7b-8e544e364b7e", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress"} 2026-09-11T21:46:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-213a70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70", "reconcileID": "6f83588f-2bc9-46db-ab1c-8706a75634de", "Gateway": "e2e-ipp-b-213a70", "namespace": "openshift-ingress"} 2026-09-11T21:46:00Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-213a70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70", "reconcileID": "6f83588f-2bc9-46db-ab1c-8706a75634de", "Gateway": "e2e-ipp-b-213a70", "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70-authn-ssl"} 2026-09-11T21:46:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-213a70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70", "reconcileID": "6f83588f-2bc9-46db-ab1c-8706a75634de", "Gateway": "e2e-ipp-b-213a70", "namespace": "openshift-ingress"} 2026-09-11T21:46:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-213a70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70", "reconcileID": "6b383c35-f953-45ad-8ad0-ed5256d1392e", "Gateway": "e2e-ipp-b-213a70", "namespace": "openshift-ingress"} 2026-09-11T21:46:00Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-213a70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70", "reconcileID": "6b383c35-f953-45ad-8ad0-ed5256d1392e", "Gateway": "e2e-ipp-b-213a70", "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70-authn-ssl"} 2026-09-11T21:46:00Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-213a70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70", "reconcileID": "6b383c35-f953-45ad-8ad0-ed5256d1392e", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-b-213a70-authn-ssl: envoyfilters.networking.istio.io \"e2e-ipp-b-213a70-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T21:46:00Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-b-213a70-authn-ssl: envoyfilters.networking.istio.io "e2e-ipp-b-213a70-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-ipp-b-213a70","uid":"a1369d96-bd31-40ce-8e8c-34400bba9cb7","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"57872"}, "reason": "ReconcileError"} 2026-09-11T21:46:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-213a70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70", "reconcileID": "089baf0a-f7b7-4e61-b7a0-7ba6759141d6", "Gateway": "e2e-ipp-b-213a70", "namespace": "openshift-ingress"} 2026-09-11T21:46:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-213a70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70", "reconcileID": "089baf0a-f7b7-4e61-b7a0-7ba6759141d6", "Gateway": "e2e-ipp-b-213a70", "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70-authn-ssl"} 2026-09-11T21:46:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-213a70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70", "reconcileID": "089baf0a-f7b7-4e61-b7a0-7ba6759141d6", "Gateway": "e2e-ipp-b-213a70", "namespace": "openshift-ingress"} 2026-09-11T21:46:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-213a70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70", "reconcileID": "d8a77a10-6d74-4fe1-a8a9-0692fb84fde6", "Gateway": "e2e-ipp-b-213a70", "namespace": "openshift-ingress"} 2026-09-11T21:46:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-213a70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70", "reconcileID": "d8a77a10-6d74-4fe1-a8a9-0692fb84fde6", "Gateway": "e2e-ipp-b-213a70", "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70-authn-ssl"} 2026-09-11T21:46:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-213a70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70", "reconcileID": "d8a77a10-6d74-4fe1-a8a9-0692fb84fde6", "Gateway": "e2e-ipp-b-213a70", "namespace": "openshift-ingress"} 2026-09-11T21:46:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-213a70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70", "reconcileID": "0c95ff2c-21c2-4500-a6c4-48a3af940924", "Gateway": "e2e-ipp-b-213a70", "namespace": "openshift-ingress"} 2026-09-11T21:46:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-213a70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70", "reconcileID": "0c95ff2c-21c2-4500-a6c4-48a3af940924", "Gateway": "e2e-ipp-b-213a70", "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70-authn-ssl"} 2026-09-11T21:46:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-213a70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70", "reconcileID": "0c95ff2c-21c2-4500-a6c4-48a3af940924", "Gateway": "e2e-ipp-b-213a70", "namespace": "openshift-ingress"} 2026-09-11T21:46:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-213a70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70", "reconcileID": "4ff672c0-c8c3-4b0f-8d76-5b5e5012b697", "Gateway": "e2e-ipp-b-213a70", "namespace": "openshift-ingress"} 2026-09-11T21:46:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-213a70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70", "reconcileID": "4ff672c0-c8c3-4b0f-8d76-5b5e5012b697", "Gateway": "e2e-ipp-b-213a70", "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70-authn-ssl"} 2026-09-11T21:46:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-213a70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70", "reconcileID": "4ff672c0-c8c3-4b0f-8d76-5b5e5012b697", "Gateway": "e2e-ipp-b-213a70", "namespace": "openshift-ingress"} 2026-09-11T21:46:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-213a70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70", "reconcileID": "a1d5d1f8-b4f4-4ab8-a998-2df05aa3ff48", "Gateway": "e2e-ipp-b-213a70", "namespace": "openshift-ingress"} 2026-09-11T21:46:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-213a70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70", "reconcileID": "a1d5d1f8-b4f4-4ab8-a998-2df05aa3ff48", "Gateway": "e2e-ipp-b-213a70", "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70-authn-ssl"} 2026-09-11T21:46:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-213a70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70", "reconcileID": "a1d5d1f8-b4f4-4ab8-a998-2df05aa3ff48", "Gateway": "e2e-ipp-b-213a70", "namespace": "openshift-ingress"} 2026-09-11T21:46:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-213a70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70", "reconcileID": "c7211a43-9973-4cc9-8772-baca33ce6334", "Gateway": "e2e-ipp-b-213a70", "namespace": "openshift-ingress"} 2026-09-11T21:46:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-213a70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70", "reconcileID": "c7211a43-9973-4cc9-8772-baca33ce6334", "Gateway": "e2e-ipp-b-213a70", "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70-authn-ssl"} 2026-09-11T21:46:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-213a70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70", "reconcileID": "c7211a43-9973-4cc9-8772-baca33ce6334", "Gateway": "e2e-ipp-b-213a70", "namespace": "openshift-ingress"} 2026-09-11T21:46:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-213a70"}, "namespace": "ai-tenant-e2e-ipp-b-213a70", "name": "openshift-service-ca.crt", "reconcileID": "25c3c4ad-1e96-49bb-afc2-c369925d3e16", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-213a70"} 2026-09-11T21:46:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-213a70"}, "namespace": "ai-tenant-e2e-ipp-b-213a70", "name": "odh-trusted-ca-bundle", "reconcileID": "ec572e67-4d50-494a-ae76-26e6bd6090e2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-213a70"} 2026-09-11T21:46:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-213a70"}, "namespace": "ai-tenant-e2e-ipp-b-213a70", "name": "openshift-service-ca.crt", "reconcileID": "54bbbcf2-e16e-4bed-937b-6b07554bed2b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-213a70", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T21:46:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-213a70"}, "namespace": "ai-tenant-e2e-ipp-b-213a70", "name": "openshift-service-ca.crt", "reconcileID": "54bbbcf2-e16e-4bed-937b-6b07554bed2b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-213a70"} 2026-09-11T21:46:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-213a70"}, "namespace": "ai-tenant-e2e-ipp-b-213a70", "name": "openshift-service-ca.crt", "reconcileID": "62ad4637-258f-4153-a317-c3784c837d6e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-213a70", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T21:46:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-213a70"}, "namespace": "ai-tenant-e2e-ipp-b-213a70", "name": "openshift-service-ca.crt", "reconcileID": "62ad4637-258f-4153-a317-c3784c837d6e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T21:46:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-213a70"}, "namespace": "ai-tenant-e2e-ipp-b-213a70", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3a7a06f-b38d-49d5-b24c-798cb7a9fdef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-213a70"} 2026-09-11T21:46:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-213a70"}, "namespace": "ai-tenant-e2e-ipp-b-213a70", "name": "openshift-service-ca.crt", "reconcileID": "bd46db88-3483-4698-ae3b-fa9ca95b7052", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-213a70"} 2026-09-11T21:46:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-213a70"}, "namespace": "ai-tenant-e2e-ipp-b-213a70", "name": "odh-trusted-ca-bundle", "reconcileID": "89a7906b-e636-4acb-b237-ae06aad0edc1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-213a70", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T21:46:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-213a70"}, "namespace": "ai-tenant-e2e-ipp-b-213a70", "name": "odh-trusted-ca-bundle", "reconcileID": "89a7906b-e636-4acb-b237-ae06aad0edc1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-213a70"} 2026-09-11T21:46:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-213a70"}, "namespace": "ai-tenant-e2e-ipp-b-213a70", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f338141-958b-4e96-905a-bd3f1f42f72c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-213a70"} 2026-09-11T21:46:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-213a70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70", "reconcileID": "aebe628b-d4d8-4d32-9f93-b9a5e9e5686a", "Gateway": "e2e-ipp-b-213a70", "namespace": "openshift-ingress"} 2026-09-11T21:46:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-213a70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70", "reconcileID": "aebe628b-d4d8-4d32-9f93-b9a5e9e5686a", "Gateway": "e2e-ipp-b-213a70", "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70-authn-ssl"} 2026-09-11T21:46:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-213a70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70", "reconcileID": "aebe628b-d4d8-4d32-9f93-b9a5e9e5686a", "Gateway": "e2e-ipp-b-213a70", "namespace": "openshift-ingress"} 2026-09-11T21:46:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-213a70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70", "reconcileID": "a71209e0-a00f-444e-8fa4-1ffdc069a441", "Gateway": "e2e-ipp-b-213a70", "namespace": "openshift-ingress"} 2026-09-11T21:46:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-213a70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70", "reconcileID": "a71209e0-a00f-444e-8fa4-1ffdc069a441", "Gateway": "e2e-ipp-b-213a70", "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70-authn-ssl"} 2026-09-11T21:46:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-213a70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70", "reconcileID": "a71209e0-a00f-444e-8fa4-1ffdc069a441", "Gateway": "e2e-ipp-b-213a70", "namespace": "openshift-ingress"} 2026-09-11T21:46:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "9830706f-8fb3-438b-9a8d-a3c9beab593a", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:46:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "9830706f-8fb3-438b-9a8d-a3c9beab593a", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:46:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "9830706f-8fb3-438b-9a8d-a3c9beab593a", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:46:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "dacba91f-1351-43bf-9b3b-9fdff142beb4", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress"} 2026-09-11T21:46:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "9830706f-8fb3-438b-9a8d-a3c9beab593a", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078-kserve-route-authn"} 2026-09-11T21:46:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "9830706f-8fb3-438b-9a8d-a3c9beab593a", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078", "authType": "userdefined"} 2026-09-11T21:46:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "9830706f-8fb3-438b-9a8d-a3c9beab593a", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:46:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "dacba91f-1351-43bf-9b3b-9fdff142beb4", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078-authn-ssl"} 2026-09-11T21:46:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "dacba91f-1351-43bf-9b3b-9fdff142beb4", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress"} 2026-09-11T21:46:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "68426c94-52a8-4a58-9d84-dd5688eff817", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:46:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "68426c94-52a8-4a58-9d84-dd5688eff817", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:46:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "68426c94-52a8-4a58-9d84-dd5688eff817", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:46:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "68426c94-52a8-4a58-9d84-dd5688eff817", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078-kserve-route-authn"} 2026-09-11T21:46:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "68426c94-52a8-4a58-9d84-dd5688eff817", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078", "authType": "userdefined"} 2026-09-11T21:46:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "68426c94-52a8-4a58-9d84-dd5688eff817", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:46:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "b03f574a-a69d-4666-967c-a7095993f49b", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress"} 2026-09-11T21:46:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "b03f574a-a69d-4666-967c-a7095993f49b", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078-authn-ssl"} 2026-09-11T21:46:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "b03f574a-a69d-4666-967c-a7095993f49b", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress"} 2026-09-11T21:46:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "5320b0ad-d931-4d5c-9b2d-2bacd6b9dda6", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:46:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "5320b0ad-d931-4d5c-9b2d-2bacd6b9dda6", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:46:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "5320b0ad-d931-4d5c-9b2d-2bacd6b9dda6", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:46:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "5320b0ad-d931-4d5c-9b2d-2bacd6b9dda6", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078-kserve-route-authn"} 2026-09-11T21:46:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "5320b0ad-d931-4d5c-9b2d-2bacd6b9dda6", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078", "authType": "userdefined"} 2026-09-11T21:46:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "5320b0ad-d931-4d5c-9b2d-2bacd6b9dda6", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:47:09Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T21:47:09Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T21:47:11Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T21:47:11Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T21:47:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "67bbc2d6-cc8b-455e-a33d-5db49cfe5a40", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:47:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "67bbc2d6-cc8b-455e-a33d-5db49cfe5a40", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:47:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "67bbc2d6-cc8b-455e-a33d-5db49cfe5a40", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:47:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "67bbc2d6-cc8b-455e-a33d-5db49cfe5a40", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078-kserve-route-authn"} 2026-09-11T21:47:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "67bbc2d6-cc8b-455e-a33d-5db49cfe5a40", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078", "authType": "userdefined"} 2026-09-11T21:47:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "67bbc2d6-cc8b-455e-a33d-5db49cfe5a40", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:47:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-13e3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee", "reconcileID": "0d787c2d-b28d-4c59-bf1f-ec39d5b77172", "Gateway": "e2e-ipp-cleanup-13e3ee", "namespace": "openshift-ingress"} 2026-09-11T21:47:26Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-13e3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee", "reconcileID": "0d787c2d-b28d-4c59-bf1f-ec39d5b77172", "Gateway": "e2e-ipp-cleanup-13e3ee", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee-authn-ssl"} 2026-09-11T21:47:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-13e3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee", "reconcileID": "0d787c2d-b28d-4c59-bf1f-ec39d5b77172", "Gateway": "e2e-ipp-cleanup-13e3ee", "namespace": "openshift-ingress"} 2026-09-11T21:47:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-13e3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee", "reconcileID": "028a01ab-90e9-4f4f-876f-16e76e24aacd", "Gateway": "e2e-ipp-cleanup-13e3ee", "namespace": "openshift-ingress"} 2026-09-11T21:47:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-13e3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee", "reconcileID": "028a01ab-90e9-4f4f-876f-16e76e24aacd", "Gateway": "e2e-ipp-cleanup-13e3ee", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee-authn-ssl"} 2026-09-11T21:47:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-13e3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee", "reconcileID": "028a01ab-90e9-4f4f-876f-16e76e24aacd", "Gateway": "e2e-ipp-cleanup-13e3ee", "namespace": "openshift-ingress"} 2026-09-11T21:47:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-13e3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee", "reconcileID": "f9594ccb-b94e-48d3-98d1-c6b825b79fec", "Gateway": "e2e-ipp-cleanup-13e3ee", "namespace": "openshift-ingress"} 2026-09-11T21:47:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-13e3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee", "reconcileID": "f9594ccb-b94e-48d3-98d1-c6b825b79fec", "Gateway": "e2e-ipp-cleanup-13e3ee", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee-authn-ssl"} 2026-09-11T21:47:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-13e3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee", "reconcileID": "f9594ccb-b94e-48d3-98d1-c6b825b79fec", "Gateway": "e2e-ipp-cleanup-13e3ee", "namespace": "openshift-ingress"} 2026-09-11T21:47:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-13e3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee", "reconcileID": "712b3fbc-750a-4d03-b9b3-c6adc68f8bcb", "Gateway": "e2e-ipp-cleanup-13e3ee", "namespace": "openshift-ingress"} 2026-09-11T21:47:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-13e3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee", "reconcileID": "712b3fbc-750a-4d03-b9b3-c6adc68f8bcb", "Gateway": "e2e-ipp-cleanup-13e3ee", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee-authn-ssl"} 2026-09-11T21:47:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-13e3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee", "reconcileID": "712b3fbc-750a-4d03-b9b3-c6adc68f8bcb", "Gateway": "e2e-ipp-cleanup-13e3ee", "namespace": "openshift-ingress"} 2026-09-11T21:47:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-13e3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee", "reconcileID": "210bb16f-0159-4dd2-88b8-799e764d712b", "Gateway": "e2e-ipp-cleanup-13e3ee", "namespace": "openshift-ingress"} 2026-09-11T21:47:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-13e3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee", "reconcileID": "210bb16f-0159-4dd2-88b8-799e764d712b", "Gateway": "e2e-ipp-cleanup-13e3ee", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee-authn-ssl"} 2026-09-11T21:47:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-13e3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee", "reconcileID": "210bb16f-0159-4dd2-88b8-799e764d712b", "Gateway": "e2e-ipp-cleanup-13e3ee", "namespace": "openshift-ingress"} 2026-09-11T21:47:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-13e3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee", "reconcileID": "f0967ab8-fdfe-486f-bf21-cfaf15e68aee", "Gateway": "e2e-ipp-cleanup-13e3ee", "namespace": "openshift-ingress"} 2026-09-11T21:47:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-13e3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee", "reconcileID": "f0967ab8-fdfe-486f-bf21-cfaf15e68aee", "Gateway": "e2e-ipp-cleanup-13e3ee", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee-authn-ssl"} 2026-09-11T21:47:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-13e3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee", "reconcileID": "f0967ab8-fdfe-486f-bf21-cfaf15e68aee", "Gateway": "e2e-ipp-cleanup-13e3ee", "namespace": "openshift-ingress"} 2026-09-11T21:47:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-13e3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee", "reconcileID": "47e1c261-3c6d-4b32-97fe-819b77d75273", "Gateway": "e2e-ipp-cleanup-13e3ee", "namespace": "openshift-ingress"} 2026-09-11T21:47:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-13e3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee", "reconcileID": "47e1c261-3c6d-4b32-97fe-819b77d75273", "Gateway": "e2e-ipp-cleanup-13e3ee", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee-authn-ssl"} 2026-09-11T21:47:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-13e3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee", "reconcileID": "47e1c261-3c6d-4b32-97fe-819b77d75273", "Gateway": "e2e-ipp-cleanup-13e3ee", "namespace": "openshift-ingress"} 2026-09-11T21:47:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-13e3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee", "reconcileID": "428a0fb8-bfce-4091-97c9-96440bfec82e", "Gateway": "e2e-ipp-cleanup-13e3ee", "namespace": "openshift-ingress"} 2026-09-11T21:47:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-13e3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee", "reconcileID": "428a0fb8-bfce-4091-97c9-96440bfec82e", "Gateway": "e2e-ipp-cleanup-13e3ee", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee-authn-ssl"} 2026-09-11T21:47:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-13e3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee", "reconcileID": "428a0fb8-bfce-4091-97c9-96440bfec82e", "Gateway": "e2e-ipp-cleanup-13e3ee", "namespace": "openshift-ingress"} 2026-09-11T21:47:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-13e3ee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-13e3ee", "name": "openshift-service-ca.crt", "reconcileID": "1d2c73de-8f12-4509-bfc2-bff2d546ea5d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-13e3ee"} 2026-09-11T21:47:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-13e3ee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-13e3ee", "name": "odh-trusted-ca-bundle", "reconcileID": "a811fe51-71e8-45ba-bf51-0314481c79b7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-13e3ee"} 2026-09-11T21:47:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-13e3ee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-13e3ee", "name": "openshift-service-ca.crt", "reconcileID": "f89edbce-52ca-49fb-9f2e-f2b4789836cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-13e3ee", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T21:47:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-13e3ee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-13e3ee", "name": "openshift-service-ca.crt", "reconcileID": "f89edbce-52ca-49fb-9f2e-f2b4789836cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-13e3ee"} 2026-09-11T21:47:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-13e3ee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-13e3ee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ce28936-fd47-4958-9bb2-a24cd8835063", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-13e3ee"} 2026-09-11T21:47:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-13e3ee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-13e3ee", "name": "openshift-service-ca.crt", "reconcileID": "7a7ee245-40ec-4879-b623-8cff8654960f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-13e3ee"} 2026-09-11T21:47:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-13e3ee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-13e3ee", "name": "odh-trusted-ca-bundle", "reconcileID": "4d83b0cc-b924-42ec-9f78-4ae6513b2943", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-13e3ee", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T21:47:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-13e3ee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-13e3ee", "name": "odh-trusted-ca-bundle", "reconcileID": "4d83b0cc-b924-42ec-9f78-4ae6513b2943", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-13e3ee"} 2026-09-11T21:47:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-13e3ee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-13e3ee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "09f8e1e1-5629-47f0-8de7-96068a6af25f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-13e3ee"} 2026-09-11T21:47:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-13e3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee", "reconcileID": "05f5356d-9388-4e05-a919-0f5d3093e0e7", "Gateway": "e2e-ipp-cleanup-13e3ee", "namespace": "openshift-ingress"} 2026-09-11T21:47:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-13e3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee", "reconcileID": "05f5356d-9388-4e05-a919-0f5d3093e0e7", "Gateway": "e2e-ipp-cleanup-13e3ee", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee-authn-ssl"} 2026-09-11T21:47:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-13e3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee", "reconcileID": "05f5356d-9388-4e05-a919-0f5d3093e0e7", "Gateway": "e2e-ipp-cleanup-13e3ee", "namespace": "openshift-ingress"} 2026-09-11T21:47:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-13e3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee", "reconcileID": "267b5362-2a90-4a93-bb0f-b9e5be859aac", "Gateway": "e2e-ipp-cleanup-13e3ee", "namespace": "openshift-ingress"} 2026-09-11T21:47:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-13e3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee", "reconcileID": "267b5362-2a90-4a93-bb0f-b9e5be859aac", "Gateway": "e2e-ipp-cleanup-13e3ee", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee-authn-ssl"} 2026-09-11T21:47:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-13e3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee", "reconcileID": "267b5362-2a90-4a93-bb0f-b9e5be859aac", "Gateway": "e2e-ipp-cleanup-13e3ee", "namespace": "openshift-ingress"} 2026-09-11T21:48:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-13e3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee", "reconcileID": "e1abde80-66dd-4195-a446-cd897dc87719", "Gateway": "e2e-ipp-cleanup-13e3ee", "namespace": "openshift-ingress"} 2026-09-11T21:48:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-13e3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee", "reconcileID": "e1abde80-66dd-4195-a446-cd897dc87719", "Gateway": "e2e-ipp-cleanup-13e3ee", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee-authn-ssl"} 2026-09-11T21:48:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-13e3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee", "reconcileID": "e1abde80-66dd-4195-a446-cd897dc87719", "Gateway": "e2e-ipp-cleanup-13e3ee", "namespace": "openshift-ingress"} 2026-09-11T21:48:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-13e3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee", "reconcileID": "092d20fa-5786-4a2b-a544-4d06a918ccf4", "Gateway": "e2e-ipp-cleanup-13e3ee", "namespace": "openshift-ingress"} 2026-09-11T21:48:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-13e3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee", "reconcileID": "092d20fa-5786-4a2b-a544-4d06a918ccf4", "Gateway": "e2e-ipp-cleanup-13e3ee", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee-authn-ssl"} 2026-09-11T21:48:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-13e3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee", "reconcileID": "092d20fa-5786-4a2b-a544-4d06a918ccf4", "Gateway": "e2e-ipp-cleanup-13e3ee", "namespace": "openshift-ingress"} 2026-09-11T21:48:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-13e3ee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-13e3ee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2504251e-fbcd-4404-ac2e-36ae3796c19e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-13e3ee"} 2026-09-11T21:48:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-13e3ee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-13e3ee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2504251e-fbcd-4404-ac2e-36ae3796c19e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-13e3ee", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T21:48:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-13e3ee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-13e3ee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2504251e-fbcd-4404-ac2e-36ae3796c19e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-13e3ee because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T21:48:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-13e3ee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-13e3ee", "name": "odh-trusted-ca-bundle", "reconcileID": "3d8f6484-eda3-4b81-b3ee-789acb5e51b4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-13e3ee"} 2026-09-11T21:48:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-13e3ee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-13e3ee", "name": "odh-trusted-ca-bundle", "reconcileID": "3d8f6484-eda3-4b81-b3ee-789acb5e51b4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-13e3ee"} 2026-09-11T21:48:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-13e3ee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-13e3ee", "name": "openshift-service-ca.crt", "reconcileID": "c7fbe436-8453-434f-add1-94a458fcd905", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-13e3ee"} 2026-09-11T21:48:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-13e3ee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-13e3ee", "name": "openshift-service-ca.crt", "reconcileID": "c7fbe436-8453-434f-add1-94a458fcd905", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-13e3ee"} 2026-09-11T21:48:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-13e3ee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-13e3ee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0074c178-796f-46ab-b958-86594b154950", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-13e3ee"} 2026-09-11T21:48:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-13e3ee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-13e3ee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0074c178-796f-46ab-b958-86594b154950", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-13e3ee"} 2026-09-11T21:48:18Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-13e3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-13e3ee", "reconcileID": "bc836fe7-af4a-4520-b35e-3c5baa4a427e", "Gateway": "e2e-ipp-cleanup-13e3ee", "namespace": "openshift-ingress"} 2026-09-11T21:48:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "a18bd764-dad5-4741-a5c2-02a80d22e647", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress"} 2026-09-11T21:48:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "a18bd764-dad5-4741-a5c2-02a80d22e647", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078-authn-ssl"} 2026-09-11T21:48:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "a18bd764-dad5-4741-a5c2-02a80d22e647", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress"} 2026-09-11T21:48:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "a3af1be7-fb1a-4de2-b062-16a1845f786b", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress"} 2026-09-11T21:48:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "a3af1be7-fb1a-4de2-b062-16a1845f786b", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078-authn-ssl"} 2026-09-11T21:48:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "a3af1be7-fb1a-4de2-b062-16a1845f786b", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress"} 2026-09-11T21:48:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "1684f263-cd76-4fcc-9991-1c4d573c1618", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress"} 2026-09-11T21:48:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "1684f263-cd76-4fcc-9991-1c4d573c1618", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078-authn-ssl"} 2026-09-11T21:48:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "1684f263-cd76-4fcc-9991-1c4d573c1618", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress"} 2026-09-11T21:48:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "7f7d64ab-71b7-4207-8539-9ac56fabf089", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:48:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "7f7d64ab-71b7-4207-8539-9ac56fabf089", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:48:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "7f7d64ab-71b7-4207-8539-9ac56fabf089", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:48:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "7f7d64ab-71b7-4207-8539-9ac56fabf089", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078-kserve-route-authn"} 2026-09-11T21:48:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "7f7d64ab-71b7-4207-8539-9ac56fabf089", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078", "authType": "userdefined"} 2026-09-11T21:48:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "7f7d64ab-71b7-4207-8539-9ac56fabf089", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:49:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "c4e833f7-bb9a-4687-9831-9ef5863d4fb9", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress"} 2026-09-11T21:49:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "c4e833f7-bb9a-4687-9831-9ef5863d4fb9", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078-authn-ssl"} 2026-09-11T21:49:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "c4e833f7-bb9a-4687-9831-9ef5863d4fb9", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress"} 2026-09-11T21:49:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "704f2770-8ce8-4f53-8180-9c011496edb5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:49:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "704f2770-8ce8-4f53-8180-9c011496edb5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9a6078", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T21:49:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "ff340899-3cc6-401b-86ac-388192564af7", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:49:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "ff340899-3cc6-401b-86ac-388192564af7", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:49:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "ff340899-3cc6-401b-86ac-388192564af7", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:49:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "ff340899-3cc6-401b-86ac-388192564af7", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078-kserve-route-authn"} 2026-09-11T21:49:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "ff340899-3cc6-401b-86ac-388192564af7", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078", "authType": "userdefined"} 2026-09-11T21:49:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "ff340899-3cc6-401b-86ac-388192564af7", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:49:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "704f2770-8ce8-4f53-8180-9c011496edb5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-9a6078 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T21:49:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "odh-trusted-ca-bundle", "reconcileID": "0333ce46-9d4c-49ab-b4a7-654e18ac693a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:49:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "odh-trusted-ca-bundle", "reconcileID": "0333ce46-9d4c-49ab-b4a7-654e18ac693a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9a6078", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T21:49:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "odh-trusted-ca-bundle", "reconcileID": "0333ce46-9d4c-49ab-b4a7-654e18ac693a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-9a6078 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T21:49:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "openshift-service-ca.crt", "reconcileID": "7182ff5e-bf66-461f-a45c-bef3f66ac7bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:49:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "openshift-service-ca.crt", "reconcileID": "7182ff5e-bf66-461f-a45c-bef3f66ac7bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:49:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7dfb6429-d054-424d-8a2b-70639a17dc4d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:49:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7dfb6429-d054-424d-8a2b-70639a17dc4d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:49:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "odh-trusted-ca-bundle", "reconcileID": "8d1a1e07-6993-4c88-964d-94624cc49835", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:49:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "odh-trusted-ca-bundle", "reconcileID": "8d1a1e07-6993-4c88-964d-94624cc49835", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:49:20Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "f65de01b-d8fd-45b8-9407-491921552a76", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:49:20Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "f65de01b-d8fd-45b8-9407-491921552a76", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078"} 2026-09-11T21:49:20Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "f65de01b-d8fd-45b8-9407-491921552a76", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:49:20Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "f65de01b-d8fd-45b8-9407-491921552a76", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:49:20Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "f65de01b-d8fd-45b8-9407-491921552a76", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078-kserve-route-authn"} 2026-09-11T21:49:20Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "f65de01b-d8fd-45b8-9407-491921552a76", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078-kserve-route-authn"} 2026-09-11T21:49:20Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "f65de01b-d8fd-45b8-9407-491921552a76", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:49:20Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "f65de01b-d8fd-45b8-9407-491921552a76", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:49:26Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "a872c090-f1b5-4ce1-bbc4-db88c0731e49", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:49:26Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "a872c090-f1b5-4ce1-bbc4-db88c0731e49", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078"} 2026-09-11T21:49:26Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "a872c090-f1b5-4ce1-bbc4-db88c0731e49", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:49:26Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "a872c090-f1b5-4ce1-bbc4-db88c0731e49", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:49:26Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "a872c090-f1b5-4ce1-bbc4-db88c0731e49", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078-kserve-route-authn"} 2026-09-11T21:49:26Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "a872c090-f1b5-4ce1-bbc4-db88c0731e49", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078-kserve-route-authn"} 2026-09-11T21:49:26Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "a872c090-f1b5-4ce1-bbc4-db88c0731e49", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:49:26Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "a872c090-f1b5-4ce1-bbc4-db88c0731e49", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:49:26Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9a6078","namespace":"ai-tenant-e2e-ipp-a-9a6078"}, "namespace": "ai-tenant-e2e-ipp-a-9a6078", "name": "ipp-route-9a6078", "reconcileID": "d4d8592d-8c06-4206-bfd0-622c388633ed", "LLMInferenceService": "ipp-route-9a6078", "namespace": "ai-tenant-e2e-ipp-a-9a6078"} 2026-09-11T21:49:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "43cfce52-e363-4b35-8d5f-7dc48605f4de", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress"} 2026-09-11T21:49:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "43cfce52-e363-4b35-8d5f-7dc48605f4de", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078-authn-ssl"} 2026-09-11T21:49:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "43cfce52-e363-4b35-8d5f-7dc48605f4de", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress"} 2026-09-11T21:49:31Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9a6078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9a6078", "reconcileID": "8b29a1c6-7f1b-4c6b-ad07-61fa8160edc3", "Gateway": "e2e-ipp-a-9a6078", "namespace": "openshift-ingress"} 2026-09-11T21:49:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-213a70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70", "reconcileID": "2831e04b-950b-4ba3-9691-b5b0bbdba007", "Gateway": "e2e-ipp-b-213a70", "namespace": "openshift-ingress"} 2026-09-11T21:49:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-213a70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70", "reconcileID": "2831e04b-950b-4ba3-9691-b5b0bbdba007", "Gateway": "e2e-ipp-b-213a70", "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70-authn-ssl"} 2026-09-11T21:49:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-213a70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70", "reconcileID": "2831e04b-950b-4ba3-9691-b5b0bbdba007", "Gateway": "e2e-ipp-b-213a70", "namespace": "openshift-ingress"} 2026-09-11T21:49:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-213a70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70", "reconcileID": "dcd558ef-3522-4407-be9f-540c5e664f85", "Gateway": "e2e-ipp-b-213a70", "namespace": "openshift-ingress"} 2026-09-11T21:49:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-213a70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70", "reconcileID": "dcd558ef-3522-4407-be9f-540c5e664f85", "Gateway": "e2e-ipp-b-213a70", "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70-authn-ssl"} 2026-09-11T21:49:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-213a70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70", "reconcileID": "dcd558ef-3522-4407-be9f-540c5e664f85", "Gateway": "e2e-ipp-b-213a70", "namespace": "openshift-ingress"} 2026-09-11T21:49:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-213a70"}, "namespace": "ai-tenant-e2e-ipp-b-213a70", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21722542-e56f-48cd-9efa-db83fb3c2254", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-213a70"} 2026-09-11T21:49:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-213a70"}, "namespace": "ai-tenant-e2e-ipp-b-213a70", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21722542-e56f-48cd-9efa-db83fb3c2254", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-213a70", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T21:49:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-213a70"}, "namespace": "ai-tenant-e2e-ipp-b-213a70", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21722542-e56f-48cd-9efa-db83fb3c2254", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-213a70 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T21:49:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-213a70"}, "namespace": "ai-tenant-e2e-ipp-b-213a70", "name": "odh-trusted-ca-bundle", "reconcileID": "86f94bed-e652-4dc0-b505-88aaf7eb07cc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-213a70"} 2026-09-11T21:49:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-213a70"}, "namespace": "ai-tenant-e2e-ipp-b-213a70", "name": "odh-trusted-ca-bundle", "reconcileID": "86f94bed-e652-4dc0-b505-88aaf7eb07cc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-213a70"} 2026-09-11T21:49:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-213a70"}, "namespace": "ai-tenant-e2e-ipp-b-213a70", "name": "openshift-service-ca.crt", "reconcileID": "cad33ad2-2b81-4e63-bb10-6fcbe6a86171", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-213a70"} 2026-09-11T21:49:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-213a70"}, "namespace": "ai-tenant-e2e-ipp-b-213a70", "name": "openshift-service-ca.crt", "reconcileID": "cad33ad2-2b81-4e63-bb10-6fcbe6a86171", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-213a70"} 2026-09-11T21:49:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-213a70"}, "namespace": "ai-tenant-e2e-ipp-b-213a70", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "968e5c56-5dc3-4051-b8be-783e345f18ff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-213a70"} 2026-09-11T21:49:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-213a70"}, "namespace": "ai-tenant-e2e-ipp-b-213a70", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "968e5c56-5dc3-4051-b8be-783e345f18ff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-213a70"} 2026-09-11T21:49:49Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-213a70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-213a70", "reconcileID": "dd104f25-cfe2-4f5b-8310-590c3dcbf630", "Gateway": "e2e-ipp-b-213a70", "namespace": "openshift-ingress"} 2026-09-11T21:50:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c97420","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c97420", "reconcileID": "58330225-1027-4eda-b8ec-6c0bc73ca90b", "Gateway": "e2e-shared-a-w3-c97420", "namespace": "openshift-ingress"} 2026-09-11T21:50:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c97420","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c97420", "reconcileID": "58330225-1027-4eda-b8ec-6c0bc73ca90b", "Gateway": "e2e-shared-a-w3-c97420", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c97420-authn-ssl"} 2026-09-11T21:50:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c97420","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c97420", "reconcileID": "58330225-1027-4eda-b8ec-6c0bc73ca90b", "Gateway": "e2e-shared-a-w3-c97420", "namespace": "openshift-ingress"} 2026-09-11T21:50:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c97420","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c97420", "reconcileID": "6810b06c-a816-4ddb-8096-ad9c5aa03708", "Gateway": "e2e-shared-a-w3-c97420", "namespace": "openshift-ingress"} 2026-09-11T21:50:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c97420","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c97420", "reconcileID": "6810b06c-a816-4ddb-8096-ad9c5aa03708", "Gateway": "e2e-shared-a-w3-c97420", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c97420-authn-ssl"} 2026-09-11T21:50:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c97420","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c97420", "reconcileID": "6810b06c-a816-4ddb-8096-ad9c5aa03708", "Gateway": "e2e-shared-a-w3-c97420", "namespace": "openshift-ingress"} 2026-09-11T21:50:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-c97420"}, "namespace": "ai-tenant-e2e-shared-a-w3-c97420", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82a6addf-a266-4ce3-9c52-9a3158b17558", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-c97420"} 2026-09-11T21:50:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-c97420"}, "namespace": "ai-tenant-e2e-shared-a-w3-c97420", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82a6addf-a266-4ce3-9c52-9a3158b17558", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-c97420", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T21:50:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-c97420"}, "namespace": "ai-tenant-e2e-shared-a-w3-c97420", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82a6addf-a266-4ce3-9c52-9a3158b17558", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-c97420 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T21:50:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-c97420"}, "namespace": "ai-tenant-e2e-shared-a-w3-c97420", "name": "odh-trusted-ca-bundle", "reconcileID": "11f8f2c6-65ae-4f3d-88dd-12f213f1ec9b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-c97420"} 2026-09-11T21:50:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-c97420"}, "namespace": "ai-tenant-e2e-shared-a-w3-c97420", "name": "odh-trusted-ca-bundle", "reconcileID": "11f8f2c6-65ae-4f3d-88dd-12f213f1ec9b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-c97420"} 2026-09-11T21:50:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-c97420"}, "namespace": "ai-tenant-e2e-shared-a-w3-c97420", "name": "openshift-service-ca.crt", "reconcileID": "8f39560b-39f7-4b32-b019-185c59f90a87", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-c97420"} 2026-09-11T21:50:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-c97420"}, "namespace": "ai-tenant-e2e-shared-a-w3-c97420", "name": "openshift-service-ca.crt", "reconcileID": "8f39560b-39f7-4b32-b019-185c59f90a87", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-c97420"} 2026-09-11T21:50:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-c97420"}, "namespace": "ai-tenant-e2e-shared-a-w3-c97420", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dcdcd904-211e-4e76-b3a4-2804e0d9e1ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-c97420"} 2026-09-11T21:50:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-c97420"}, "namespace": "ai-tenant-e2e-shared-a-w3-c97420", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dcdcd904-211e-4e76-b3a4-2804e0d9e1ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-c97420"} 2026-09-11T21:50:07Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c97420","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c97420", "reconcileID": "649ea74f-eac2-437e-9b37-b492dfe05d40", "Gateway": "e2e-shared-a-w3-c97420", "namespace": "openshift-ingress"} 2026-09-11T21:50:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e0c211","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e0c211", "reconcileID": "475b2a64-281f-4f68-a7be-cabdaa24bad7", "Gateway": "e2e-shared-b-w3-e0c211", "namespace": "openshift-ingress"} 2026-09-11T21:50:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e0c211","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e0c211", "reconcileID": "475b2a64-281f-4f68-a7be-cabdaa24bad7", "Gateway": "e2e-shared-b-w3-e0c211", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e0c211-authn-ssl"} 2026-09-11T21:50:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e0c211","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e0c211", "reconcileID": "475b2a64-281f-4f68-a7be-cabdaa24bad7", "Gateway": "e2e-shared-b-w3-e0c211", "namespace": "openshift-ingress"} 2026-09-11T21:50:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e0c211","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e0c211", "reconcileID": "b78f5397-a17f-4445-9e93-6b23988e18c3", "Gateway": "e2e-shared-b-w3-e0c211", "namespace": "openshift-ingress"} 2026-09-11T21:50:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e0c211","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e0c211", "reconcileID": "b78f5397-a17f-4445-9e93-6b23988e18c3", "Gateway": "e2e-shared-b-w3-e0c211", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e0c211-authn-ssl"} 2026-09-11T21:50:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e0c211","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e0c211", "reconcileID": "b78f5397-a17f-4445-9e93-6b23988e18c3", "Gateway": "e2e-shared-b-w3-e0c211", "namespace": "openshift-ingress"} 2026-09-11T21:50:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-e0c211"}, "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "672040b5-58e1-473a-801e-2b14176bee49", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211"} 2026-09-11T21:50:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-e0c211"}, "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "672040b5-58e1-473a-801e-2b14176bee49", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T21:50:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-e0c211"}, "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "672040b5-58e1-473a-801e-2b14176bee49", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-e0c211 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T21:50:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-e0c211"}, "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "odh-trusted-ca-bundle", "reconcileID": "164a74ac-56a8-497f-9c5c-9ac04f5ca87d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211"} 2026-09-11T21:50:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-e0c211"}, "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "odh-trusted-ca-bundle", "reconcileID": "164a74ac-56a8-497f-9c5c-9ac04f5ca87d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211"} 2026-09-11T21:50:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-e0c211"}, "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "openshift-service-ca.crt", "reconcileID": "0b22c1c5-d566-4aed-90ee-e6545b0938bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211"} 2026-09-11T21:50:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-e0c211"}, "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "openshift-service-ca.crt", "reconcileID": "0b22c1c5-d566-4aed-90ee-e6545b0938bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211"} 2026-09-11T21:50:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-e0c211"}, "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "55a7b74b-601d-4f90-9db4-cb516e4e8319", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211"} 2026-09-11T21:50:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-e0c211"}, "namespace": "ai-tenant-e2e-shared-b-w3-e0c211", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "55a7b74b-601d-4f90-9db4-cb516e4e8319", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-e0c211"} 2026-09-11T21:50:25Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e0c211","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e0c211", "reconcileID": "0e606024-7715-4a7e-95fa-30da3c96f344", "Gateway": "e2e-shared-b-w3-e0c211", "namespace": "openshift-ingress"} 2026-09-11T21:54:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b4958497", "reconcileID": "428c7516-7b64-4790-b7d0-3ccb0e75d981", "LLMInferenceService": "e2e-same-id-a-b4958497", "namespace": "llm"} 2026-09-11T21:54:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b4958497", "reconcileID": "428c7516-7b64-4790-b7d0-3ccb0e75d981", "LLMInferenceService": "e2e-same-id-a-b4958497", "namespace": "llm"} 2026-09-11T21:54:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b4958497", "reconcileID": "428c7516-7b64-4790-b7d0-3ccb0e75d981", "LLMInferenceService": "e2e-same-id-a-b4958497", "namespace": "llm"} 2026-09-11T21:54:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9ce8abb1-9dc1-43eb-989f-0b6f01f4ae08", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T21:54:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b4958497", "reconcileID": "428c7516-7b64-4790-b7d0-3ccb0e75d981", "LLMInferenceService": "e2e-same-id-a-b4958497", "namespace": "llm", "name": "e2e-same-id-a-b4958497-kserve-route-authn"} 2026-09-11T21:54:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b4958497", "reconcileID": "428c7516-7b64-4790-b7d0-3ccb0e75d981", "LLMInferenceService": "e2e-same-id-a-b4958497", "namespace": "llm", "authType": "userdefined"} 2026-09-11T21:54:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b4958497", "reconcileID": "428c7516-7b64-4790-b7d0-3ccb0e75d981", "LLMInferenceService": "e2e-same-id-a-b4958497", "namespace": "llm"} 2026-09-11T21:54:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9ce8abb1-9dc1-43eb-989f-0b6f01f4ae08", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T21:54:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9ce8abb1-9dc1-43eb-989f-0b6f01f4ae08", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T21:54:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b4958497", "reconcileID": "fc04bd49-4fda-4668-98f5-bbb2d4a713b3", "LLMInferenceService": "e2e-same-id-a-b4958497", "namespace": "llm"} 2026-09-11T21:54:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b4958497", "reconcileID": "fc04bd49-4fda-4668-98f5-bbb2d4a713b3", "LLMInferenceService": "e2e-same-id-a-b4958497", "namespace": "llm"} 2026-09-11T21:54:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b4958497", "reconcileID": "fc04bd49-4fda-4668-98f5-bbb2d4a713b3", "LLMInferenceService": "e2e-same-id-a-b4958497", "namespace": "llm"} 2026-09-11T21:54:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b4958497", "reconcileID": "fc04bd49-4fda-4668-98f5-bbb2d4a713b3", "LLMInferenceService": "e2e-same-id-a-b4958497", "namespace": "llm", "name": "e2e-same-id-a-b4958497-kserve-route-authn"} 2026-09-11T21:54:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b4958497", "reconcileID": "fc04bd49-4fda-4668-98f5-bbb2d4a713b3", "LLMInferenceService": "e2e-same-id-a-b4958497", "namespace": "llm", "authType": "userdefined"} 2026-09-11T21:54:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b4958497", "reconcileID": "fc04bd49-4fda-4668-98f5-bbb2d4a713b3", "LLMInferenceService": "e2e-same-id-a-b4958497", "namespace": "llm"} 2026-09-11T21:54:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b4958497", "reconcileID": "fdc12de8-c769-4060-bb34-71001ff21d21", "LLMInferenceService": "e2e-same-id-b-b4958497", "namespace": "llm"} 2026-09-11T21:54:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b4958497", "reconcileID": "fdc12de8-c769-4060-bb34-71001ff21d21", "LLMInferenceService": "e2e-same-id-b-b4958497", "namespace": "llm"} 2026-09-11T21:54:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b4958497", "reconcileID": "fdc12de8-c769-4060-bb34-71001ff21d21", "LLMInferenceService": "e2e-same-id-b-b4958497", "namespace": "llm"} 2026-09-11T21:54:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "db611104-f037-43af-ab6f-81ab0ca9d166", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T21:54:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b4958497", "reconcileID": "fdc12de8-c769-4060-bb34-71001ff21d21", "LLMInferenceService": "e2e-same-id-b-b4958497", "namespace": "llm", "name": "e2e-same-id-b-b4958497-kserve-route-authn"} 2026-09-11T21:54:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b4958497", "reconcileID": "fdc12de8-c769-4060-bb34-71001ff21d21", "LLMInferenceService": "e2e-same-id-b-b4958497", "namespace": "llm", "authType": "userdefined"} 2026-09-11T21:54:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b4958497", "reconcileID": "fdc12de8-c769-4060-bb34-71001ff21d21", "LLMInferenceService": "e2e-same-id-b-b4958497", "namespace": "llm"} 2026-09-11T21:54:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "db611104-f037-43af-ab6f-81ab0ca9d166", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T21:54:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "db611104-f037-43af-ab6f-81ab0ca9d166", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T21:54:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d37f010c-037b-499a-baae-2b13f5a78672", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T21:54:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d37f010c-037b-499a-baae-2b13f5a78672", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T21:54:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d37f010c-037b-499a-baae-2b13f5a78672", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T21:54:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b4958497", "reconcileID": "e6fbff75-eaf9-4ad8-905d-c767fd24a035", "LLMInferenceService": "e2e-same-id-a-b4958497", "namespace": "llm"} 2026-09-11T21:54:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b4958497", "reconcileID": "e6fbff75-eaf9-4ad8-905d-c767fd24a035", "LLMInferenceService": "e2e-same-id-a-b4958497", "namespace": "llm"} 2026-09-11T21:54:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b4958497", "reconcileID": "e6fbff75-eaf9-4ad8-905d-c767fd24a035", "LLMInferenceService": "e2e-same-id-a-b4958497", "namespace": "llm"} 2026-09-11T21:54:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b4958497", "reconcileID": "e6fbff75-eaf9-4ad8-905d-c767fd24a035", "LLMInferenceService": "e2e-same-id-a-b4958497", "namespace": "llm", "name": "e2e-same-id-a-b4958497-kserve-route-authn"} 2026-09-11T21:54:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b4958497", "reconcileID": "e6fbff75-eaf9-4ad8-905d-c767fd24a035", "LLMInferenceService": "e2e-same-id-a-b4958497", "namespace": "llm", "authType": "userdefined"} 2026-09-11T21:54:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b4958497", "reconcileID": "e6fbff75-eaf9-4ad8-905d-c767fd24a035", "LLMInferenceService": "e2e-same-id-a-b4958497", "namespace": "llm"} 2026-09-11T21:54:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b4958497", "reconcileID": "f870aeeb-5f95-40fa-8069-1c6a0530ab3d", "LLMInferenceService": "e2e-same-id-b-b4958497", "namespace": "llm"} 2026-09-11T21:54:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b4958497", "reconcileID": "f870aeeb-5f95-40fa-8069-1c6a0530ab3d", "LLMInferenceService": "e2e-same-id-b-b4958497", "namespace": "llm"} 2026-09-11T21:54:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b4958497", "reconcileID": "f870aeeb-5f95-40fa-8069-1c6a0530ab3d", "LLMInferenceService": "e2e-same-id-b-b4958497", "namespace": "llm"} 2026-09-11T21:54:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b4958497", "reconcileID": "f870aeeb-5f95-40fa-8069-1c6a0530ab3d", "LLMInferenceService": "e2e-same-id-b-b4958497", "namespace": "llm", "name": "e2e-same-id-b-b4958497-kserve-route-authn"} 2026-09-11T21:54:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b4958497", "reconcileID": "f870aeeb-5f95-40fa-8069-1c6a0530ab3d", "LLMInferenceService": "e2e-same-id-b-b4958497", "namespace": "llm", "authType": "userdefined"} 2026-09-11T21:54:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b4958497", "reconcileID": "f870aeeb-5f95-40fa-8069-1c6a0530ab3d", "LLMInferenceService": "e2e-same-id-b-b4958497", "namespace": "llm"} 2026-09-11T21:54:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "db0663b6-494e-43b5-aae3-339b3d129df3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T21:54:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "db0663b6-494e-43b5-aae3-339b3d129df3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T21:54:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "db0663b6-494e-43b5-aae3-339b3d129df3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T21:54:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b4958497", "reconcileID": "9db6f3c3-18f4-4c63-bb60-249961bd5f70", "LLMInferenceService": "e2e-same-id-b-b4958497", "namespace": "llm"} 2026-09-11T21:54:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b4958497", "reconcileID": "9db6f3c3-18f4-4c63-bb60-249961bd5f70", "LLMInferenceService": "e2e-same-id-b-b4958497", "namespace": "llm"} 2026-09-11T21:54:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b4958497", "reconcileID": "9db6f3c3-18f4-4c63-bb60-249961bd5f70", "LLMInferenceService": "e2e-same-id-b-b4958497", "namespace": "llm"} 2026-09-11T21:54:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b4958497", "reconcileID": "9db6f3c3-18f4-4c63-bb60-249961bd5f70", "LLMInferenceService": "e2e-same-id-b-b4958497", "namespace": "llm", "name": "e2e-same-id-b-b4958497-kserve-route-authn"} 2026-09-11T21:54:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b4958497", "reconcileID": "9db6f3c3-18f4-4c63-bb60-249961bd5f70", "LLMInferenceService": "e2e-same-id-b-b4958497", "namespace": "llm", "authType": "userdefined"} 2026-09-11T21:54:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b4958497", "reconcileID": "9db6f3c3-18f4-4c63-bb60-249961bd5f70", "LLMInferenceService": "e2e-same-id-b-b4958497", "namespace": "llm"} 2026-09-11T21:54:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b4958497", "reconcileID": "ea17e574-ca49-41e1-afde-d676876ad1ac", "LLMInferenceService": "e2e-same-id-a-b4958497", "namespace": "llm"} 2026-09-11T21:54:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b4958497", "reconcileID": "ea17e574-ca49-41e1-afde-d676876ad1ac", "LLMInferenceService": "e2e-same-id-a-b4958497", "namespace": "llm"} 2026-09-11T21:54:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b4958497", "reconcileID": "ea17e574-ca49-41e1-afde-d676876ad1ac", "LLMInferenceService": "e2e-same-id-a-b4958497", "namespace": "llm"} 2026-09-11T21:54:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b4958497", "reconcileID": "ea17e574-ca49-41e1-afde-d676876ad1ac", "LLMInferenceService": "e2e-same-id-a-b4958497", "namespace": "llm", "name": "e2e-same-id-a-b4958497-kserve-route-authn"} 2026-09-11T21:54:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b4958497", "reconcileID": "ea17e574-ca49-41e1-afde-d676876ad1ac", "LLMInferenceService": "e2e-same-id-a-b4958497", "namespace": "llm", "authType": "userdefined"} 2026-09-11T21:54:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b4958497", "reconcileID": "ea17e574-ca49-41e1-afde-d676876ad1ac", "LLMInferenceService": "e2e-same-id-a-b4958497", "namespace": "llm"} 2026-09-11T21:54:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b4958497", "reconcileID": "3a773766-7ff7-400b-8081-115900cfd5fc", "LLMInferenceService": "e2e-same-id-b-b4958497", "namespace": "llm"} 2026-09-11T21:54:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b4958497", "reconcileID": "3a773766-7ff7-400b-8081-115900cfd5fc", "LLMInferenceService": "e2e-same-id-b-b4958497", "namespace": "llm"} 2026-09-11T21:54:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b4958497", "reconcileID": "3a773766-7ff7-400b-8081-115900cfd5fc", "LLMInferenceService": "e2e-same-id-b-b4958497", "namespace": "llm"} 2026-09-11T21:54:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b4958497", "reconcileID": "3a773766-7ff7-400b-8081-115900cfd5fc", "LLMInferenceService": "e2e-same-id-b-b4958497", "namespace": "llm", "name": "e2e-same-id-b-b4958497-kserve-route-authn"} 2026-09-11T21:54:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b4958497", "reconcileID": "3a773766-7ff7-400b-8081-115900cfd5fc", "LLMInferenceService": "e2e-same-id-b-b4958497", "namespace": "llm", "authType": "userdefined"} 2026-09-11T21:54:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b4958497", "reconcileID": "3a773766-7ff7-400b-8081-115900cfd5fc", "LLMInferenceService": "e2e-same-id-b-b4958497", "namespace": "llm"} 2026-09-11T21:54:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b4958497", "reconcileID": "bb7d9a58-710d-43ba-9823-20b35240ce55", "LLMInferenceService": "e2e-same-id-a-b4958497", "namespace": "llm"} 2026-09-11T21:54:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b4958497", "reconcileID": "bb7d9a58-710d-43ba-9823-20b35240ce55", "LLMInferenceService": "e2e-same-id-a-b4958497", "namespace": "llm"} 2026-09-11T21:54:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b4958497", "reconcileID": "bb7d9a58-710d-43ba-9823-20b35240ce55", "LLMInferenceService": "e2e-same-id-a-b4958497", "namespace": "llm"} 2026-09-11T21:54:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b4958497", "reconcileID": "bb7d9a58-710d-43ba-9823-20b35240ce55", "LLMInferenceService": "e2e-same-id-a-b4958497", "namespace": "llm", "name": "e2e-same-id-a-b4958497-kserve-route-authn"} 2026-09-11T21:54:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b4958497", "reconcileID": "bb7d9a58-710d-43ba-9823-20b35240ce55", "LLMInferenceService": "e2e-same-id-a-b4958497", "namespace": "llm", "authType": "userdefined"} 2026-09-11T21:54:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b4958497", "reconcileID": "bb7d9a58-710d-43ba-9823-20b35240ce55", "LLMInferenceService": "e2e-same-id-a-b4958497", "namespace": "llm"} 2026-09-11T21:54:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b4958497", "reconcileID": "a1503168-1084-497c-a105-a7f2616229ae", "LLMInferenceService": "e2e-same-id-a-b4958497", "namespace": "llm"} 2026-09-11T21:54:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b4958497", "reconcileID": "a1503168-1084-497c-a105-a7f2616229ae", "LLMInferenceService": "e2e-same-id-a-b4958497", "namespace": "llm", "name": "e2e-same-id-a-b4958497"} 2026-09-11T21:54:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b4958497", "reconcileID": "a1503168-1084-497c-a105-a7f2616229ae", "LLMInferenceService": "e2e-same-id-a-b4958497", "namespace": "llm"} 2026-09-11T21:54:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b4958497", "reconcileID": "a1503168-1084-497c-a105-a7f2616229ae", "LLMInferenceService": "e2e-same-id-a-b4958497", "namespace": "llm"} 2026-09-11T21:54:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b4958497", "reconcileID": "a1503168-1084-497c-a105-a7f2616229ae", "LLMInferenceService": "e2e-same-id-a-b4958497", "namespace": "llm", "name": "e2e-same-id-a-b4958497-kserve-route-authn"} 2026-09-11T21:54:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b4958497", "reconcileID": "a1503168-1084-497c-a105-a7f2616229ae", "LLMInferenceService": "e2e-same-id-a-b4958497", "namespace": "llm", "name": "e2e-same-id-a-b4958497-kserve-route-authn"} 2026-09-11T21:54:57Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b4958497", "reconcileID": "5b76172a-ddd8-47cc-85ef-900c6b874733", "LLMInferenceService": "e2e-same-id-a-b4958497", "namespace": "llm"} 2026-09-11T21:54:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "31be154f-e6f5-4e49-93ce-b33e40e1d000", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T21:54:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "31be154f-e6f5-4e49-93ce-b33e40e1d000", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T21:54:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "31be154f-e6f5-4e49-93ce-b33e40e1d000", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T21:54:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0e50c825-e11f-44d3-a682-f7966c6c95c0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T21:54:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0e50c825-e11f-44d3-a682-f7966c6c95c0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T21:54:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0e50c825-e11f-44d3-a682-f7966c6c95c0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T21:54:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b4958497", "reconcileID": "243a44cd-bea5-4e22-9780-6d30711a54be", "LLMInferenceService": "e2e-same-id-b-b4958497", "namespace": "llm"} 2026-09-11T21:54:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b4958497", "reconcileID": "243a44cd-bea5-4e22-9780-6d30711a54be", "LLMInferenceService": "e2e-same-id-b-b4958497", "namespace": "llm", "name": "e2e-same-id-b-b4958497"} 2026-09-11T21:54:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b4958497", "reconcileID": "243a44cd-bea5-4e22-9780-6d30711a54be", "LLMInferenceService": "e2e-same-id-b-b4958497", "namespace": "llm"} 2026-09-11T21:54:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b4958497", "reconcileID": "243a44cd-bea5-4e22-9780-6d30711a54be", "LLMInferenceService": "e2e-same-id-b-b4958497", "namespace": "llm"} 2026-09-11T21:54:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b4958497", "reconcileID": "243a44cd-bea5-4e22-9780-6d30711a54be", "LLMInferenceService": "e2e-same-id-b-b4958497", "namespace": "llm", "name": "e2e-same-id-b-b4958497-kserve-route-authn"} 2026-09-11T21:54:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b4958497", "reconcileID": "243a44cd-bea5-4e22-9780-6d30711a54be", "LLMInferenceService": "e2e-same-id-b-b4958497", "namespace": "llm", "name": "e2e-same-id-b-b4958497-kserve-route-authn"} 2026-09-11T21:54:58Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b4958497","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b4958497", "reconcileID": "0d1a140b-5562-4d8c-9890-a9927d3576fe", "LLMInferenceService": "e2e-same-id-b-b4958497", "namespace": "llm"} 2026-09-11T21:54:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "57bdda29-18b6-42c8-b097-1194f0c15254", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T21:54:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "57bdda29-18b6-42c8-b097-1194f0c15254", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T21:54:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "57bdda29-18b6-42c8-b097-1194f0c15254", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T21:54:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "54ebc9e9-2341-482e-aa9e-5360e2c76f31", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T21:54:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "54ebc9e9-2341-482e-aa9e-5360e2c76f31", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T21:54:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "54ebc9e9-2341-482e-aa9e-5360e2c76f31", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T21:55:00Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T21:55:00Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T21:55:05Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T21:55:05Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}