2026-09-14T10:12:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-51aefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-51aefd", "reconcileID": "3ae6c9d7-4a64-4a3d-9ec0-4cbb701241b1", "Gateway": "e2e-shared-a-w3-51aefd", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-51aefd-authn-ssl"} 2026-09-14T10:12:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-51aefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-51aefd", "reconcileID": "3ae6c9d7-4a64-4a3d-9ec0-4cbb701241b1", "Gateway": "e2e-shared-a-w3-51aefd", "namespace": "openshift-ingress"} 2026-09-14T10:12:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-51aefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-51aefd", "reconcileID": "9d8ec0e3-cdca-4043-bf05-c650bf70bfe3", "Gateway": "e2e-shared-a-w3-51aefd", "namespace": "openshift-ingress"} 2026-09-14T10:12:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-51aefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-51aefd", "reconcileID": "9d8ec0e3-cdca-4043-bf05-c650bf70bfe3", "Gateway": "e2e-shared-a-w3-51aefd", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-51aefd-authn-ssl"} 2026-09-14T10:12:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-51aefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-51aefd", "reconcileID": "9d8ec0e3-cdca-4043-bf05-c650bf70bfe3", "Gateway": "e2e-shared-a-w3-51aefd", "namespace": "openshift-ingress"} 2026-09-14T10:12:53Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f4d054","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "sub-test-model-f4d054", "reconcileID": "cdf925f4-bd33-4826-a692-9a458c7ca375", "LLMInferenceService": "sub-test-model-f4d054", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054"} 2026-09-14T10:12:53Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f4d054","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "sub-test-model-f4d054", "reconcileID": "cdf925f4-bd33-4826-a692-9a458c7ca375", "LLMInferenceService": "sub-test-model-f4d054", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "sub-test-model-f4d054"} 2026-09-14T10:12:53Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f4d054","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "sub-test-model-f4d054", "reconcileID": "cdf925f4-bd33-4826-a692-9a458c7ca375", "LLMInferenceService": "sub-test-model-f4d054", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054"} 2026-09-14T10:12:53Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f4d054","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "sub-test-model-f4d054", "reconcileID": "cdf925f4-bd33-4826-a692-9a458c7ca375", "LLMInferenceService": "sub-test-model-f4d054", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054"} 2026-09-14T10:12:53Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f4d054","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "sub-test-model-f4d054", "reconcileID": "cdf925f4-bd33-4826-a692-9a458c7ca375", "LLMInferenceService": "sub-test-model-f4d054", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "sub-test-model-f4d054-kserve-route-authn"} 2026-09-14T10:12:53Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f4d054","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "sub-test-model-f4d054", "reconcileID": "cdf925f4-bd33-4826-a692-9a458c7ca375", "LLMInferenceService": "sub-test-model-f4d054", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "sub-test-model-f4d054-kserve-route-authn"} 2026-09-14T10:12:53Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f4d054","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "sub-test-model-f4d054", "reconcileID": "cdf925f4-bd33-4826-a692-9a458c7ca375", "LLMInferenceService": "sub-test-model-f4d054", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054"} 2026-09-14T10:12:53Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f4d054","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "sub-test-model-f4d054", "reconcileID": "cdf925f4-bd33-4826-a692-9a458c7ca375", "LLMInferenceService": "sub-test-model-f4d054", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054"} 2026-09-14T10:12:54Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f4d054","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "sub-test-model-f4d054", "reconcileID": "e31d5c03-e08d-45d7-9b4a-7a5f68f53732", "LLMInferenceService": "sub-test-model-f4d054", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054"} 2026-09-14T10:12:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f4d054","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4d054", "reconcileID": "e6c265d8-340b-47f5-ba72-9a8824b8e7e2", "Gateway": "e2e-shared-b-w3-f4d054", "namespace": "openshift-ingress"} 2026-09-14T10:12:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f4d054","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4d054", "reconcileID": "e6c265d8-340b-47f5-ba72-9a8824b8e7e2", "Gateway": "e2e-shared-b-w3-f4d054", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4d054-authn-ssl"} 2026-09-14T10:12:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f4d054","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4d054", "reconcileID": "e6c265d8-340b-47f5-ba72-9a8824b8e7e2", "Gateway": "e2e-shared-b-w3-f4d054", "namespace": "openshift-ingress"} 2026-09-14T10:12:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f4d054","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4d054", "reconcileID": "00fc56b3-8147-4376-a315-c927710de557", "Gateway": "e2e-shared-b-w3-f4d054", "namespace": "openshift-ingress"} 2026-09-14T10:12:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f4d054","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4d054", "reconcileID": "00fc56b3-8147-4376-a315-c927710de557", "Gateway": "e2e-shared-b-w3-f4d054", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4d054-authn-ssl"} 2026-09-14T10:12:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f4d054","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4d054", "reconcileID": "00fc56b3-8147-4376-a315-c927710de557", "Gateway": "e2e-shared-b-w3-f4d054", "namespace": "openshift-ingress"} 2026-09-14T10:12:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-51aefd","namespace":"ai-tenant-e2e-shared-a-w3-51aefd"}, "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "rate-test-model-51aefd", "reconcileID": "4645eb4f-fca3-4086-bc5f-27cd5d5faec8", "LLMInferenceService": "rate-test-model-51aefd", "namespace": "ai-tenant-e2e-shared-a-w3-51aefd"} 2026-09-14T10:12:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-51aefd","namespace":"ai-tenant-e2e-shared-a-w3-51aefd"}, "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "rate-test-model-51aefd", "reconcileID": "4645eb4f-fca3-4086-bc5f-27cd5d5faec8", "LLMInferenceService": "rate-test-model-51aefd", "namespace": "ai-tenant-e2e-shared-a-w3-51aefd"} 2026-09-14T10:12:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-51aefd","namespace":"ai-tenant-e2e-shared-a-w3-51aefd"}, "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "rate-test-model-51aefd", "reconcileID": "4645eb4f-fca3-4086-bc5f-27cd5d5faec8", "LLMInferenceService": "rate-test-model-51aefd", "namespace": "ai-tenant-e2e-shared-a-w3-51aefd"} 2026-09-14T10:12:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-51aefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-51aefd", "reconcileID": "9d7c0cd1-18f0-4bf6-bb4f-ea3d370759c1", "Gateway": "e2e-shared-a-w3-51aefd", "namespace": "openshift-ingress"} 2026-09-14T10:12:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-51aefd","namespace":"ai-tenant-e2e-shared-a-w3-51aefd"}, "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "rate-test-model-51aefd", "reconcileID": "4645eb4f-fca3-4086-bc5f-27cd5d5faec8", "LLMInferenceService": "rate-test-model-51aefd", "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "rate-test-model-51aefd-kserve-route-authn"} 2026-09-14T10:12:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-51aefd","namespace":"ai-tenant-e2e-shared-a-w3-51aefd"}, "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "rate-test-model-51aefd", "reconcileID": "4645eb4f-fca3-4086-bc5f-27cd5d5faec8", "LLMInferenceService": "rate-test-model-51aefd", "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "authType": "userdefined"} 2026-09-14T10:12:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-51aefd","namespace":"ai-tenant-e2e-shared-a-w3-51aefd"}, "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "rate-test-model-51aefd", "reconcileID": "4645eb4f-fca3-4086-bc5f-27cd5d5faec8", "LLMInferenceService": "rate-test-model-51aefd", "namespace": "ai-tenant-e2e-shared-a-w3-51aefd"} 2026-09-14T10:12:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-51aefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-51aefd", "reconcileID": "9d7c0cd1-18f0-4bf6-bb4f-ea3d370759c1", "Gateway": "e2e-shared-a-w3-51aefd", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-51aefd-authn-ssl"} 2026-09-14T10:12:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-51aefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-51aefd", "reconcileID": "9d7c0cd1-18f0-4bf6-bb4f-ea3d370759c1", "Gateway": "e2e-shared-a-w3-51aefd", "namespace": "openshift-ingress"} 2026-09-14T10:12:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-51aefd","namespace":"ai-tenant-e2e-shared-a-w3-51aefd"}, "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "rate-test-model-51aefd", "reconcileID": "81138636-72f4-4aaa-96da-2fbbac017173", "LLMInferenceService": "rate-test-model-51aefd", "namespace": "ai-tenant-e2e-shared-a-w3-51aefd"} 2026-09-14T10:12:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-51aefd","namespace":"ai-tenant-e2e-shared-a-w3-51aefd"}, "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "rate-test-model-51aefd", "reconcileID": "81138636-72f4-4aaa-96da-2fbbac017173", "LLMInferenceService": "rate-test-model-51aefd", "namespace": "ai-tenant-e2e-shared-a-w3-51aefd"} 2026-09-14T10:12:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-51aefd","namespace":"ai-tenant-e2e-shared-a-w3-51aefd"}, "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "rate-test-model-51aefd", "reconcileID": "81138636-72f4-4aaa-96da-2fbbac017173", "LLMInferenceService": "rate-test-model-51aefd", "namespace": "ai-tenant-e2e-shared-a-w3-51aefd"} 2026-09-14T10:12:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-51aefd","namespace":"ai-tenant-e2e-shared-a-w3-51aefd"}, "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "rate-test-model-51aefd", "reconcileID": "81138636-72f4-4aaa-96da-2fbbac017173", "LLMInferenceService": "rate-test-model-51aefd", "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "rate-test-model-51aefd-kserve-route-authn"} 2026-09-14T10:12:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-51aefd","namespace":"ai-tenant-e2e-shared-a-w3-51aefd"}, "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "rate-test-model-51aefd", "reconcileID": "81138636-72f4-4aaa-96da-2fbbac017173", "LLMInferenceService": "rate-test-model-51aefd", "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "authType": "userdefined"} 2026-09-14T10:12:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-51aefd","namespace":"ai-tenant-e2e-shared-a-w3-51aefd"}, "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "rate-test-model-51aefd", "reconcileID": "81138636-72f4-4aaa-96da-2fbbac017173", "LLMInferenceService": "rate-test-model-51aefd", "namespace": "ai-tenant-e2e-shared-a-w3-51aefd"} 2026-09-14T10:12:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-51aefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-51aefd", "reconcileID": "77157181-6953-4493-8aa0-422810205dae", "Gateway": "e2e-shared-a-w3-51aefd", "namespace": "openshift-ingress"} 2026-09-14T10:12:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-51aefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-51aefd", "reconcileID": "77157181-6953-4493-8aa0-422810205dae", "Gateway": "e2e-shared-a-w3-51aefd", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-51aefd-authn-ssl"} 2026-09-14T10:12:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-51aefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-51aefd", "reconcileID": "77157181-6953-4493-8aa0-422810205dae", "Gateway": "e2e-shared-a-w3-51aefd", "namespace": "openshift-ingress"} 2026-09-14T10:13:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-51aefd","namespace":"ai-tenant-e2e-shared-a-w3-51aefd"}, "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "rate-test-model-51aefd", "reconcileID": "8031531c-3a18-44ac-a733-f6a606fde4f2", "LLMInferenceService": "rate-test-model-51aefd", "namespace": "ai-tenant-e2e-shared-a-w3-51aefd"} 2026-09-14T10:13:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-51aefd","namespace":"ai-tenant-e2e-shared-a-w3-51aefd"}, "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "rate-test-model-51aefd", "reconcileID": "8031531c-3a18-44ac-a733-f6a606fde4f2", "LLMInferenceService": "rate-test-model-51aefd", "namespace": "ai-tenant-e2e-shared-a-w3-51aefd"} 2026-09-14T10:13:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-51aefd","namespace":"ai-tenant-e2e-shared-a-w3-51aefd"}, "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "rate-test-model-51aefd", "reconcileID": "8031531c-3a18-44ac-a733-f6a606fde4f2", "LLMInferenceService": "rate-test-model-51aefd", "namespace": "ai-tenant-e2e-shared-a-w3-51aefd"} 2026-09-14T10:13:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-51aefd","namespace":"ai-tenant-e2e-shared-a-w3-51aefd"}, "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "rate-test-model-51aefd", "reconcileID": "8031531c-3a18-44ac-a733-f6a606fde4f2", "LLMInferenceService": "rate-test-model-51aefd", "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "rate-test-model-51aefd-kserve-route-authn"} 2026-09-14T10:13:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-51aefd","namespace":"ai-tenant-e2e-shared-a-w3-51aefd"}, "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "rate-test-model-51aefd", "reconcileID": "8031531c-3a18-44ac-a733-f6a606fde4f2", "LLMInferenceService": "rate-test-model-51aefd", "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "authType": "userdefined"} 2026-09-14T10:13:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-51aefd","namespace":"ai-tenant-e2e-shared-a-w3-51aefd"}, "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "rate-test-model-51aefd", "reconcileID": "8031531c-3a18-44ac-a733-f6a606fde4f2", "LLMInferenceService": "rate-test-model-51aefd", "namespace": "ai-tenant-e2e-shared-a-w3-51aefd"} 2026-09-14T10:13:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-51aefd","namespace":"ai-tenant-e2e-shared-a-w3-51aefd"}, "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "rate-test-model-51aefd", "reconcileID": "2152a89e-b991-47c4-a693-bc704758e7e5", "LLMInferenceService": "rate-test-model-51aefd", "namespace": "ai-tenant-e2e-shared-a-w3-51aefd"} 2026-09-14T10:13:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-51aefd","namespace":"ai-tenant-e2e-shared-a-w3-51aefd"}, "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "rate-test-model-51aefd", "reconcileID": "2152a89e-b991-47c4-a693-bc704758e7e5", "LLMInferenceService": "rate-test-model-51aefd", "namespace": "ai-tenant-e2e-shared-a-w3-51aefd"} 2026-09-14T10:13:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-51aefd","namespace":"ai-tenant-e2e-shared-a-w3-51aefd"}, "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "rate-test-model-51aefd", "reconcileID": "2152a89e-b991-47c4-a693-bc704758e7e5", "LLMInferenceService": "rate-test-model-51aefd", "namespace": "ai-tenant-e2e-shared-a-w3-51aefd"} 2026-09-14T10:13:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-51aefd","namespace":"ai-tenant-e2e-shared-a-w3-51aefd"}, "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "rate-test-model-51aefd", "reconcileID": "2152a89e-b991-47c4-a693-bc704758e7e5", "LLMInferenceService": "rate-test-model-51aefd", "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "rate-test-model-51aefd-kserve-route-authn"} 2026-09-14T10:13:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-51aefd","namespace":"ai-tenant-e2e-shared-a-w3-51aefd"}, "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "rate-test-model-51aefd", "reconcileID": "2152a89e-b991-47c4-a693-bc704758e7e5", "LLMInferenceService": "rate-test-model-51aefd", "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "authType": "userdefined"} 2026-09-14T10:13:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-51aefd","namespace":"ai-tenant-e2e-shared-a-w3-51aefd"}, "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "rate-test-model-51aefd", "reconcileID": "2152a89e-b991-47c4-a693-bc704758e7e5", "LLMInferenceService": "rate-test-model-51aefd", "namespace": "ai-tenant-e2e-shared-a-w3-51aefd"} 2026-09-14T10:13:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4d054","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "rate-test-model-f4d054", "reconcileID": "362103d3-4246-4fa5-a571-520606d9d07f", "LLMInferenceService": "rate-test-model-f4d054", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054"} 2026-09-14T10:13:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4d054","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "rate-test-model-f4d054", "reconcileID": "362103d3-4246-4fa5-a571-520606d9d07f", "LLMInferenceService": "rate-test-model-f4d054", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054"} 2026-09-14T10:13:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4d054","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "rate-test-model-f4d054", "reconcileID": "362103d3-4246-4fa5-a571-520606d9d07f", "LLMInferenceService": "rate-test-model-f4d054", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054"} 2026-09-14T10:13:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f4d054","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4d054", "reconcileID": "5ed7b2e8-934b-46c5-9fa0-2745be7008d8", "Gateway": "e2e-shared-b-w3-f4d054", "namespace": "openshift-ingress"} 2026-09-14T10:13:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4d054","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "rate-test-model-f4d054", "reconcileID": "362103d3-4246-4fa5-a571-520606d9d07f", "LLMInferenceService": "rate-test-model-f4d054", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "rate-test-model-f4d054-kserve-route-authn"} 2026-09-14T10:13:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4d054","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "rate-test-model-f4d054", "reconcileID": "362103d3-4246-4fa5-a571-520606d9d07f", "LLMInferenceService": "rate-test-model-f4d054", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "authType": "userdefined"} 2026-09-14T10:13:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4d054","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "rate-test-model-f4d054", "reconcileID": "362103d3-4246-4fa5-a571-520606d9d07f", "LLMInferenceService": "rate-test-model-f4d054", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054"} 2026-09-14T10:13:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f4d054","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4d054", "reconcileID": "5ed7b2e8-934b-46c5-9fa0-2745be7008d8", "Gateway": "e2e-shared-b-w3-f4d054", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4d054-authn-ssl"} 2026-09-14T10:13:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f4d054","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4d054", "reconcileID": "5ed7b2e8-934b-46c5-9fa0-2745be7008d8", "Gateway": "e2e-shared-b-w3-f4d054", "namespace": "openshift-ingress"} 2026-09-14T10:13:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4d054","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "rate-test-model-f4d054", "reconcileID": "21f609b6-c2b6-40d7-b1bd-b5a9b43b24ed", "LLMInferenceService": "rate-test-model-f4d054", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054"} 2026-09-14T10:13:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4d054","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "rate-test-model-f4d054", "reconcileID": "21f609b6-c2b6-40d7-b1bd-b5a9b43b24ed", "LLMInferenceService": "rate-test-model-f4d054", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054"} 2026-09-14T10:13:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4d054","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "rate-test-model-f4d054", "reconcileID": "21f609b6-c2b6-40d7-b1bd-b5a9b43b24ed", "LLMInferenceService": "rate-test-model-f4d054", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054"} 2026-09-14T10:13:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4d054","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "rate-test-model-f4d054", "reconcileID": "21f609b6-c2b6-40d7-b1bd-b5a9b43b24ed", "LLMInferenceService": "rate-test-model-f4d054", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "rate-test-model-f4d054-kserve-route-authn"} 2026-09-14T10:13:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4d054","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "rate-test-model-f4d054", "reconcileID": "21f609b6-c2b6-40d7-b1bd-b5a9b43b24ed", "LLMInferenceService": "rate-test-model-f4d054", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "authType": "userdefined"} 2026-09-14T10:13:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4d054","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "rate-test-model-f4d054", "reconcileID": "21f609b6-c2b6-40d7-b1bd-b5a9b43b24ed", "LLMInferenceService": "rate-test-model-f4d054", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054"} 2026-09-14T10:13:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f4d054","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4d054", "reconcileID": "a8c43405-d3f7-4b87-9779-956114ff3f9b", "Gateway": "e2e-shared-b-w3-f4d054", "namespace": "openshift-ingress"} 2026-09-14T10:13:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f4d054","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4d054", "reconcileID": "a8c43405-d3f7-4b87-9779-956114ff3f9b", "Gateway": "e2e-shared-b-w3-f4d054", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4d054-authn-ssl"} 2026-09-14T10:13:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f4d054","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4d054", "reconcileID": "a8c43405-d3f7-4b87-9779-956114ff3f9b", "Gateway": "e2e-shared-b-w3-f4d054", "namespace": "openshift-ingress"} 2026-09-14T10:13:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4d054","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "rate-test-model-f4d054", "reconcileID": "86b66d04-e32a-4315-adf4-cf7f7be5b1be", "LLMInferenceService": "rate-test-model-f4d054", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054"} 2026-09-14T10:13:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4d054","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "rate-test-model-f4d054", "reconcileID": "86b66d04-e32a-4315-adf4-cf7f7be5b1be", "LLMInferenceService": "rate-test-model-f4d054", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054"} 2026-09-14T10:13:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4d054","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "rate-test-model-f4d054", "reconcileID": "86b66d04-e32a-4315-adf4-cf7f7be5b1be", "LLMInferenceService": "rate-test-model-f4d054", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054"} 2026-09-14T10:13:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4d054","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "rate-test-model-f4d054", "reconcileID": "86b66d04-e32a-4315-adf4-cf7f7be5b1be", "LLMInferenceService": "rate-test-model-f4d054", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "rate-test-model-f4d054-kserve-route-authn"} 2026-09-14T10:13:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4d054","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "rate-test-model-f4d054", "reconcileID": "86b66d04-e32a-4315-adf4-cf7f7be5b1be", "LLMInferenceService": "rate-test-model-f4d054", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "authType": "userdefined"} 2026-09-14T10:13:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4d054","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "rate-test-model-f4d054", "reconcileID": "86b66d04-e32a-4315-adf4-cf7f7be5b1be", "LLMInferenceService": "rate-test-model-f4d054", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054"} 2026-09-14T10:13:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4d054","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "rate-test-model-f4d054", "reconcileID": "bd9b9af0-0316-47a1-a9ce-7d5710c9d049", "LLMInferenceService": "rate-test-model-f4d054", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054"} 2026-09-14T10:13:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4d054","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "rate-test-model-f4d054", "reconcileID": "bd9b9af0-0316-47a1-a9ce-7d5710c9d049", "LLMInferenceService": "rate-test-model-f4d054", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054"} 2026-09-14T10:13:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4d054","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "rate-test-model-f4d054", "reconcileID": "bd9b9af0-0316-47a1-a9ce-7d5710c9d049", "LLMInferenceService": "rate-test-model-f4d054", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054"} 2026-09-14T10:13:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4d054","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "rate-test-model-f4d054", "reconcileID": "bd9b9af0-0316-47a1-a9ce-7d5710c9d049", "LLMInferenceService": "rate-test-model-f4d054", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "rate-test-model-f4d054-kserve-route-authn"} 2026-09-14T10:13:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4d054","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "rate-test-model-f4d054", "reconcileID": "bd9b9af0-0316-47a1-a9ce-7d5710c9d049", "LLMInferenceService": "rate-test-model-f4d054", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "authType": "userdefined"} 2026-09-14T10:13:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4d054","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "rate-test-model-f4d054", "reconcileID": "bd9b9af0-0316-47a1-a9ce-7d5710c9d049", "LLMInferenceService": "rate-test-model-f4d054", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054"} 2026-09-14T10:13:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-51aefd","namespace":"ai-tenant-e2e-shared-a-w3-51aefd"}, "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "rate-test-model-51aefd", "reconcileID": "995b67d8-3f56-4f48-bc5c-3521ead2a779", "LLMInferenceService": "rate-test-model-51aefd", "namespace": "ai-tenant-e2e-shared-a-w3-51aefd"} 2026-09-14T10:13:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-51aefd","namespace":"ai-tenant-e2e-shared-a-w3-51aefd"}, "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "rate-test-model-51aefd", "reconcileID": "995b67d8-3f56-4f48-bc5c-3521ead2a779", "LLMInferenceService": "rate-test-model-51aefd", "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "rate-test-model-51aefd"} 2026-09-14T10:13:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-51aefd","namespace":"ai-tenant-e2e-shared-a-w3-51aefd"}, "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "rate-test-model-51aefd", "reconcileID": "995b67d8-3f56-4f48-bc5c-3521ead2a779", "LLMInferenceService": "rate-test-model-51aefd", "namespace": "ai-tenant-e2e-shared-a-w3-51aefd"} 2026-09-14T10:13:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-51aefd","namespace":"ai-tenant-e2e-shared-a-w3-51aefd"}, "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "rate-test-model-51aefd", "reconcileID": "995b67d8-3f56-4f48-bc5c-3521ead2a779", "LLMInferenceService": "rate-test-model-51aefd", "namespace": "ai-tenant-e2e-shared-a-w3-51aefd"} 2026-09-14T10:13:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-51aefd","namespace":"ai-tenant-e2e-shared-a-w3-51aefd"}, "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "rate-test-model-51aefd", "reconcileID": "995b67d8-3f56-4f48-bc5c-3521ead2a779", "LLMInferenceService": "rate-test-model-51aefd", "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "rate-test-model-51aefd-kserve-route-authn"} 2026-09-14T10:13:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-51aefd","namespace":"ai-tenant-e2e-shared-a-w3-51aefd"}, "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "rate-test-model-51aefd", "reconcileID": "995b67d8-3f56-4f48-bc5c-3521ead2a779", "LLMInferenceService": "rate-test-model-51aefd", "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "rate-test-model-51aefd-kserve-route-authn"} 2026-09-14T10:13:57Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-51aefd","namespace":"ai-tenant-e2e-shared-a-w3-51aefd"}, "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "rate-test-model-51aefd", "reconcileID": "995b67d8-3f56-4f48-bc5c-3521ead2a779", "LLMInferenceService": "rate-test-model-51aefd", "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "namespace": "ai-tenant-e2e-shared-a-w3-51aefd"} 2026-09-14T10:13:57Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-51aefd","namespace":"ai-tenant-e2e-shared-a-w3-51aefd"}, "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "rate-test-model-51aefd", "reconcileID": "995b67d8-3f56-4f48-bc5c-3521ead2a779", "LLMInferenceService": "rate-test-model-51aefd", "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "namespace": "ai-tenant-e2e-shared-a-w3-51aefd"} 2026-09-14T10:13:57Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-51aefd","namespace":"ai-tenant-e2e-shared-a-w3-51aefd"}, "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "rate-test-model-51aefd", "reconcileID": "07ae1951-58c6-4b4c-b0c4-7e5f20596057", "LLMInferenceService": "rate-test-model-51aefd", "namespace": "ai-tenant-e2e-shared-a-w3-51aefd"} 2026-09-14T10:13:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-51aefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-51aefd", "reconcileID": "7f12a923-84ef-46ad-8344-9e29ae4c48a3", "Gateway": "e2e-shared-a-w3-51aefd", "namespace": "openshift-ingress"} 2026-09-14T10:13:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-51aefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-51aefd", "reconcileID": "7f12a923-84ef-46ad-8344-9e29ae4c48a3", "Gateway": "e2e-shared-a-w3-51aefd", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-51aefd-authn-ssl"} 2026-09-14T10:13:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-51aefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-51aefd", "reconcileID": "7f12a923-84ef-46ad-8344-9e29ae4c48a3", "Gateway": "e2e-shared-a-w3-51aefd", "namespace": "openshift-ingress"} 2026-09-14T10:13:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-51aefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-51aefd", "reconcileID": "0ac13d24-ca1e-4d2a-b523-5009e18625ef", "Gateway": "e2e-shared-a-w3-51aefd", "namespace": "openshift-ingress"} 2026-09-14T10:13:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-51aefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-51aefd", "reconcileID": "0ac13d24-ca1e-4d2a-b523-5009e18625ef", "Gateway": "e2e-shared-a-w3-51aefd", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-51aefd-authn-ssl"} 2026-09-14T10:13:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-51aefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-51aefd", "reconcileID": "0ac13d24-ca1e-4d2a-b523-5009e18625ef", "Gateway": "e2e-shared-a-w3-51aefd", "namespace": "openshift-ingress"} 2026-09-14T10:13:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4d054","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "rate-test-model-f4d054", "reconcileID": "6ca43b15-ceb1-413e-a7cf-3eb0509ac2e8", "LLMInferenceService": "rate-test-model-f4d054", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054"} 2026-09-14T10:13:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4d054","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "rate-test-model-f4d054", "reconcileID": "6ca43b15-ceb1-413e-a7cf-3eb0509ac2e8", "LLMInferenceService": "rate-test-model-f4d054", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "rate-test-model-f4d054"} 2026-09-14T10:13:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4d054","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "rate-test-model-f4d054", "reconcileID": "6ca43b15-ceb1-413e-a7cf-3eb0509ac2e8", "LLMInferenceService": "rate-test-model-f4d054", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054"} 2026-09-14T10:13:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4d054","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "rate-test-model-f4d054", "reconcileID": "6ca43b15-ceb1-413e-a7cf-3eb0509ac2e8", "LLMInferenceService": "rate-test-model-f4d054", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054"} 2026-09-14T10:13:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4d054","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "rate-test-model-f4d054", "reconcileID": "6ca43b15-ceb1-413e-a7cf-3eb0509ac2e8", "LLMInferenceService": "rate-test-model-f4d054", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "rate-test-model-f4d054-kserve-route-authn"} 2026-09-14T10:13:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4d054","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "rate-test-model-f4d054", "reconcileID": "6ca43b15-ceb1-413e-a7cf-3eb0509ac2e8", "LLMInferenceService": "rate-test-model-f4d054", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "rate-test-model-f4d054-kserve-route-authn"} 2026-09-14T10:13:57Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4d054","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "rate-test-model-f4d054", "reconcileID": "6ca43b15-ceb1-413e-a7cf-3eb0509ac2e8", "LLMInferenceService": "rate-test-model-f4d054", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054"} 2026-09-14T10:13:57Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4d054","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "rate-test-model-f4d054", "reconcileID": "6ca43b15-ceb1-413e-a7cf-3eb0509ac2e8", "LLMInferenceService": "rate-test-model-f4d054", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054"} 2026-09-14T10:13:58Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4d054","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "rate-test-model-f4d054", "reconcileID": "cb5ed5e2-2ae1-42c6-9669-9cc40b27c9ee", "LLMInferenceService": "rate-test-model-f4d054", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054"} 2026-09-14T10:13:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f4d054","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4d054", "reconcileID": "351ba40f-065b-4fdb-af8a-3700c77405d6", "Gateway": "e2e-shared-b-w3-f4d054", "namespace": "openshift-ingress"} 2026-09-14T10:13:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f4d054","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4d054", "reconcileID": "351ba40f-065b-4fdb-af8a-3700c77405d6", "Gateway": "e2e-shared-b-w3-f4d054", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4d054-authn-ssl"} 2026-09-14T10:13:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f4d054","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4d054", "reconcileID": "351ba40f-065b-4fdb-af8a-3700c77405d6", "Gateway": "e2e-shared-b-w3-f4d054", "namespace": "openshift-ingress"} 2026-09-14T10:13:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f4d054","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4d054", "reconcileID": "5bff38f8-fac7-473d-bc07-ffebabd79b4f", "Gateway": "e2e-shared-b-w3-f4d054", "namespace": "openshift-ingress"} 2026-09-14T10:13:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f4d054","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4d054", "reconcileID": "5bff38f8-fac7-473d-bc07-ffebabd79b4f", "Gateway": "e2e-shared-b-w3-f4d054", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4d054-authn-ssl"} 2026-09-14T10:13:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f4d054","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4d054", "reconcileID": "5bff38f8-fac7-473d-bc07-ffebabd79b4f", "Gateway": "e2e-shared-b-w3-f4d054", "namespace": "openshift-ingress"} 2026-09-14T10:13:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "640328e8-02c2-459d-9214-cdd8b3ba6aef", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress"} 2026-09-14T10:13:59Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "640328e8-02c2-459d-9214-cdd8b3ba6aef", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b-authn-ssl"} 2026-09-14T10:13:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "640328e8-02c2-459d-9214-cdd8b3ba6aef", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress"} 2026-09-14T10:13:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "7a9170df-6a8b-4e4e-b9d7-3e86773ff933", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress"} 2026-09-14T10:13:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "7a9170df-6a8b-4e4e-b9d7-3e86773ff933", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b-authn-ssl"} 2026-09-14T10:13:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "7a9170df-6a8b-4e4e-b9d7-3e86773ff933", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress"} 2026-09-14T10:13:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "ca9c2e96-d7c9-4f46-88d7-5440e722b37b", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress"} 2026-09-14T10:13:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "ca9c2e96-d7c9-4f46-88d7-5440e722b37b", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b-authn-ssl"} 2026-09-14T10:13:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "ca9c2e96-d7c9-4f46-88d7-5440e722b37b", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress"} 2026-09-14T10:13:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "b00deef3-abb3-44cd-b9a9-3ccc3e02c366", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress"} 2026-09-14T10:13:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "b00deef3-abb3-44cd-b9a9-3ccc3e02c366", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b-authn-ssl"} 2026-09-14T10:13:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "b00deef3-abb3-44cd-b9a9-3ccc3e02c366", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress"} 2026-09-14T10:13:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "38826418-1425-48e2-8271-0a4579a5c95f", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress"} 2026-09-14T10:13:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "38826418-1425-48e2-8271-0a4579a5c95f", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b-authn-ssl"} 2026-09-14T10:13:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "38826418-1425-48e2-8271-0a4579a5c95f", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress"} 2026-09-14T10:13:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "86e92ff6-8377-43b2-bc3b-52ad766263c6", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress"} 2026-09-14T10:13:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "86e92ff6-8377-43b2-bc3b-52ad766263c6", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b-authn-ssl"} 2026-09-14T10:13:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "86e92ff6-8377-43b2-bc3b-52ad766263c6", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress"} 2026-09-14T10:13:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "9728c901-33f4-44cc-9bf4-93c822588b00", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress"} 2026-09-14T10:13:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "9728c901-33f4-44cc-9bf4-93c822588b00", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b-authn-ssl"} 2026-09-14T10:13:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "9728c901-33f4-44cc-9bf4-93c822588b00", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress"} 2026-09-14T10:14:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "825df71a-8dfc-4e6b-bfd3-740d630e781a", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress"} 2026-09-14T10:14:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "825df71a-8dfc-4e6b-bfd3-740d630e781a", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b-authn-ssl"} 2026-09-14T10:14:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "825df71a-8dfc-4e6b-bfd3-740d630e781a", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress"} 2026-09-14T10:14:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "openshift-service-ca.crt", "reconcileID": "d5ce67ce-1e52-466d-91af-84df67974086", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-78742b"} 2026-09-14T10:14:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "odh-trusted-ca-bundle", "reconcileID": "46f13ca6-9b8f-42fc-9eab-1d0d79f31676", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-78742b"} 2026-09-14T10:14:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "openshift-service-ca.crt", "reconcileID": "f5664560-b7ca-4580-8962-2ae6c5b1580c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-78742b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-14T10:14:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "openshift-service-ca.crt", "reconcileID": "f5664560-b7ca-4580-8962-2ae6c5b1580c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-78742b"} 2026-09-14T10:14:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "22cad2c8-2547-4440-90f3-4f522051edb7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-78742b"} 2026-09-14T10:14:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "openshift-service-ca.crt", "reconcileID": "6a501fda-99e1-4805-86d2-7296e4a5e7db", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-78742b"} 2026-09-14T10:14:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "odh-trusted-ca-bundle", "reconcileID": "e19af3a6-8fb1-4b8a-85c1-00680a78aef6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-78742b", "update": "odh-kserve-custom-ca-bundle"} 2026-09-14T10:14:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "odh-trusted-ca-bundle", "reconcileID": "e19af3a6-8fb1-4b8a-85c1-00680a78aef6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-78742b"} 2026-09-14T10:14:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "70376523-abd4-4d28-8531-153ced1856f7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-78742b"} 2026-09-14T10:14:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "5b2c984d-58f4-422a-813c-43e99e70f635", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress"} 2026-09-14T10:14:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "5b2c984d-58f4-422a-813c-43e99e70f635", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b-authn-ssl"} 2026-09-14T10:14:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "5b2c984d-58f4-422a-813c-43e99e70f635", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress"} 2026-09-14T10:14:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "00e65853-b3e9-4b43-b7ad-bbd155779568", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress"} 2026-09-14T10:14:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "00e65853-b3e9-4b43-b7ad-bbd155779568", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b-authn-ssl"} 2026-09-14T10:14:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "00e65853-b3e9-4b43-b7ad-bbd155779568", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress"} 2026-09-14T10:14:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2c2a39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2c2a39", "reconcileID": "49eb7bf0-f6c7-404c-96cb-eb374073a8a8", "Gateway": "e2e-ipp-b-2c2a39", "namespace": "openshift-ingress"} 2026-09-14T10:14:27Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2c2a39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2c2a39", "reconcileID": "49eb7bf0-f6c7-404c-96cb-eb374073a8a8", "Gateway": "e2e-ipp-b-2c2a39", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2c2a39-authn-ssl"} 2026-09-14T10:14:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2c2a39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2c2a39", "reconcileID": "49eb7bf0-f6c7-404c-96cb-eb374073a8a8", "Gateway": "e2e-ipp-b-2c2a39", "namespace": "openshift-ingress"} 2026-09-14T10:14:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2c2a39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2c2a39", "reconcileID": "27e29e29-f957-4e18-b713-c99915eda8bf", "Gateway": "e2e-ipp-b-2c2a39", "namespace": "openshift-ingress"} 2026-09-14T10:14:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2c2a39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2c2a39", "reconcileID": "27e29e29-f957-4e18-b713-c99915eda8bf", "Gateway": "e2e-ipp-b-2c2a39", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2c2a39-authn-ssl"} 2026-09-14T10:14:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2c2a39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2c2a39", "reconcileID": "27e29e29-f957-4e18-b713-c99915eda8bf", "Gateway": "e2e-ipp-b-2c2a39", "namespace": "openshift-ingress"} 2026-09-14T10:14:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2c2a39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2c2a39", "reconcileID": "f44af8c7-483d-4441-baf4-b7fd736337a2", "Gateway": "e2e-ipp-b-2c2a39", "namespace": "openshift-ingress"} 2026-09-14T10:14:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2c2a39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2c2a39", "reconcileID": "f44af8c7-483d-4441-baf4-b7fd736337a2", "Gateway": "e2e-ipp-b-2c2a39", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2c2a39-authn-ssl"} 2026-09-14T10:14:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2c2a39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2c2a39", "reconcileID": "f44af8c7-483d-4441-baf4-b7fd736337a2", "Gateway": "e2e-ipp-b-2c2a39", "namespace": "openshift-ingress"} 2026-09-14T10:14:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2c2a39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2c2a39", "reconcileID": "a6d6ad75-ea07-4fbc-8717-e5a8b20af47b", "Gateway": "e2e-ipp-b-2c2a39", "namespace": "openshift-ingress"} 2026-09-14T10:14:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2c2a39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2c2a39", "reconcileID": "a6d6ad75-ea07-4fbc-8717-e5a8b20af47b", "Gateway": "e2e-ipp-b-2c2a39", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2c2a39-authn-ssl"} 2026-09-14T10:14:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2c2a39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2c2a39", "reconcileID": "a6d6ad75-ea07-4fbc-8717-e5a8b20af47b", "Gateway": "e2e-ipp-b-2c2a39", "namespace": "openshift-ingress"} 2026-09-14T10:14:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2c2a39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2c2a39", "reconcileID": "1b4ef4e4-7ee9-4181-9e44-658e39d6ad5f", "Gateway": "e2e-ipp-b-2c2a39", "namespace": "openshift-ingress"} 2026-09-14T10:14:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2c2a39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2c2a39", "reconcileID": "1b4ef4e4-7ee9-4181-9e44-658e39d6ad5f", "Gateway": "e2e-ipp-b-2c2a39", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2c2a39-authn-ssl"} 2026-09-14T10:14:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2c2a39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2c2a39", "reconcileID": "1b4ef4e4-7ee9-4181-9e44-658e39d6ad5f", "Gateway": "e2e-ipp-b-2c2a39", "namespace": "openshift-ingress"} 2026-09-14T10:14:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2c2a39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2c2a39", "reconcileID": "1c852e6f-5cd2-4a95-b9c1-c10514789438", "Gateway": "e2e-ipp-b-2c2a39", "namespace": "openshift-ingress"} 2026-09-14T10:14:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2c2a39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2c2a39", "reconcileID": "1c852e6f-5cd2-4a95-b9c1-c10514789438", "Gateway": "e2e-ipp-b-2c2a39", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2c2a39-authn-ssl"} 2026-09-14T10:14:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2c2a39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2c2a39", "reconcileID": "1c852e6f-5cd2-4a95-b9c1-c10514789438", "Gateway": "e2e-ipp-b-2c2a39", "namespace": "openshift-ingress"} 2026-09-14T10:14:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2c2a39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2c2a39", "reconcileID": "bcdb361b-6037-45b0-94fd-cfd68b4d7e30", "Gateway": "e2e-ipp-b-2c2a39", "namespace": "openshift-ingress"} 2026-09-14T10:14:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2c2a39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2c2a39", "reconcileID": "bcdb361b-6037-45b0-94fd-cfd68b4d7e30", "Gateway": "e2e-ipp-b-2c2a39", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2c2a39-authn-ssl"} 2026-09-14T10:14:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2c2a39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2c2a39", "reconcileID": "bcdb361b-6037-45b0-94fd-cfd68b4d7e30", "Gateway": "e2e-ipp-b-2c2a39", "namespace": "openshift-ingress"} 2026-09-14T10:14:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-2c2a39"}, "namespace": "ai-tenant-e2e-ipp-b-2c2a39", "name": "openshift-service-ca.crt", "reconcileID": "003d1c7e-b59e-4cbb-87d8-013256c66396", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-2c2a39"} 2026-09-14T10:14:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2c2a39"}, "namespace": "ai-tenant-e2e-ipp-b-2c2a39", "name": "odh-trusted-ca-bundle", "reconcileID": "3637a79c-bad1-4ba0-81d2-bdde2d182671", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2c2a39"} 2026-09-14T10:14:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-2c2a39"}, "namespace": "ai-tenant-e2e-ipp-b-2c2a39", "name": "openshift-service-ca.crt", "reconcileID": "22a0cf5a-3724-461c-938c-8f5c14e59c38", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-2c2a39", "create": "odh-kserve-custom-ca-bundle"} 2026-09-14T10:14:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-2c2a39"}, "namespace": "ai-tenant-e2e-ipp-b-2c2a39", "name": "openshift-service-ca.crt", "reconcileID": "22a0cf5a-3724-461c-938c-8f5c14e59c38", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-2c2a39"} 2026-09-14T10:14:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-2c2a39"}, "namespace": "ai-tenant-e2e-ipp-b-2c2a39", "name": "openshift-service-ca.crt", "reconcileID": "58c44a39-255f-40b2-96d3-d64705726868", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-2c2a39"} 2026-09-14T10:14:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2c2a39"}, "namespace": "ai-tenant-e2e-ipp-b-2c2a39", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2f527a96-3dad-4061-8a55-dd401199d60b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2c2a39"} 2026-09-14T10:14:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2c2a39"}, "namespace": "ai-tenant-e2e-ipp-b-2c2a39", "name": "odh-trusted-ca-bundle", "reconcileID": "d7bdb05e-94e7-48dc-999c-5844acd411c4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2c2a39", "update": "odh-kserve-custom-ca-bundle"} 2026-09-14T10:14:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2c2a39"}, "namespace": "ai-tenant-e2e-ipp-b-2c2a39", "name": "odh-trusted-ca-bundle", "reconcileID": "d7bdb05e-94e7-48dc-999c-5844acd411c4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2c2a39"} 2026-09-14T10:14:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2c2a39"}, "namespace": "ai-tenant-e2e-ipp-b-2c2a39", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c4b63208-ee28-4934-8738-a109b697c8eb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2c2a39"} 2026-09-14T10:14:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2c2a39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2c2a39", "reconcileID": "1df3a8f2-3011-4254-917c-4353f304f276", "Gateway": "e2e-ipp-b-2c2a39", "namespace": "openshift-ingress"} 2026-09-14T10:14:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2c2a39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2c2a39", "reconcileID": "1df3a8f2-3011-4254-917c-4353f304f276", "Gateway": "e2e-ipp-b-2c2a39", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2c2a39-authn-ssl"} 2026-09-14T10:14:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2c2a39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2c2a39", "reconcileID": "1df3a8f2-3011-4254-917c-4353f304f276", "Gateway": "e2e-ipp-b-2c2a39", "namespace": "openshift-ingress"} 2026-09-14T10:14:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2c2a39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2c2a39", "reconcileID": "86c03c94-75d2-495a-a7e6-fc10587a4157", "Gateway": "e2e-ipp-b-2c2a39", "namespace": "openshift-ingress"} 2026-09-14T10:14:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2c2a39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2c2a39", "reconcileID": "86c03c94-75d2-495a-a7e6-fc10587a4157", "Gateway": "e2e-ipp-b-2c2a39", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2c2a39-authn-ssl"} 2026-09-14T10:14:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2c2a39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2c2a39", "reconcileID": "86c03c94-75d2-495a-a7e6-fc10587a4157", "Gateway": "e2e-ipp-b-2c2a39", "namespace": "openshift-ingress"} 2026-09-14T10:15:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "1519ef6c-4813-4258-9b44-8c70fc339dd9", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b"} 2026-09-14T10:15:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "1519ef6c-4813-4258-9b44-8c70fc339dd9", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b"} 2026-09-14T10:15:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "1519ef6c-4813-4258-9b44-8c70fc339dd9", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b"} 2026-09-14T10:15:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "387f5e1b-c69f-4b67-a92b-a652f8b5e240", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress"} 2026-09-14T10:15:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "1519ef6c-4813-4258-9b44-8c70fc339dd9", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b-kserve-route-authn"} 2026-09-14T10:15:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "1519ef6c-4813-4258-9b44-8c70fc339dd9", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b", "authType": "userdefined"} 2026-09-14T10:15:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "1519ef6c-4813-4258-9b44-8c70fc339dd9", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b"} 2026-09-14T10:15:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "387f5e1b-c69f-4b67-a92b-a652f8b5e240", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b-authn-ssl"} 2026-09-14T10:15:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "387f5e1b-c69f-4b67-a92b-a652f8b5e240", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress"} 2026-09-14T10:15:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "c59e23cc-0ada-4e1d-b3e6-ebb006b50b51", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b"} 2026-09-14T10:15:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "c59e23cc-0ada-4e1d-b3e6-ebb006b50b51", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b"} 2026-09-14T10:15:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "c59e23cc-0ada-4e1d-b3e6-ebb006b50b51", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b"} 2026-09-14T10:15:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "c59e23cc-0ada-4e1d-b3e6-ebb006b50b51", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b-kserve-route-authn"} 2026-09-14T10:15:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "c59e23cc-0ada-4e1d-b3e6-ebb006b50b51", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b", "authType": "userdefined"} 2026-09-14T10:15:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "c59e23cc-0ada-4e1d-b3e6-ebb006b50b51", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b"} 2026-09-14T10:15:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "42c60f3e-673d-49da-8d2b-84830f926f80", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress"} 2026-09-14T10:15:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "42c60f3e-673d-49da-8d2b-84830f926f80", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b-authn-ssl"} 2026-09-14T10:15:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "42c60f3e-673d-49da-8d2b-84830f926f80", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress"} 2026-09-14T10:15:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "1185371d-1d69-4315-aad2-47ea9e0b35db", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b"} 2026-09-14T10:15:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "1185371d-1d69-4315-aad2-47ea9e0b35db", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b"} 2026-09-14T10:15:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "1185371d-1d69-4315-aad2-47ea9e0b35db", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b"} 2026-09-14T10:15:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "1185371d-1d69-4315-aad2-47ea9e0b35db", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b-kserve-route-authn"} 2026-09-14T10:15:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "1185371d-1d69-4315-aad2-47ea9e0b35db", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b", "authType": "userdefined"} 2026-09-14T10:15:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "1185371d-1d69-4315-aad2-47ea9e0b35db", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b"} 2026-09-14T10:15:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "e226cc90-c3b9-4f36-8f65-3d3781d84337", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b"} 2026-09-14T10:15:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "e226cc90-c3b9-4f36-8f65-3d3781d84337", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b"} 2026-09-14T10:15:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "e226cc90-c3b9-4f36-8f65-3d3781d84337", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b"} 2026-09-14T10:15:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "e226cc90-c3b9-4f36-8f65-3d3781d84337", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b-kserve-route-authn"} 2026-09-14T10:15:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "e226cc90-c3b9-4f36-8f65-3d3781d84337", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b", "authType": "userdefined"} 2026-09-14T10:15:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "e226cc90-c3b9-4f36-8f65-3d3781d84337", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b"} 2026-09-14T10:15:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "94b29419-8a09-49f2-bdb8-19dad12f35ea", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b"} 2026-09-14T10:15:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "94b29419-8a09-49f2-bdb8-19dad12f35ea", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b"} 2026-09-14T10:15:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "94b29419-8a09-49f2-bdb8-19dad12f35ea", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b"} 2026-09-14T10:15:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "94b29419-8a09-49f2-bdb8-19dad12f35ea", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b-kserve-route-authn"} 2026-09-14T10:15:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "94b29419-8a09-49f2-bdb8-19dad12f35ea", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b", "authType": "userdefined"} 2026-09-14T10:15:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "94b29419-8a09-49f2-bdb8-19dad12f35ea", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b"} 2026-09-14T10:15:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51f250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51f250", "reconcileID": "54f49d17-ad50-473f-a3b3-015ec616e078", "Gateway": "e2e-ipp-cleanup-51f250", "namespace": "openshift-ingress"} 2026-09-14T10:15:32Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51f250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51f250", "reconcileID": "54f49d17-ad50-473f-a3b3-015ec616e078", "Gateway": "e2e-ipp-cleanup-51f250", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51f250-authn-ssl"} 2026-09-14T10:15:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51f250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51f250", "reconcileID": "54f49d17-ad50-473f-a3b3-015ec616e078", "Gateway": "e2e-ipp-cleanup-51f250", "namespace": "openshift-ingress"} 2026-09-14T10:15:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51f250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51f250", "reconcileID": "8c06fe17-c345-4acf-87f0-1bcbe6435658", "Gateway": "e2e-ipp-cleanup-51f250", "namespace": "openshift-ingress"} 2026-09-14T10:15:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51f250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51f250", "reconcileID": "8c06fe17-c345-4acf-87f0-1bcbe6435658", "Gateway": "e2e-ipp-cleanup-51f250", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51f250-authn-ssl"} 2026-09-14T10:15:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51f250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51f250", "reconcileID": "8c06fe17-c345-4acf-87f0-1bcbe6435658", "Gateway": "e2e-ipp-cleanup-51f250", "namespace": "openshift-ingress"} 2026-09-14T10:15:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51f250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51f250", "reconcileID": "05f8094b-dc76-44f3-af62-5aa5ecf12fb3", "Gateway": "e2e-ipp-cleanup-51f250", "namespace": "openshift-ingress"} 2026-09-14T10:15:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51f250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51f250", "reconcileID": "05f8094b-dc76-44f3-af62-5aa5ecf12fb3", "Gateway": "e2e-ipp-cleanup-51f250", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51f250-authn-ssl"} 2026-09-14T10:15:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51f250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51f250", "reconcileID": "05f8094b-dc76-44f3-af62-5aa5ecf12fb3", "Gateway": "e2e-ipp-cleanup-51f250", "namespace": "openshift-ingress"} 2026-09-14T10:15:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51f250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51f250", "reconcileID": "0fe20996-a5ed-44bb-9dbd-04a7d342cdc4", "Gateway": "e2e-ipp-cleanup-51f250", "namespace": "openshift-ingress"} 2026-09-14T10:15:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51f250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51f250", "reconcileID": "0fe20996-a5ed-44bb-9dbd-04a7d342cdc4", "Gateway": "e2e-ipp-cleanup-51f250", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51f250-authn-ssl"} 2026-09-14T10:15:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51f250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51f250", "reconcileID": "0fe20996-a5ed-44bb-9dbd-04a7d342cdc4", "Gateway": "e2e-ipp-cleanup-51f250", "namespace": "openshift-ingress"} 2026-09-14T10:15:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51f250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51f250", "reconcileID": "cdad325a-d28c-4c84-a694-2b119e3a1118", "Gateway": "e2e-ipp-cleanup-51f250", "namespace": "openshift-ingress"} 2026-09-14T10:15:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51f250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51f250", "reconcileID": "cdad325a-d28c-4c84-a694-2b119e3a1118", "Gateway": "e2e-ipp-cleanup-51f250", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51f250-authn-ssl"} 2026-09-14T10:15:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51f250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51f250", "reconcileID": "cdad325a-d28c-4c84-a694-2b119e3a1118", "Gateway": "e2e-ipp-cleanup-51f250", "namespace": "openshift-ingress"} 2026-09-14T10:15:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51f250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51f250", "reconcileID": "0226c046-9b58-4e54-96b0-16c249f28bab", "Gateway": "e2e-ipp-cleanup-51f250", "namespace": "openshift-ingress"} 2026-09-14T10:15:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51f250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51f250", "reconcileID": "0226c046-9b58-4e54-96b0-16c249f28bab", "Gateway": "e2e-ipp-cleanup-51f250", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51f250-authn-ssl"} 2026-09-14T10:15:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51f250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51f250", "reconcileID": "0226c046-9b58-4e54-96b0-16c249f28bab", "Gateway": "e2e-ipp-cleanup-51f250", "namespace": "openshift-ingress"} 2026-09-14T10:15:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51f250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51f250", "reconcileID": "f6c2c79b-fb5e-40f1-a705-efb031031037", "Gateway": "e2e-ipp-cleanup-51f250", "namespace": "openshift-ingress"} 2026-09-14T10:15:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51f250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51f250", "reconcileID": "f6c2c79b-fb5e-40f1-a705-efb031031037", "Gateway": "e2e-ipp-cleanup-51f250", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51f250-authn-ssl"} 2026-09-14T10:15:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51f250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51f250", "reconcileID": "f6c2c79b-fb5e-40f1-a705-efb031031037", "Gateway": "e2e-ipp-cleanup-51f250", "namespace": "openshift-ingress"} 2026-09-14T10:15:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-51f250"}, "namespace": "ai-tenant-e2e-ipp-cleanup-51f250", "name": "openshift-service-ca.crt", "reconcileID": "06c9b063-4c91-4eaa-b7c4-38742191ea45", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-51f250"} 2026-09-14T10:15:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-51f250"}, "namespace": "ai-tenant-e2e-ipp-cleanup-51f250", "name": "odh-trusted-ca-bundle", "reconcileID": "42f0005c-3221-430f-a905-6319f6bd8bcf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-51f250"} 2026-09-14T10:15:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-51f250"}, "namespace": "ai-tenant-e2e-ipp-cleanup-51f250", "name": "openshift-service-ca.crt", "reconcileID": "6fadb0e6-fbfb-4094-bcb8-1b8dad20098b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-51f250", "create": "odh-kserve-custom-ca-bundle"} 2026-09-14T10:15:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-51f250"}, "namespace": "ai-tenant-e2e-ipp-cleanup-51f250", "name": "openshift-service-ca.crt", "reconcileID": "6fadb0e6-fbfb-4094-bcb8-1b8dad20098b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-51f250"} 2026-09-14T10:15:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-51f250"}, "namespace": "ai-tenant-e2e-ipp-cleanup-51f250", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dad250cb-b3e4-4371-a1df-5d5c48081d6b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-51f250"} 2026-09-14T10:15:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-51f250"}, "namespace": "ai-tenant-e2e-ipp-cleanup-51f250", "name": "openshift-service-ca.crt", "reconcileID": "a59efd3e-845f-4a01-b4cb-28c3da269bc2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-51f250"} 2026-09-14T10:15:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-51f250"}, "namespace": "ai-tenant-e2e-ipp-cleanup-51f250", "name": "odh-trusted-ca-bundle", "reconcileID": "0c4b2344-7b56-4032-b51b-277feb17bdca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-51f250", "update": "odh-kserve-custom-ca-bundle"} 2026-09-14T10:15:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-51f250"}, "namespace": "ai-tenant-e2e-ipp-cleanup-51f250", "name": "odh-trusted-ca-bundle", "reconcileID": "0c4b2344-7b56-4032-b51b-277feb17bdca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-51f250"} 2026-09-14T10:15:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-51f250"}, "namespace": "ai-tenant-e2e-ipp-cleanup-51f250", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "97a08ea5-c867-45e8-9716-ec46ef2e1065", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-51f250"} 2026-09-14T10:15:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51f250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51f250", "reconcileID": "322f00b3-7139-4852-909d-1945acac4ccc", "Gateway": "e2e-ipp-cleanup-51f250", "namespace": "openshift-ingress"} 2026-09-14T10:15:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51f250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51f250", "reconcileID": "322f00b3-7139-4852-909d-1945acac4ccc", "Gateway": "e2e-ipp-cleanup-51f250", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51f250-authn-ssl"} 2026-09-14T10:15:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51f250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51f250", "reconcileID": "322f00b3-7139-4852-909d-1945acac4ccc", "Gateway": "e2e-ipp-cleanup-51f250", "namespace": "openshift-ingress"} 2026-09-14T10:15:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51f250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51f250", "reconcileID": "3a56eb62-32cf-49da-b3d5-45104e5c5c12", "Gateway": "e2e-ipp-cleanup-51f250", "namespace": "openshift-ingress"} 2026-09-14T10:15:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51f250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51f250", "reconcileID": "3a56eb62-32cf-49da-b3d5-45104e5c5c12", "Gateway": "e2e-ipp-cleanup-51f250", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51f250-authn-ssl"} 2026-09-14T10:15:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51f250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51f250", "reconcileID": "3a56eb62-32cf-49da-b3d5-45104e5c5c12", "Gateway": "e2e-ipp-cleanup-51f250", "namespace": "openshift-ingress"} 2026-09-14T10:16:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51f250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51f250", "reconcileID": "295ea405-71a1-4076-bac6-aabb2d1732c0", "Gateway": "e2e-ipp-cleanup-51f250", "namespace": "openshift-ingress"} 2026-09-14T10:16:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51f250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51f250", "reconcileID": "295ea405-71a1-4076-bac6-aabb2d1732c0", "Gateway": "e2e-ipp-cleanup-51f250", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51f250-authn-ssl"} 2026-09-14T10:16:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51f250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51f250", "reconcileID": "295ea405-71a1-4076-bac6-aabb2d1732c0", "Gateway": "e2e-ipp-cleanup-51f250", "namespace": "openshift-ingress"} 2026-09-14T10:16:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51f250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51f250", "reconcileID": "c34810c8-503d-4b08-8532-8e6994bbaa95", "Gateway": "e2e-ipp-cleanup-51f250", "namespace": "openshift-ingress"} 2026-09-14T10:16:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51f250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51f250", "reconcileID": "c34810c8-503d-4b08-8532-8e6994bbaa95", "Gateway": "e2e-ipp-cleanup-51f250", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51f250-authn-ssl"} 2026-09-14T10:16:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51f250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51f250", "reconcileID": "c34810c8-503d-4b08-8532-8e6994bbaa95", "Gateway": "e2e-ipp-cleanup-51f250", "namespace": "openshift-ingress"} 2026-09-14T10:16:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-51f250"}, "namespace": "ai-tenant-e2e-ipp-cleanup-51f250", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "86ec661e-84c9-4897-afd5-eaa75d0d5c5f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-51f250"} 2026-09-14T10:16:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-51f250"}, "namespace": "ai-tenant-e2e-ipp-cleanup-51f250", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "86ec661e-84c9-4897-afd5-eaa75d0d5c5f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-51f250", "create": "odh-kserve-custom-ca-bundle"} 2026-09-14T10:16:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-51f250"}, "namespace": "ai-tenant-e2e-ipp-cleanup-51f250", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "86ec661e-84c9-4897-afd5-eaa75d0d5c5f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-51f250 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-14T10:16:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-51f250"}, "namespace": "ai-tenant-e2e-ipp-cleanup-51f250", "name": "odh-trusted-ca-bundle", "reconcileID": "d7c0a153-dcf6-4b44-9510-fdcee883dad7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-51f250"} 2026-09-14T10:16:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-51f250"}, "namespace": "ai-tenant-e2e-ipp-cleanup-51f250", "name": "odh-trusted-ca-bundle", "reconcileID": "d7c0a153-dcf6-4b44-9510-fdcee883dad7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-51f250", "create": "odh-kserve-custom-ca-bundle"} 2026-09-14T10:16:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-51f250"}, "namespace": "ai-tenant-e2e-ipp-cleanup-51f250", "name": "odh-trusted-ca-bundle", "reconcileID": "d7c0a153-dcf6-4b44-9510-fdcee883dad7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-51f250 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-14T10:16:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-51f250"}, "namespace": "ai-tenant-e2e-ipp-cleanup-51f250", "name": "openshift-service-ca.crt", "reconcileID": "d4977fe1-418b-4a11-b448-36781733dbd0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-51f250"} 2026-09-14T10:16:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-51f250"}, "namespace": "ai-tenant-e2e-ipp-cleanup-51f250", "name": "openshift-service-ca.crt", "reconcileID": "d4977fe1-418b-4a11-b448-36781733dbd0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-51f250"} 2026-09-14T10:16:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-51f250"}, "namespace": "ai-tenant-e2e-ipp-cleanup-51f250", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "270c8d8b-9448-4e8a-8698-53cdf52abaa9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-51f250"} 2026-09-14T10:16:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-51f250"}, "namespace": "ai-tenant-e2e-ipp-cleanup-51f250", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "270c8d8b-9448-4e8a-8698-53cdf52abaa9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-51f250"} 2026-09-14T10:16:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-51f250"}, "namespace": "ai-tenant-e2e-ipp-cleanup-51f250", "name": "odh-trusted-ca-bundle", "reconcileID": "00139967-a089-4fa8-9e67-13876f2bf8a4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-51f250"} 2026-09-14T10:16:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-51f250"}, "namespace": "ai-tenant-e2e-ipp-cleanup-51f250", "name": "odh-trusted-ca-bundle", "reconcileID": "00139967-a089-4fa8-9e67-13876f2bf8a4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-51f250"} 2026-09-14T10:16:25Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51f250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51f250", "reconcileID": "b0f9ac67-7d21-42dc-9898-8870f5e2698e", "Gateway": "e2e-ipp-cleanup-51f250", "namespace": "openshift-ingress"} 2026-09-14T10:16:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "3d2e4c42-88ff-49ec-b7bb-775d32f6476a", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress"} 2026-09-14T10:16:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "3d2e4c42-88ff-49ec-b7bb-775d32f6476a", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b-authn-ssl"} 2026-09-14T10:16:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "3d2e4c42-88ff-49ec-b7bb-775d32f6476a", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress"} 2026-09-14T10:16:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "099def07-f021-4aed-a9b3-d57447075b34", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress"} 2026-09-14T10:16:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "099def07-f021-4aed-a9b3-d57447075b34", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b-authn-ssl"} 2026-09-14T10:16:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "099def07-f021-4aed-a9b3-d57447075b34", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress"} 2026-09-14T10:16:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "1cd36d62-f8eb-424b-8d6d-afaa45b1ceb7", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress"} 2026-09-14T10:16:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "1cd36d62-f8eb-424b-8d6d-afaa45b1ceb7", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b-authn-ssl"} 2026-09-14T10:16:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "1cd36d62-f8eb-424b-8d6d-afaa45b1ceb7", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress"} 2026-09-14T10:16:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "0cbb9e8f-0b07-44dc-8548-e826601c0edd", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b"} 2026-09-14T10:16:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "0cbb9e8f-0b07-44dc-8548-e826601c0edd", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b"} 2026-09-14T10:16:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "0cbb9e8f-0b07-44dc-8548-e826601c0edd", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b"} 2026-09-14T10:16:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "0cbb9e8f-0b07-44dc-8548-e826601c0edd", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b-kserve-route-authn"} 2026-09-14T10:16:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "0cbb9e8f-0b07-44dc-8548-e826601c0edd", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b", "authType": "userdefined"} 2026-09-14T10:16:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "0cbb9e8f-0b07-44dc-8548-e826601c0edd", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b"} 2026-09-14T10:17:01Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-14T10:17:01Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-14T10:17:05Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-14T10:17:05Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-14T10:17:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "7bd2a75d-e8dc-4402-ac0c-c8aaee3c91a8", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b"} 2026-09-14T10:17:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "7bd2a75d-e8dc-4402-ac0c-c8aaee3c91a8", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b"} 2026-09-14T10:17:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "7bd2a75d-e8dc-4402-ac0c-c8aaee3c91a8", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b"} 2026-09-14T10:17:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "7bd2a75d-e8dc-4402-ac0c-c8aaee3c91a8", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b-kserve-route-authn"} 2026-09-14T10:17:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "7bd2a75d-e8dc-4402-ac0c-c8aaee3c91a8", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b", "authType": "userdefined"} 2026-09-14T10:17:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "7bd2a75d-e8dc-4402-ac0c-c8aaee3c91a8", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b"} 2026-09-14T10:17:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f477df81-dd39-4b54-b596-6337702d339d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-78742b"} 2026-09-14T10:17:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f477df81-dd39-4b54-b596-6337702d339d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-78742b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-14T10:17:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f477df81-dd39-4b54-b596-6337702d339d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-78742b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-14T10:17:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "odh-trusted-ca-bundle", "reconcileID": "2e90c685-0ff7-4909-b22a-2f7947ff6aea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-78742b"} 2026-09-14T10:17:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "odh-trusted-ca-bundle", "reconcileID": "2e90c685-0ff7-4909-b22a-2f7947ff6aea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-78742b"} 2026-09-14T10:17:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "openshift-service-ca.crt", "reconcileID": "dbea4cfb-8eff-4b61-b64e-807a5376752c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-78742b"} 2026-09-14T10:17:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "openshift-service-ca.crt", "reconcileID": "dbea4cfb-8eff-4b61-b64e-807a5376752c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-78742b"} 2026-09-14T10:17:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e54c4b6e-c522-483b-83d9-52efa61f53ec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-78742b"} 2026-09-14T10:17:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e54c4b6e-c522-483b-83d9-52efa61f53ec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-78742b"} 2026-09-14T10:17:27Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "a4104c8c-413d-42cc-95cf-77055ab17756", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b"} 2026-09-14T10:17:27Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "a4104c8c-413d-42cc-95cf-77055ab17756", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b"} 2026-09-14T10:17:27Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "a4104c8c-413d-42cc-95cf-77055ab17756", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b"} 2026-09-14T10:17:27Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "a4104c8c-413d-42cc-95cf-77055ab17756", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b"} 2026-09-14T10:17:27Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "a4104c8c-413d-42cc-95cf-77055ab17756", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b-kserve-route-authn"} 2026-09-14T10:17:27Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "a4104c8c-413d-42cc-95cf-77055ab17756", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b-kserve-route-authn"} 2026-09-14T10:17:27Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "a4104c8c-413d-42cc-95cf-77055ab17756", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b"} 2026-09-14T10:17:27Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "a4104c8c-413d-42cc-95cf-77055ab17756", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b"} 2026-09-14T10:17:27Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78742b","namespace":"ai-tenant-e2e-ipp-a-78742b"}, "namespace": "ai-tenant-e2e-ipp-a-78742b", "name": "ipp-route-78742b", "reconcileID": "bab5e779-26e7-4dab-933d-439db3667c38", "LLMInferenceService": "ipp-route-78742b", "namespace": "ai-tenant-e2e-ipp-a-78742b"} 2026-09-14T10:17:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "1dd51781-edd0-400c-b6aa-8ed12453c7d5", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress"} 2026-09-14T10:17:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "1dd51781-edd0-400c-b6aa-8ed12453c7d5", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b-authn-ssl"} 2026-09-14T10:17:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "1dd51781-edd0-400c-b6aa-8ed12453c7d5", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress"} 2026-09-14T10:17:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "77e241c4-da4f-47ff-8c5d-d6b4d3a1c45a", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress"} 2026-09-14T10:17:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "77e241c4-da4f-47ff-8c5d-d6b4d3a1c45a", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b-authn-ssl"} 2026-09-14T10:17:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "77e241c4-da4f-47ff-8c5d-d6b4d3a1c45a", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress"} 2026-09-14T10:17:34Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78742b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78742b", "reconcileID": "660690d4-549e-49e2-a95a-dbca34508b4c", "Gateway": "e2e-ipp-a-78742b", "namespace": "openshift-ingress"} 2026-09-14T10:17:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2c2a39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2c2a39", "reconcileID": "b80d0a44-a3a2-4776-bd09-272f10d24057", "Gateway": "e2e-ipp-b-2c2a39", "namespace": "openshift-ingress"} 2026-09-14T10:17:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2c2a39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2c2a39", "reconcileID": "b80d0a44-a3a2-4776-bd09-272f10d24057", "Gateway": "e2e-ipp-b-2c2a39", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2c2a39-authn-ssl"} 2026-09-14T10:17:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2c2a39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2c2a39", "reconcileID": "b80d0a44-a3a2-4776-bd09-272f10d24057", "Gateway": "e2e-ipp-b-2c2a39", "namespace": "openshift-ingress"} 2026-09-14T10:17:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2c2a39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2c2a39", "reconcileID": "c2e4958b-6e34-4c71-b7ab-19572f6db9db", "Gateway": "e2e-ipp-b-2c2a39", "namespace": "openshift-ingress"} 2026-09-14T10:17:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2c2a39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2c2a39", "reconcileID": "c2e4958b-6e34-4c71-b7ab-19572f6db9db", "Gateway": "e2e-ipp-b-2c2a39", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2c2a39-authn-ssl"} 2026-09-14T10:17:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2c2a39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2c2a39", "reconcileID": "c2e4958b-6e34-4c71-b7ab-19572f6db9db", "Gateway": "e2e-ipp-b-2c2a39", "namespace": "openshift-ingress"} 2026-09-14T10:17:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2c2a39"}, "namespace": "ai-tenant-e2e-ipp-b-2c2a39", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "577a4213-0b69-4acb-92ba-6632d3c6588d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2c2a39"} 2026-09-14T10:17:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2c2a39"}, "namespace": "ai-tenant-e2e-ipp-b-2c2a39", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "577a4213-0b69-4acb-92ba-6632d3c6588d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2c2a39", "create": "odh-kserve-custom-ca-bundle"} 2026-09-14T10:17:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2c2a39"}, "namespace": "ai-tenant-e2e-ipp-b-2c2a39", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "577a4213-0b69-4acb-92ba-6632d3c6588d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-2c2a39 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-14T10:17:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2c2a39"}, "namespace": "ai-tenant-e2e-ipp-b-2c2a39", "name": "odh-trusted-ca-bundle", "reconcileID": "8fc405bc-07e2-4ec0-ac82-75ca9745b28e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2c2a39"} 2026-09-14T10:17:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2c2a39"}, "namespace": "ai-tenant-e2e-ipp-b-2c2a39", "name": "odh-trusted-ca-bundle", "reconcileID": "8fc405bc-07e2-4ec0-ac82-75ca9745b28e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2c2a39"} 2026-09-14T10:17:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-2c2a39"}, "namespace": "ai-tenant-e2e-ipp-b-2c2a39", "name": "openshift-service-ca.crt", "reconcileID": "3a9eddd4-267c-4d8a-b283-c93b7440d28b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-2c2a39"} 2026-09-14T10:17:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-2c2a39"}, "namespace": "ai-tenant-e2e-ipp-b-2c2a39", "name": "openshift-service-ca.crt", "reconcileID": "3a9eddd4-267c-4d8a-b283-c93b7440d28b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-2c2a39"} 2026-09-14T10:17:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2c2a39"}, "namespace": "ai-tenant-e2e-ipp-b-2c2a39", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "def52e4a-9286-462d-8727-28cb9c41240e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2c2a39"} 2026-09-14T10:17:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2c2a39"}, "namespace": "ai-tenant-e2e-ipp-b-2c2a39", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "def52e4a-9286-462d-8727-28cb9c41240e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2c2a39"} 2026-09-14T10:17:52Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2c2a39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2c2a39", "reconcileID": "c1e8c025-3219-4c97-8c15-b62fcd99420b", "Gateway": "e2e-ipp-b-2c2a39", "namespace": "openshift-ingress"} 2026-09-14T10:18:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-51aefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-51aefd", "reconcileID": "dd1c7610-20cb-42ef-ade3-f110d7203062", "Gateway": "e2e-shared-a-w3-51aefd", "namespace": "openshift-ingress"} 2026-09-14T10:18:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-51aefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-51aefd", "reconcileID": "dd1c7610-20cb-42ef-ade3-f110d7203062", "Gateway": "e2e-shared-a-w3-51aefd", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-51aefd-authn-ssl"} 2026-09-14T10:18:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-51aefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-51aefd", "reconcileID": "dd1c7610-20cb-42ef-ade3-f110d7203062", "Gateway": "e2e-shared-a-w3-51aefd", "namespace": "openshift-ingress"} 2026-09-14T10:18:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-51aefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-51aefd", "reconcileID": "276069a9-39ac-40fd-9b55-cea40aeb65a3", "Gateway": "e2e-shared-a-w3-51aefd", "namespace": "openshift-ingress"} 2026-09-14T10:18:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-51aefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-51aefd", "reconcileID": "276069a9-39ac-40fd-9b55-cea40aeb65a3", "Gateway": "e2e-shared-a-w3-51aefd", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-51aefd-authn-ssl"} 2026-09-14T10:18:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-51aefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-51aefd", "reconcileID": "276069a9-39ac-40fd-9b55-cea40aeb65a3", "Gateway": "e2e-shared-a-w3-51aefd", "namespace": "openshift-ingress"} 2026-09-14T10:18:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-51aefd"}, "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21b873df-d12e-47ee-881a-0a87825775a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-51aefd"} 2026-09-14T10:18:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-51aefd"}, "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21b873df-d12e-47ee-881a-0a87825775a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "create": "odh-kserve-custom-ca-bundle"} 2026-09-14T10:18:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-51aefd"}, "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21b873df-d12e-47ee-881a-0a87825775a3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-51aefd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-14T10:18:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-51aefd"}, "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "odh-trusted-ca-bundle", "reconcileID": "cc09e477-7c6f-4e49-a96a-82195598ded9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-51aefd"} 2026-09-14T10:18:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-51aefd"}, "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "odh-trusted-ca-bundle", "reconcileID": "cc09e477-7c6f-4e49-a96a-82195598ded9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-51aefd"} 2026-09-14T10:18:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-51aefd"}, "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "openshift-service-ca.crt", "reconcileID": "7c29bda5-cbcf-44f8-b28e-4778bc30d38c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-51aefd"} 2026-09-14T10:18:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-51aefd"}, "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "openshift-service-ca.crt", "reconcileID": "7c29bda5-cbcf-44f8-b28e-4778bc30d38c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-51aefd"} 2026-09-14T10:18:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-51aefd"}, "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d973432-95a8-4075-a6e6-d7eccf3dcdc1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-51aefd"} 2026-09-14T10:18:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-51aefd"}, "namespace": "ai-tenant-e2e-shared-a-w3-51aefd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d973432-95a8-4075-a6e6-d7eccf3dcdc1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-51aefd"} 2026-09-14T10:18:10Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-51aefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-51aefd", "reconcileID": "d4216256-5e33-4db6-9b70-cdd472f6ce8a", "Gateway": "e2e-shared-a-w3-51aefd", "namespace": "openshift-ingress"} 2026-09-14T10:18:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f4d054","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4d054", "reconcileID": "964fdff3-075d-4574-b489-8bf4a4f77438", "Gateway": "e2e-shared-b-w3-f4d054", "namespace": "openshift-ingress"} 2026-09-14T10:18:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f4d054","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4d054", "reconcileID": "964fdff3-075d-4574-b489-8bf4a4f77438", "Gateway": "e2e-shared-b-w3-f4d054", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4d054-authn-ssl"} 2026-09-14T10:18:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f4d054","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4d054", "reconcileID": "964fdff3-075d-4574-b489-8bf4a4f77438", "Gateway": "e2e-shared-b-w3-f4d054", "namespace": "openshift-ingress"} 2026-09-14T10:18:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f4d054","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4d054", "reconcileID": "cafb41b2-6d64-4a21-86cd-da840921a39c", "Gateway": "e2e-shared-b-w3-f4d054", "namespace": "openshift-ingress"} 2026-09-14T10:18:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f4d054","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4d054", "reconcileID": "cafb41b2-6d64-4a21-86cd-da840921a39c", "Gateway": "e2e-shared-b-w3-f4d054", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4d054-authn-ssl"} 2026-09-14T10:18:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f4d054","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4d054", "reconcileID": "cafb41b2-6d64-4a21-86cd-da840921a39c", "Gateway": "e2e-shared-b-w3-f4d054", "namespace": "openshift-ingress"} 2026-09-14T10:18:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "465a0322-3bf0-4ffc-9df3-01fa92bb3ba9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054"} 2026-09-14T10:18:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "465a0322-3bf0-4ffc-9df3-01fa92bb3ba9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "create": "odh-kserve-custom-ca-bundle"} 2026-09-14T10:18:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "465a0322-3bf0-4ffc-9df3-01fa92bb3ba9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-f4d054 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-14T10:18:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "odh-trusted-ca-bundle", "reconcileID": "ab285bdb-2b42-49a0-b7d6-fdd831f1568f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054"} 2026-09-14T10:18:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "odh-trusted-ca-bundle", "reconcileID": "ab285bdb-2b42-49a0-b7d6-fdd831f1568f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054"} 2026-09-14T10:18:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "openshift-service-ca.crt", "reconcileID": "4ebcc656-ce6b-4d4d-862d-310f2f65ce63", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054"} 2026-09-14T10:18:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "openshift-service-ca.crt", "reconcileID": "4ebcc656-ce6b-4d4d-862d-310f2f65ce63", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054"} 2026-09-14T10:18:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d7826d5-e2a9-42ae-b661-6478e0ec0398", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054"} 2026-09-14T10:18:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-f4d054"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4d054", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d7826d5-e2a9-42ae-b661-6478e0ec0398", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-f4d054"} 2026-09-14T10:18:28Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f4d054","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4d054", "reconcileID": "8a37a7b1-5dcf-4e81-a238-1a8bb974f449", "Gateway": "e2e-shared-b-w3-f4d054", "namespace": "openshift-ingress"} 2026-09-14T10:22:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-82942479", "reconcileID": "cc099ebf-c10f-47c1-b6f3-d557f7defd79", "LLMInferenceService": "e2e-same-id-a-82942479", "namespace": "llm"} 2026-09-14T10:22:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-82942479", "reconcileID": "cc099ebf-c10f-47c1-b6f3-d557f7defd79", "LLMInferenceService": "e2e-same-id-a-82942479", "namespace": "llm"} 2026-09-14T10:22:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-82942479", "reconcileID": "cc099ebf-c10f-47c1-b6f3-d557f7defd79", "LLMInferenceService": "e2e-same-id-a-82942479", "namespace": "llm"} 2026-09-14T10:22:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "08973181-bf6f-4d6c-907d-978c10775faa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-14T10:22:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-82942479", "reconcileID": "cc099ebf-c10f-47c1-b6f3-d557f7defd79", "LLMInferenceService": "e2e-same-id-a-82942479", "namespace": "llm", "name": "e2e-same-id-a-82942479-kserve-route-authn"} 2026-09-14T10:22:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-82942479", "reconcileID": "cc099ebf-c10f-47c1-b6f3-d557f7defd79", "LLMInferenceService": "e2e-same-id-a-82942479", "namespace": "llm", "authType": "userdefined"} 2026-09-14T10:22:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-82942479", "reconcileID": "cc099ebf-c10f-47c1-b6f3-d557f7defd79", "LLMInferenceService": "e2e-same-id-a-82942479", "namespace": "llm"} 2026-09-14T10:22:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "08973181-bf6f-4d6c-907d-978c10775faa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-14T10:22:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "08973181-bf6f-4d6c-907d-978c10775faa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-14T10:22:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-82942479", "reconcileID": "8bf38748-0d42-4d2a-9c05-437566074f4a", "LLMInferenceService": "e2e-same-id-b-82942479", "namespace": "llm"} 2026-09-14T10:22:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-82942479", "reconcileID": "8bf38748-0d42-4d2a-9c05-437566074f4a", "LLMInferenceService": "e2e-same-id-b-82942479", "namespace": "llm"} 2026-09-14T10:22:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-82942479", "reconcileID": "8bf38748-0d42-4d2a-9c05-437566074f4a", "LLMInferenceService": "e2e-same-id-b-82942479", "namespace": "llm"} 2026-09-14T10:22:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "266eaa33-af3a-459c-9ff4-0b172bacfcfc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-14T10:22:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-82942479", "reconcileID": "8bf38748-0d42-4d2a-9c05-437566074f4a", "LLMInferenceService": "e2e-same-id-b-82942479", "namespace": "llm", "name": "e2e-same-id-b-82942479-kserve-route-authn"} 2026-09-14T10:22:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-82942479", "reconcileID": "8bf38748-0d42-4d2a-9c05-437566074f4a", "LLMInferenceService": "e2e-same-id-b-82942479", "namespace": "llm", "authType": "userdefined"} 2026-09-14T10:22:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-82942479", "reconcileID": "8bf38748-0d42-4d2a-9c05-437566074f4a", "LLMInferenceService": "e2e-same-id-b-82942479", "namespace": "llm"} 2026-09-14T10:22:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "266eaa33-af3a-459c-9ff4-0b172bacfcfc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-14T10:22:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "266eaa33-af3a-459c-9ff4-0b172bacfcfc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-14T10:22:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-82942479", "reconcileID": "29fb3d42-c52a-4fcb-9035-3dbe7eb54fc5", "LLMInferenceService": "e2e-same-id-a-82942479", "namespace": "llm"} 2026-09-14T10:22:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-82942479", "reconcileID": "29fb3d42-c52a-4fcb-9035-3dbe7eb54fc5", "LLMInferenceService": "e2e-same-id-a-82942479", "namespace": "llm"} 2026-09-14T10:22:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-82942479", "reconcileID": "29fb3d42-c52a-4fcb-9035-3dbe7eb54fc5", "LLMInferenceService": "e2e-same-id-a-82942479", "namespace": "llm"} 2026-09-14T10:22:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-82942479", "reconcileID": "29fb3d42-c52a-4fcb-9035-3dbe7eb54fc5", "LLMInferenceService": "e2e-same-id-a-82942479", "namespace": "llm", "name": "e2e-same-id-a-82942479-kserve-route-authn"} 2026-09-14T10:22:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-82942479", "reconcileID": "29fb3d42-c52a-4fcb-9035-3dbe7eb54fc5", "LLMInferenceService": "e2e-same-id-a-82942479", "namespace": "llm", "authType": "userdefined"} 2026-09-14T10:22:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-82942479", "reconcileID": "29fb3d42-c52a-4fcb-9035-3dbe7eb54fc5", "LLMInferenceService": "e2e-same-id-a-82942479", "namespace": "llm"} 2026-09-14T10:22:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "27c93397-5abc-4f11-9a3e-bfed64eea1b4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-14T10:22:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "27c93397-5abc-4f11-9a3e-bfed64eea1b4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-14T10:22:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "27c93397-5abc-4f11-9a3e-bfed64eea1b4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-14T10:22:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-82942479", "reconcileID": "8fccef19-b775-423e-ba69-07144b244675", "LLMInferenceService": "e2e-same-id-a-82942479", "namespace": "llm"} 2026-09-14T10:22:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-82942479", "reconcileID": "8fccef19-b775-423e-ba69-07144b244675", "LLMInferenceService": "e2e-same-id-a-82942479", "namespace": "llm"} 2026-09-14T10:22:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-82942479", "reconcileID": "8fccef19-b775-423e-ba69-07144b244675", "LLMInferenceService": "e2e-same-id-a-82942479", "namespace": "llm"} 2026-09-14T10:22:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-82942479", "reconcileID": "8fccef19-b775-423e-ba69-07144b244675", "LLMInferenceService": "e2e-same-id-a-82942479", "namespace": "llm", "name": "e2e-same-id-a-82942479-kserve-route-authn"} 2026-09-14T10:22:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-82942479", "reconcileID": "8fccef19-b775-423e-ba69-07144b244675", "LLMInferenceService": "e2e-same-id-a-82942479", "namespace": "llm", "authType": "userdefined"} 2026-09-14T10:22:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-82942479", "reconcileID": "8fccef19-b775-423e-ba69-07144b244675", "LLMInferenceService": "e2e-same-id-a-82942479", "namespace": "llm"} 2026-09-14T10:22:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-82942479", "reconcileID": "0d39dd88-9fdf-4d31-9d16-b924371bc74c", "LLMInferenceService": "e2e-same-id-b-82942479", "namespace": "llm"} 2026-09-14T10:22:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-82942479", "reconcileID": "0d39dd88-9fdf-4d31-9d16-b924371bc74c", "LLMInferenceService": "e2e-same-id-b-82942479", "namespace": "llm"} 2026-09-14T10:22:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-82942479", "reconcileID": "0d39dd88-9fdf-4d31-9d16-b924371bc74c", "LLMInferenceService": "e2e-same-id-b-82942479", "namespace": "llm"} 2026-09-14T10:22:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-82942479", "reconcileID": "0d39dd88-9fdf-4d31-9d16-b924371bc74c", "LLMInferenceService": "e2e-same-id-b-82942479", "namespace": "llm", "name": "e2e-same-id-b-82942479-kserve-route-authn"} 2026-09-14T10:22:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-82942479", "reconcileID": "0d39dd88-9fdf-4d31-9d16-b924371bc74c", "LLMInferenceService": "e2e-same-id-b-82942479", "namespace": "llm", "authType": "userdefined"} 2026-09-14T10:22:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-82942479", "reconcileID": "0d39dd88-9fdf-4d31-9d16-b924371bc74c", "LLMInferenceService": "e2e-same-id-b-82942479", "namespace": "llm"} 2026-09-14T10:23:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "29ce2a4c-3810-4ad3-9aaa-b25613a15dfb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-14T10:23:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "29ce2a4c-3810-4ad3-9aaa-b25613a15dfb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-14T10:23:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "29ce2a4c-3810-4ad3-9aaa-b25613a15dfb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-14T10:23:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-82942479", "reconcileID": "b8a10aef-7819-4564-b252-c68b9352939c", "LLMInferenceService": "e2e-same-id-b-82942479", "namespace": "llm"} 2026-09-14T10:23:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-82942479", "reconcileID": "b8a10aef-7819-4564-b252-c68b9352939c", "LLMInferenceService": "e2e-same-id-b-82942479", "namespace": "llm"} 2026-09-14T10:23:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-82942479", "reconcileID": "b8a10aef-7819-4564-b252-c68b9352939c", "LLMInferenceService": "e2e-same-id-b-82942479", "namespace": "llm"} 2026-09-14T10:23:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-82942479", "reconcileID": "b8a10aef-7819-4564-b252-c68b9352939c", "LLMInferenceService": "e2e-same-id-b-82942479", "namespace": "llm", "name": "e2e-same-id-b-82942479-kserve-route-authn"} 2026-09-14T10:23:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-82942479", "reconcileID": "b8a10aef-7819-4564-b252-c68b9352939c", "LLMInferenceService": "e2e-same-id-b-82942479", "namespace": "llm", "authType": "userdefined"} 2026-09-14T10:23:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-82942479", "reconcileID": "b8a10aef-7819-4564-b252-c68b9352939c", "LLMInferenceService": "e2e-same-id-b-82942479", "namespace": "llm"} 2026-09-14T10:23:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-82942479", "reconcileID": "716b26dd-9406-4612-9649-784bae2889f9", "LLMInferenceService": "e2e-same-id-a-82942479", "namespace": "llm"} 2026-09-14T10:23:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-82942479", "reconcileID": "716b26dd-9406-4612-9649-784bae2889f9", "LLMInferenceService": "e2e-same-id-a-82942479", "namespace": "llm"} 2026-09-14T10:23:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-82942479", "reconcileID": "716b26dd-9406-4612-9649-784bae2889f9", "LLMInferenceService": "e2e-same-id-a-82942479", "namespace": "llm"} 2026-09-14T10:23:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-82942479", "reconcileID": "716b26dd-9406-4612-9649-784bae2889f9", "LLMInferenceService": "e2e-same-id-a-82942479", "namespace": "llm", "name": "e2e-same-id-a-82942479-kserve-route-authn"} 2026-09-14T10:23:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-82942479", "reconcileID": "716b26dd-9406-4612-9649-784bae2889f9", "LLMInferenceService": "e2e-same-id-a-82942479", "namespace": "llm", "authType": "userdefined"} 2026-09-14T10:23:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-82942479", "reconcileID": "716b26dd-9406-4612-9649-784bae2889f9", "LLMInferenceService": "e2e-same-id-a-82942479", "namespace": "llm"} 2026-09-14T10:23:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-82942479", "reconcileID": "76f54996-c926-4a71-8333-6f4c0797d8dc", "LLMInferenceService": "e2e-same-id-b-82942479", "namespace": "llm"} 2026-09-14T10:23:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-82942479", "reconcileID": "76f54996-c926-4a71-8333-6f4c0797d8dc", "LLMInferenceService": "e2e-same-id-b-82942479", "namespace": "llm"} 2026-09-14T10:23:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-82942479", "reconcileID": "76f54996-c926-4a71-8333-6f4c0797d8dc", "LLMInferenceService": "e2e-same-id-b-82942479", "namespace": "llm"} 2026-09-14T10:23:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-82942479", "reconcileID": "76f54996-c926-4a71-8333-6f4c0797d8dc", "LLMInferenceService": "e2e-same-id-b-82942479", "namespace": "llm", "name": "e2e-same-id-b-82942479-kserve-route-authn"} 2026-09-14T10:23:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-82942479", "reconcileID": "76f54996-c926-4a71-8333-6f4c0797d8dc", "LLMInferenceService": "e2e-same-id-b-82942479", "namespace": "llm", "authType": "userdefined"} 2026-09-14T10:23:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-82942479", "reconcileID": "76f54996-c926-4a71-8333-6f4c0797d8dc", "LLMInferenceService": "e2e-same-id-b-82942479", "namespace": "llm"} 2026-09-14T10:23:26Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-82942479", "reconcileID": "f81736a8-315f-486c-9159-422865c79772", "LLMInferenceService": "e2e-same-id-a-82942479", "namespace": "llm"} 2026-09-14T10:23:26Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-82942479", "reconcileID": "f81736a8-315f-486c-9159-422865c79772", "LLMInferenceService": "e2e-same-id-a-82942479", "namespace": "llm", "name": "e2e-same-id-a-82942479"} 2026-09-14T10:23:26Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-82942479", "reconcileID": "f81736a8-315f-486c-9159-422865c79772", "LLMInferenceService": "e2e-same-id-a-82942479", "namespace": "llm"} 2026-09-14T10:23:26Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-82942479", "reconcileID": "f81736a8-315f-486c-9159-422865c79772", "LLMInferenceService": "e2e-same-id-a-82942479", "namespace": "llm"} 2026-09-14T10:23:26Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-82942479", "reconcileID": "f81736a8-315f-486c-9159-422865c79772", "LLMInferenceService": "e2e-same-id-a-82942479", "namespace": "llm", "name": "e2e-same-id-a-82942479-kserve-route-authn"} 2026-09-14T10:23:26Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-82942479", "reconcileID": "f81736a8-315f-486c-9159-422865c79772", "LLMInferenceService": "e2e-same-id-a-82942479", "namespace": "llm", "name": "e2e-same-id-a-82942479-kserve-route-authn"} 2026-09-14T10:23:27Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-82942479", "reconcileID": "501dbebd-2644-4cbe-b9ba-4fbeebb77a17", "LLMInferenceService": "e2e-same-id-a-82942479", "namespace": "llm"} 2026-09-14T10:23:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "eb6da6a3-8bfb-49c0-a4aa-ddce81d91fd1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-14T10:23:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "eb6da6a3-8bfb-49c0-a4aa-ddce81d91fd1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-14T10:23:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "eb6da6a3-8bfb-49c0-a4aa-ddce81d91fd1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-14T10:23:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "89a2ab4a-8953-44a2-802f-4abd6af1c487", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-14T10:23:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "89a2ab4a-8953-44a2-802f-4abd6af1c487", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-14T10:23:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "89a2ab4a-8953-44a2-802f-4abd6af1c487", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-14T10:23:27Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-82942479", "reconcileID": "59cb5003-4c91-4cfa-b4cb-6ab57430bca5", "LLMInferenceService": "e2e-same-id-b-82942479", "namespace": "llm"} 2026-09-14T10:23:27Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-82942479", "reconcileID": "59cb5003-4c91-4cfa-b4cb-6ab57430bca5", "LLMInferenceService": "e2e-same-id-b-82942479", "namespace": "llm", "name": "e2e-same-id-b-82942479"} 2026-09-14T10:23:27Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-82942479", "reconcileID": "59cb5003-4c91-4cfa-b4cb-6ab57430bca5", "LLMInferenceService": "e2e-same-id-b-82942479", "namespace": "llm"} 2026-09-14T10:23:27Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-82942479", "reconcileID": "59cb5003-4c91-4cfa-b4cb-6ab57430bca5", "LLMInferenceService": "e2e-same-id-b-82942479", "namespace": "llm"} 2026-09-14T10:23:27Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-82942479", "reconcileID": "59cb5003-4c91-4cfa-b4cb-6ab57430bca5", "LLMInferenceService": "e2e-same-id-b-82942479", "namespace": "llm", "name": "e2e-same-id-b-82942479-kserve-route-authn"} 2026-09-14T10:23:27Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-82942479", "reconcileID": "59cb5003-4c91-4cfa-b4cb-6ab57430bca5", "LLMInferenceService": "e2e-same-id-b-82942479", "namespace": "llm", "name": "e2e-same-id-b-82942479-kserve-route-authn"} 2026-09-14T10:23:28Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-82942479","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-82942479", "reconcileID": "d20f0a13-a533-4249-bb4b-3458639a6783", "LLMInferenceService": "e2e-same-id-b-82942479", "namespace": "llm"} 2026-09-14T10:23:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "524a0816-1101-4dd8-bd35-4dd1fc0ec114", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-14T10:23:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "524a0816-1101-4dd8-bd35-4dd1fc0ec114", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-14T10:23:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "524a0816-1101-4dd8-bd35-4dd1fc0ec114", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-14T10:23:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d50674c5-843a-41a7-9925-64eecfbe3d80", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-14T10:23:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d50674c5-843a-41a7-9925-64eecfbe3d80", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-14T10:23:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d50674c5-843a-41a7-9925-64eecfbe3d80", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-14T10:23:37Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-14T10:23:37Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-14T10:23:37Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-14T10:23:37Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}