2026-07-24T00:54:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "sub-test-model-91a75b", "reconcileID": "14f92006-228a-471b-baeb-175dd81cced4", "LLMInferenceService": "sub-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T00:54:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "sub-test-model-91a75b", "reconcileID": "14f92006-228a-471b-baeb-175dd81cced4", "LLMInferenceService": "sub-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T00:54:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "sub-test-model-91a75b", "reconcileID": "14f92006-228a-471b-baeb-175dd81cced4", "LLMInferenceService": "sub-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "sub-test-model-91a75b-kserve-route-authn"} 2026-07-24T00:54:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "sub-test-model-91a75b", "reconcileID": "14f92006-228a-471b-baeb-175dd81cced4", "LLMInferenceService": "sub-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b", "authType": "userdefined"} 2026-07-24T00:54:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "sub-test-model-91a75b", "reconcileID": "14f92006-228a-471b-baeb-175dd81cced4", "LLMInferenceService": "sub-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T00:54:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "sub-test-model-91a75b", "reconcileID": "a3b5ae2a-93bd-433b-b9e6-5995fb44e6fb", "LLMInferenceService": "sub-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T00:54:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "sub-test-model-91a75b", "reconcileID": "a3b5ae2a-93bd-433b-b9e6-5995fb44e6fb", "LLMInferenceService": "sub-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T00:54:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "sub-test-model-91a75b", "reconcileID": "a3b5ae2a-93bd-433b-b9e6-5995fb44e6fb", "LLMInferenceService": "sub-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T00:54:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "sub-test-model-91a75b", "reconcileID": "a3b5ae2a-93bd-433b-b9e6-5995fb44e6fb", "LLMInferenceService": "sub-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "sub-test-model-91a75b-kserve-route-authn"} 2026-07-24T00:54:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "sub-test-model-91a75b", "reconcileID": "a3b5ae2a-93bd-433b-b9e6-5995fb44e6fb", "LLMInferenceService": "sub-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b", "authType": "userdefined"} 2026-07-24T00:54:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "sub-test-model-91a75b", "reconcileID": "a3b5ae2a-93bd-433b-b9e6-5995fb44e6fb", "LLMInferenceService": "sub-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T00:54:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "sub-test-model-91a75b", "reconcileID": "c54c7817-a438-43ca-a864-8368bce84b15", "LLMInferenceService": "sub-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T00:54:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "sub-test-model-91a75b", "reconcileID": "c54c7817-a438-43ca-a864-8368bce84b15", "LLMInferenceService": "sub-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T00:54:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "sub-test-model-91a75b", "reconcileID": "c54c7817-a438-43ca-a864-8368bce84b15", "LLMInferenceService": "sub-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T00:54:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "sub-test-model-91a75b", "reconcileID": "c54c7817-a438-43ca-a864-8368bce84b15", "LLMInferenceService": "sub-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "sub-test-model-91a75b-kserve-route-authn"} 2026-07-24T00:54:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "sub-test-model-91a75b", "reconcileID": "c54c7817-a438-43ca-a864-8368bce84b15", "LLMInferenceService": "sub-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b", "authType": "userdefined"} 2026-07-24T00:54:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "sub-test-model-91a75b", "reconcileID": "c54c7817-a438-43ca-a864-8368bce84b15", "LLMInferenceService": "sub-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T00:54:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91a75b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b", "reconcileID": "91d13247-7b83-4e6c-8153-1c40eec35c16", "Gateway": "e2e-shared-b-91a75b", "namespace": "openshift-ingress"} 2026-07-24T00:54:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91a75b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b", "reconcileID": "91d13247-7b83-4e6c-8153-1c40eec35c16", "Gateway": "e2e-shared-b-91a75b", "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b-authn-ssl"} 2026-07-24T00:54:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91a75b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b", "reconcileID": "91d13247-7b83-4e6c-8153-1c40eec35c16", "Gateway": "e2e-shared-b-91a75b", "namespace": "openshift-ingress"} 2026-07-24T00:54:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44952a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a", "reconcileID": "459cc409-681d-4b25-aec6-7d10d0c4d24e", "Gateway": "e2e-shared-a-44952a", "namespace": "openshift-ingress"} 2026-07-24T00:54:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44952a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a", "reconcileID": "459cc409-681d-4b25-aec6-7d10d0c4d24e", "Gateway": "e2e-shared-a-44952a", "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a-authn-ssl"} 2026-07-24T00:54:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44952a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a", "reconcileID": "459cc409-681d-4b25-aec6-7d10d0c4d24e", "Gateway": "e2e-shared-a-44952a", "namespace": "openshift-ingress"} 2026-07-24T00:54:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91a75b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b", "reconcileID": "0a549b91-0af8-44e0-83c6-aca9e44eac87", "Gateway": "e2e-shared-b-91a75b", "namespace": "openshift-ingress"} 2026-07-24T00:54:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91a75b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b", "reconcileID": "0a549b91-0af8-44e0-83c6-aca9e44eac87", "Gateway": "e2e-shared-b-91a75b", "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b-authn-ssl"} 2026-07-24T00:54:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91a75b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b", "reconcileID": "0a549b91-0af8-44e0-83c6-aca9e44eac87", "Gateway": "e2e-shared-b-91a75b", "namespace": "openshift-ingress"} 2026-07-24T00:54:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44952a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a", "reconcileID": "32e8456e-77eb-4896-a7b8-7a0d8f0d4b65", "Gateway": "e2e-shared-a-44952a", "namespace": "openshift-ingress"} 2026-07-24T00:54:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44952a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a", "reconcileID": "32e8456e-77eb-4896-a7b8-7a0d8f0d4b65", "Gateway": "e2e-shared-a-44952a", "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a-authn-ssl"} 2026-07-24T00:54:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44952a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a", "reconcileID": "32e8456e-77eb-4896-a7b8-7a0d8f0d4b65", "Gateway": "e2e-shared-a-44952a", "namespace": "openshift-ingress"} 2026-07-24T00:54:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44952a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a", "reconcileID": "afde872d-3172-49e7-bceb-94c160ec316d", "Gateway": "e2e-shared-a-44952a", "namespace": "openshift-ingress"} 2026-07-24T00:54:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44952a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a", "reconcileID": "afde872d-3172-49e7-bceb-94c160ec316d", "Gateway": "e2e-shared-a-44952a", "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a-authn-ssl"} 2026-07-24T00:54:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44952a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a", "reconcileID": "afde872d-3172-49e7-bceb-94c160ec316d", "Gateway": "e2e-shared-a-44952a", "namespace": "openshift-ingress"} 2026-07-24T00:54:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91a75b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b", "reconcileID": "15eee1ba-5350-41cf-86db-bc43d6982e2d", "Gateway": "e2e-shared-b-91a75b", "namespace": "openshift-ingress"} 2026-07-24T00:54:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91a75b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b", "reconcileID": "15eee1ba-5350-41cf-86db-bc43d6982e2d", "Gateway": "e2e-shared-b-91a75b", "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b-authn-ssl"} 2026-07-24T00:54:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91a75b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b", "reconcileID": "15eee1ba-5350-41cf-86db-bc43d6982e2d", "Gateway": "e2e-shared-b-91a75b", "namespace": "openshift-ingress"} 2026-07-24T00:54:49Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44952a","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "sub-test-model-44952a", "reconcileID": "5ca567bf-c775-4876-a3b1-b4a6c0b47bb7", "LLMInferenceService": "sub-test-model-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a"} 2026-07-24T00:54:49Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44952a","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "sub-test-model-44952a", "reconcileID": "5ca567bf-c775-4876-a3b1-b4a6c0b47bb7", "LLMInferenceService": "sub-test-model-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "sub-test-model-44952a"} 2026-07-24T00:54:49Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44952a","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "sub-test-model-44952a", "reconcileID": "5ca567bf-c775-4876-a3b1-b4a6c0b47bb7", "LLMInferenceService": "sub-test-model-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a"} 2026-07-24T00:54:49Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44952a","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "sub-test-model-44952a", "reconcileID": "5ca567bf-c775-4876-a3b1-b4a6c0b47bb7", "LLMInferenceService": "sub-test-model-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a"} 2026-07-24T00:54:49Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44952a","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "sub-test-model-44952a", "reconcileID": "5ca567bf-c775-4876-a3b1-b4a6c0b47bb7", "LLMInferenceService": "sub-test-model-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "sub-test-model-44952a-kserve-route-authn"} 2026-07-24T00:54:49Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44952a","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "sub-test-model-44952a", "reconcileID": "5ca567bf-c775-4876-a3b1-b4a6c0b47bb7", "LLMInferenceService": "sub-test-model-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "sub-test-model-44952a-kserve-route-authn"} 2026-07-24T00:54:49Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44952a","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "sub-test-model-44952a", "reconcileID": "5ca567bf-c775-4876-a3b1-b4a6c0b47bb7", "LLMInferenceService": "sub-test-model-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a"} 2026-07-24T00:54:49Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44952a","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "sub-test-model-44952a", "reconcileID": "5ca567bf-c775-4876-a3b1-b4a6c0b47bb7", "LLMInferenceService": "sub-test-model-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a"} 2026-07-24T00:54:49Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44952a","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "sub-test-model-44952a", "reconcileID": "6c9e88d1-e0ee-4ea4-97ee-8e42a9971a36", "LLMInferenceService": "sub-test-model-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a"} 2026-07-24T00:54:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44952a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a", "reconcileID": "a6832810-faaa-446d-b1f7-c3a508c1a5b7", "Gateway": "e2e-shared-a-44952a", "namespace": "openshift-ingress"} 2026-07-24T00:54:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44952a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a", "reconcileID": "a6832810-faaa-446d-b1f7-c3a508c1a5b7", "Gateway": "e2e-shared-a-44952a", "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a-authn-ssl"} 2026-07-24T00:54:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44952a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a", "reconcileID": "a6832810-faaa-446d-b1f7-c3a508c1a5b7", "Gateway": "e2e-shared-a-44952a", "namespace": "openshift-ingress"} 2026-07-24T00:54:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44952a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a", "reconcileID": "bfa72b8d-cfe9-45ee-a8f2-08b244a6d058", "Gateway": "e2e-shared-a-44952a", "namespace": "openshift-ingress"} 2026-07-24T00:54:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44952a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a", "reconcileID": "bfa72b8d-cfe9-45ee-a8f2-08b244a6d058", "Gateway": "e2e-shared-a-44952a", "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a-authn-ssl"} 2026-07-24T00:54:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44952a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a", "reconcileID": "bfa72b8d-cfe9-45ee-a8f2-08b244a6d058", "Gateway": "e2e-shared-a-44952a", "namespace": "openshift-ingress"} 2026-07-24T00:54:49Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "sub-test-model-91a75b", "reconcileID": "01626dae-2838-4f65-b7e3-201c89c25687", "LLMInferenceService": "sub-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T00:54:49Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "sub-test-model-91a75b", "reconcileID": "01626dae-2838-4f65-b7e3-201c89c25687", "LLMInferenceService": "sub-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "sub-test-model-91a75b"} 2026-07-24T00:54:49Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "sub-test-model-91a75b", "reconcileID": "01626dae-2838-4f65-b7e3-201c89c25687", "LLMInferenceService": "sub-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T00:54:49Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "sub-test-model-91a75b", "reconcileID": "01626dae-2838-4f65-b7e3-201c89c25687", "LLMInferenceService": "sub-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T00:54:49Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "sub-test-model-91a75b", "reconcileID": "01626dae-2838-4f65-b7e3-201c89c25687", "LLMInferenceService": "sub-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "sub-test-model-91a75b-kserve-route-authn"} 2026-07-24T00:54:49Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "sub-test-model-91a75b", "reconcileID": "01626dae-2838-4f65-b7e3-201c89c25687", "LLMInferenceService": "sub-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "sub-test-model-91a75b-kserve-route-authn"} 2026-07-24T00:54:49Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "sub-test-model-91a75b", "reconcileID": "01626dae-2838-4f65-b7e3-201c89c25687", "LLMInferenceService": "sub-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T00:54:49Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "sub-test-model-91a75b", "reconcileID": "01626dae-2838-4f65-b7e3-201c89c25687", "LLMInferenceService": "sub-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T00:54:50Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "sub-test-model-91a75b", "reconcileID": "827a4154-5579-436a-acf1-d7d42ab6d67f", "LLMInferenceService": "sub-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T00:54:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91a75b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b", "reconcileID": "5d12b807-b6d7-4ef4-af7d-07dc8cf7bcb7", "Gateway": "e2e-shared-b-91a75b", "namespace": "openshift-ingress"} 2026-07-24T00:54:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91a75b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b", "reconcileID": "5d12b807-b6d7-4ef4-af7d-07dc8cf7bcb7", "Gateway": "e2e-shared-b-91a75b", "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b-authn-ssl"} 2026-07-24T00:54:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91a75b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b", "reconcileID": "5d12b807-b6d7-4ef4-af7d-07dc8cf7bcb7", "Gateway": "e2e-shared-b-91a75b", "namespace": "openshift-ingress"} 2026-07-24T00:54:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91a75b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b", "reconcileID": "b6cadf36-5c31-4dcb-8388-4ea6a0297aba", "Gateway": "e2e-shared-b-91a75b", "namespace": "openshift-ingress"} 2026-07-24T00:54:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91a75b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b", "reconcileID": "b6cadf36-5c31-4dcb-8388-4ea6a0297aba", "Gateway": "e2e-shared-b-91a75b", "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b-authn-ssl"} 2026-07-24T00:54:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91a75b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b", "reconcileID": "b6cadf36-5c31-4dcb-8388-4ea6a0297aba", "Gateway": "e2e-shared-b-91a75b", "namespace": "openshift-ingress"} 2026-07-24T00:54:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44952a","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "rate-test-model-44952a", "reconcileID": "24c2a9de-e4bf-482d-ba6e-0eafb289bc9e", "LLMInferenceService": "rate-test-model-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a"} 2026-07-24T00:54:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44952a","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "rate-test-model-44952a", "reconcileID": "24c2a9de-e4bf-482d-ba6e-0eafb289bc9e", "LLMInferenceService": "rate-test-model-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a"} 2026-07-24T00:54:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44952a","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "rate-test-model-44952a", "reconcileID": "24c2a9de-e4bf-482d-ba6e-0eafb289bc9e", "LLMInferenceService": "rate-test-model-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a"} 2026-07-24T00:54:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44952a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a", "reconcileID": "bf0e57db-59c9-48df-96ca-66863ac1ffd3", "Gateway": "e2e-shared-a-44952a", "namespace": "openshift-ingress"} 2026-07-24T00:54:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44952a","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "rate-test-model-44952a", "reconcileID": "24c2a9de-e4bf-482d-ba6e-0eafb289bc9e", "LLMInferenceService": "rate-test-model-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "rate-test-model-44952a-kserve-route-authn"} 2026-07-24T00:54:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44952a","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "rate-test-model-44952a", "reconcileID": "24c2a9de-e4bf-482d-ba6e-0eafb289bc9e", "LLMInferenceService": "rate-test-model-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a", "authType": "userdefined"} 2026-07-24T00:54:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44952a","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "rate-test-model-44952a", "reconcileID": "24c2a9de-e4bf-482d-ba6e-0eafb289bc9e", "LLMInferenceService": "rate-test-model-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a"} 2026-07-24T00:54:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44952a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a", "reconcileID": "bf0e57db-59c9-48df-96ca-66863ac1ffd3", "Gateway": "e2e-shared-a-44952a", "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a-authn-ssl"} 2026-07-24T00:54:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44952a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a", "reconcileID": "bf0e57db-59c9-48df-96ca-66863ac1ffd3", "Gateway": "e2e-shared-a-44952a", "namespace": "openshift-ingress"} 2026-07-24T00:54:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44952a","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "rate-test-model-44952a", "reconcileID": "ee74811a-801f-4d64-9681-92c19122aaa6", "LLMInferenceService": "rate-test-model-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a"} 2026-07-24T00:54:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44952a","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "rate-test-model-44952a", "reconcileID": "ee74811a-801f-4d64-9681-92c19122aaa6", "LLMInferenceService": "rate-test-model-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a"} 2026-07-24T00:54:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44952a","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "rate-test-model-44952a", "reconcileID": "ee74811a-801f-4d64-9681-92c19122aaa6", "LLMInferenceService": "rate-test-model-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a"} 2026-07-24T00:54:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44952a","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "rate-test-model-44952a", "reconcileID": "ee74811a-801f-4d64-9681-92c19122aaa6", "LLMInferenceService": "rate-test-model-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "rate-test-model-44952a-kserve-route-authn"} 2026-07-24T00:54:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44952a","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "rate-test-model-44952a", "reconcileID": "ee74811a-801f-4d64-9681-92c19122aaa6", "LLMInferenceService": "rate-test-model-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a", "authType": "userdefined"} 2026-07-24T00:54:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44952a","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "rate-test-model-44952a", "reconcileID": "ee74811a-801f-4d64-9681-92c19122aaa6", "LLMInferenceService": "rate-test-model-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a"} 2026-07-24T00:55:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44952a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a", "reconcileID": "652280ab-3992-4257-8a50-24abb163bd35", "Gateway": "e2e-shared-a-44952a", "namespace": "openshift-ingress"} 2026-07-24T00:55:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44952a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a", "reconcileID": "652280ab-3992-4257-8a50-24abb163bd35", "Gateway": "e2e-shared-a-44952a", "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a-authn-ssl"} 2026-07-24T00:55:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44952a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a", "reconcileID": "652280ab-3992-4257-8a50-24abb163bd35", "Gateway": "e2e-shared-a-44952a", "namespace": "openshift-ingress"} 2026-07-24T00:55:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91a75b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b", "reconcileID": "539ba410-efea-41f0-b7b4-f67f71a425f0", "Gateway": "e2e-shared-b-91a75b", "namespace": "openshift-ingress"} 2026-07-24T00:55:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91a75b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b", "reconcileID": "539ba410-efea-41f0-b7b4-f67f71a425f0", "Gateway": "e2e-shared-b-91a75b", "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b-authn-ssl"} 2026-07-24T00:55:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91a75b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b", "reconcileID": "539ba410-efea-41f0-b7b4-f67f71a425f0", "Gateway": "e2e-shared-b-91a75b", "namespace": "openshift-ingress"} 2026-07-24T00:55:08Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T00:55:08Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T00:55:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44952a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a", "reconcileID": "ea933a68-20a2-41ef-b4ca-6eda5780ad5f", "Gateway": "e2e-shared-a-44952a", "namespace": "openshift-ingress"} 2026-07-24T00:55:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44952a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a", "reconcileID": "ea933a68-20a2-41ef-b4ca-6eda5780ad5f", "Gateway": "e2e-shared-a-44952a", "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a-authn-ssl"} 2026-07-24T00:55:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44952a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a", "reconcileID": "ea933a68-20a2-41ef-b4ca-6eda5780ad5f", "Gateway": "e2e-shared-a-44952a", "namespace": "openshift-ingress"} 2026-07-24T00:55:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44952a","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "rate-test-model-44952a", "reconcileID": "0272e23d-1cb6-4ae3-a92e-7c5add65fc06", "LLMInferenceService": "rate-test-model-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a"} 2026-07-24T00:55:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44952a","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "rate-test-model-44952a", "reconcileID": "0272e23d-1cb6-4ae3-a92e-7c5add65fc06", "LLMInferenceService": "rate-test-model-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a"} 2026-07-24T00:55:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44952a","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "rate-test-model-44952a", "reconcileID": "0272e23d-1cb6-4ae3-a92e-7c5add65fc06", "LLMInferenceService": "rate-test-model-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a"} 2026-07-24T00:55:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44952a","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "rate-test-model-44952a", "reconcileID": "0272e23d-1cb6-4ae3-a92e-7c5add65fc06", "LLMInferenceService": "rate-test-model-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "rate-test-model-44952a-kserve-route-authn"} 2026-07-24T00:55:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44952a","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "rate-test-model-44952a", "reconcileID": "0272e23d-1cb6-4ae3-a92e-7c5add65fc06", "LLMInferenceService": "rate-test-model-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a", "authType": "userdefined"} 2026-07-24T00:55:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44952a","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "rate-test-model-44952a", "reconcileID": "0272e23d-1cb6-4ae3-a92e-7c5add65fc06", "LLMInferenceService": "rate-test-model-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a"} 2026-07-24T00:55:13Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T00:55:13Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T00:55:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44952a","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "rate-test-model-44952a", "reconcileID": "2ac85762-3d8a-492d-a593-fab9bebc2384", "LLMInferenceService": "rate-test-model-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a"} 2026-07-24T00:55:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44952a","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "rate-test-model-44952a", "reconcileID": "2ac85762-3d8a-492d-a593-fab9bebc2384", "LLMInferenceService": "rate-test-model-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a"} 2026-07-24T00:55:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44952a","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "rate-test-model-44952a", "reconcileID": "2ac85762-3d8a-492d-a593-fab9bebc2384", "LLMInferenceService": "rate-test-model-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a"} 2026-07-24T00:55:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44952a","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "rate-test-model-44952a", "reconcileID": "2ac85762-3d8a-492d-a593-fab9bebc2384", "LLMInferenceService": "rate-test-model-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "rate-test-model-44952a-kserve-route-authn"} 2026-07-24T00:55:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44952a","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "rate-test-model-44952a", "reconcileID": "2ac85762-3d8a-492d-a593-fab9bebc2384", "LLMInferenceService": "rate-test-model-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a", "authType": "userdefined"} 2026-07-24T00:55:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44952a","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "rate-test-model-44952a", "reconcileID": "2ac85762-3d8a-492d-a593-fab9bebc2384", "LLMInferenceService": "rate-test-model-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a"} 2026-07-24T00:55:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44952a","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "rate-test-model-44952a", "reconcileID": "97a22d2f-bc23-47ae-8eb4-f7370587c77e", "LLMInferenceService": "rate-test-model-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a"} 2026-07-24T00:55:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44952a","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "rate-test-model-44952a", "reconcileID": "97a22d2f-bc23-47ae-8eb4-f7370587c77e", "LLMInferenceService": "rate-test-model-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a"} 2026-07-24T00:55:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44952a","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "rate-test-model-44952a", "reconcileID": "97a22d2f-bc23-47ae-8eb4-f7370587c77e", "LLMInferenceService": "rate-test-model-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a"} 2026-07-24T00:55:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44952a","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "rate-test-model-44952a", "reconcileID": "97a22d2f-bc23-47ae-8eb4-f7370587c77e", "LLMInferenceService": "rate-test-model-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "rate-test-model-44952a-kserve-route-authn"} 2026-07-24T00:55:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44952a","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "rate-test-model-44952a", "reconcileID": "97a22d2f-bc23-47ae-8eb4-f7370587c77e", "LLMInferenceService": "rate-test-model-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a", "authType": "userdefined"} 2026-07-24T00:55:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44952a","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "rate-test-model-44952a", "reconcileID": "97a22d2f-bc23-47ae-8eb4-f7370587c77e", "LLMInferenceService": "rate-test-model-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a"} 2026-07-24T00:55:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "37683189-d40a-4bd6-8868-7cd4e2ad8f9f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T00:55:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "rate-test-model-91a75b", "reconcileID": "31a8cd64-fb24-4e64-81cb-1c9e6f57dfc6", "LLMInferenceService": "rate-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T00:55:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "rate-test-model-91a75b", "reconcileID": "31a8cd64-fb24-4e64-81cb-1c9e6f57dfc6", "LLMInferenceService": "rate-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T00:55:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "rate-test-model-91a75b", "reconcileID": "31a8cd64-fb24-4e64-81cb-1c9e6f57dfc6", "LLMInferenceService": "rate-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T00:55:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91a75b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b", "reconcileID": "488eb88d-651e-42a9-a80f-0b16b270b831", "Gateway": "e2e-shared-b-91a75b", "namespace": "openshift-ingress"} 2026-07-24T00:55:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "rate-test-model-91a75b", "reconcileID": "31a8cd64-fb24-4e64-81cb-1c9e6f57dfc6", "LLMInferenceService": "rate-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "rate-test-model-91a75b-kserve-route-authn"} 2026-07-24T00:55:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "rate-test-model-91a75b", "reconcileID": "31a8cd64-fb24-4e64-81cb-1c9e6f57dfc6", "LLMInferenceService": "rate-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b", "authType": "userdefined"} 2026-07-24T00:55:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "rate-test-model-91a75b", "reconcileID": "31a8cd64-fb24-4e64-81cb-1c9e6f57dfc6", "LLMInferenceService": "rate-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T00:55:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91a75b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b", "reconcileID": "488eb88d-651e-42a9-a80f-0b16b270b831", "Gateway": "e2e-shared-b-91a75b", "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b-authn-ssl"} 2026-07-24T00:55:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91a75b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b", "reconcileID": "488eb88d-651e-42a9-a80f-0b16b270b831", "Gateway": "e2e-shared-b-91a75b", "namespace": "openshift-ingress"} 2026-07-24T00:55:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "rate-test-model-91a75b", "reconcileID": "a7448247-5e4e-4e13-bc33-59e9f2c3e500", "LLMInferenceService": "rate-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T00:55:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "rate-test-model-91a75b", "reconcileID": "a7448247-5e4e-4e13-bc33-59e9f2c3e500", "LLMInferenceService": "rate-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T00:55:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "rate-test-model-91a75b", "reconcileID": "a7448247-5e4e-4e13-bc33-59e9f2c3e500", "LLMInferenceService": "rate-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T00:55:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "rate-test-model-91a75b", "reconcileID": "a7448247-5e4e-4e13-bc33-59e9f2c3e500", "LLMInferenceService": "rate-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "rate-test-model-91a75b-kserve-route-authn"} 2026-07-24T00:55:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "rate-test-model-91a75b", "reconcileID": "a7448247-5e4e-4e13-bc33-59e9f2c3e500", "LLMInferenceService": "rate-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b", "authType": "userdefined"} 2026-07-24T00:55:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "rate-test-model-91a75b", "reconcileID": "a7448247-5e4e-4e13-bc33-59e9f2c3e500", "LLMInferenceService": "rate-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T00:55:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7d2b2eb8-eaec-47a0-b883-c8c2066dc14b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T00:55:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91a75b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b", "reconcileID": "0d1e463d-bb67-479b-8720-6fa4a48a499b", "Gateway": "e2e-shared-b-91a75b", "namespace": "openshift-ingress"} 2026-07-24T00:55:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91a75b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b", "reconcileID": "0d1e463d-bb67-479b-8720-6fa4a48a499b", "Gateway": "e2e-shared-b-91a75b", "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b-authn-ssl"} 2026-07-24T00:55:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91a75b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b", "reconcileID": "0d1e463d-bb67-479b-8720-6fa4a48a499b", "Gateway": "e2e-shared-b-91a75b", "namespace": "openshift-ingress"} 2026-07-24T00:55:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "rate-test-model-91a75b", "reconcileID": "439ef003-fc0a-45ec-9f30-77e1542a4283", "LLMInferenceService": "rate-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T00:55:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "rate-test-model-91a75b", "reconcileID": "439ef003-fc0a-45ec-9f30-77e1542a4283", "LLMInferenceService": "rate-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T00:55:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "rate-test-model-91a75b", "reconcileID": "439ef003-fc0a-45ec-9f30-77e1542a4283", "LLMInferenceService": "rate-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T00:55:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "rate-test-model-91a75b", "reconcileID": "439ef003-fc0a-45ec-9f30-77e1542a4283", "LLMInferenceService": "rate-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "rate-test-model-91a75b-kserve-route-authn"} 2026-07-24T00:55:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "rate-test-model-91a75b", "reconcileID": "439ef003-fc0a-45ec-9f30-77e1542a4283", "LLMInferenceService": "rate-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b", "authType": "userdefined"} 2026-07-24T00:55:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "rate-test-model-91a75b", "reconcileID": "439ef003-fc0a-45ec-9f30-77e1542a4283", "LLMInferenceService": "rate-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T00:55:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "rate-test-model-91a75b", "reconcileID": "a992a5e7-3645-452c-a0ba-046a7cbbbe43", "LLMInferenceService": "rate-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T00:55:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "rate-test-model-91a75b", "reconcileID": "a992a5e7-3645-452c-a0ba-046a7cbbbe43", "LLMInferenceService": "rate-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T00:55:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "rate-test-model-91a75b", "reconcileID": "a992a5e7-3645-452c-a0ba-046a7cbbbe43", "LLMInferenceService": "rate-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T00:55:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "rate-test-model-91a75b", "reconcileID": "a992a5e7-3645-452c-a0ba-046a7cbbbe43", "LLMInferenceService": "rate-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "rate-test-model-91a75b-kserve-route-authn"} 2026-07-24T00:55:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "rate-test-model-91a75b", "reconcileID": "a992a5e7-3645-452c-a0ba-046a7cbbbe43", "LLMInferenceService": "rate-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b", "authType": "userdefined"} 2026-07-24T00:55:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "rate-test-model-91a75b", "reconcileID": "a992a5e7-3645-452c-a0ba-046a7cbbbe43", "LLMInferenceService": "rate-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T00:55:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f0b1c2eb-989e-4c76-8f8a-ea2931f541ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T00:56:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "rate-test-model-91a75b", "reconcileID": "f74799b3-f559-4016-b7ae-4be93caf8482", "LLMInferenceService": "rate-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T00:56:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "rate-test-model-91a75b", "reconcileID": "f74799b3-f559-4016-b7ae-4be93caf8482", "LLMInferenceService": "rate-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T00:56:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "rate-test-model-91a75b", "reconcileID": "f74799b3-f559-4016-b7ae-4be93caf8482", "LLMInferenceService": "rate-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T00:56:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "rate-test-model-91a75b", "reconcileID": "f74799b3-f559-4016-b7ae-4be93caf8482", "LLMInferenceService": "rate-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "rate-test-model-91a75b-kserve-route-authn"} 2026-07-24T00:56:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "rate-test-model-91a75b", "reconcileID": "f74799b3-f559-4016-b7ae-4be93caf8482", "LLMInferenceService": "rate-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b", "authType": "userdefined"} 2026-07-24T00:56:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "rate-test-model-91a75b", "reconcileID": "f74799b3-f559-4016-b7ae-4be93caf8482", "LLMInferenceService": "rate-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T00:56:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91a75b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b", "reconcileID": "023e4d81-1b4a-44b0-a696-18ee5465c71d", "Gateway": "e2e-shared-b-91a75b", "namespace": "openshift-ingress"} 2026-07-24T00:56:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91a75b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b", "reconcileID": "023e4d81-1b4a-44b0-a696-18ee5465c71d", "Gateway": "e2e-shared-b-91a75b", "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b-authn-ssl"} 2026-07-24T00:56:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91a75b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b", "reconcileID": "023e4d81-1b4a-44b0-a696-18ee5465c71d", "Gateway": "e2e-shared-b-91a75b", "namespace": "openshift-ingress"} 2026-07-24T00:56:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44952a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a", "reconcileID": "20bb4c3e-648c-42de-b434-32eaa224a015", "Gateway": "e2e-shared-a-44952a", "namespace": "openshift-ingress"} 2026-07-24T00:56:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44952a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a", "reconcileID": "20bb4c3e-648c-42de-b434-32eaa224a015", "Gateway": "e2e-shared-a-44952a", "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a-authn-ssl"} 2026-07-24T00:56:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44952a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a", "reconcileID": "20bb4c3e-648c-42de-b434-32eaa224a015", "Gateway": "e2e-shared-a-44952a", "namespace": "openshift-ingress"} 2026-07-24T00:56:40Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44952a","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "rate-test-model-44952a", "reconcileID": "5175f548-cd91-44b7-8190-bb578954f6e5", "LLMInferenceService": "rate-test-model-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a"} 2026-07-24T00:56:40Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44952a","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "rate-test-model-44952a", "reconcileID": "5175f548-cd91-44b7-8190-bb578954f6e5", "LLMInferenceService": "rate-test-model-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "rate-test-model-44952a"} 2026-07-24T00:56:40Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44952a","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "rate-test-model-44952a", "reconcileID": "5175f548-cd91-44b7-8190-bb578954f6e5", "LLMInferenceService": "rate-test-model-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a"} 2026-07-24T00:56:40Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44952a","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "rate-test-model-44952a", "reconcileID": "5175f548-cd91-44b7-8190-bb578954f6e5", "LLMInferenceService": "rate-test-model-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a"} 2026-07-24T00:56:40Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44952a","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "rate-test-model-44952a", "reconcileID": "5175f548-cd91-44b7-8190-bb578954f6e5", "LLMInferenceService": "rate-test-model-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "rate-test-model-44952a-kserve-route-authn"} 2026-07-24T00:56:40Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44952a","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "rate-test-model-44952a", "reconcileID": "5175f548-cd91-44b7-8190-bb578954f6e5", "LLMInferenceService": "rate-test-model-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "rate-test-model-44952a-kserve-route-authn"} 2026-07-24T00:56:40Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44952a","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "rate-test-model-44952a", "reconcileID": "5175f548-cd91-44b7-8190-bb578954f6e5", "LLMInferenceService": "rate-test-model-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a"} 2026-07-24T00:56:40Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44952a","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "rate-test-model-44952a", "reconcileID": "5175f548-cd91-44b7-8190-bb578954f6e5", "LLMInferenceService": "rate-test-model-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a"} 2026-07-24T00:56:40Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44952a","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "rate-test-model-44952a", "reconcileID": "cc6f68bb-151e-40f5-b3f1-83490f955d92", "LLMInferenceService": "rate-test-model-44952a", "namespace": "ai-tenant-e2e-shared-a-44952a"} 2026-07-24T00:56:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44952a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a", "reconcileID": "821025a2-3727-40a7-a231-d4998ac00328", "Gateway": "e2e-shared-a-44952a", "namespace": "openshift-ingress"} 2026-07-24T00:56:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44952a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a", "reconcileID": "821025a2-3727-40a7-a231-d4998ac00328", "Gateway": "e2e-shared-a-44952a", "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a-authn-ssl"} 2026-07-24T00:56:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44952a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a", "reconcileID": "821025a2-3727-40a7-a231-d4998ac00328", "Gateway": "e2e-shared-a-44952a", "namespace": "openshift-ingress"} 2026-07-24T00:56:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44952a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a", "reconcileID": "a2d2c75e-8b37-40da-9a9b-8967f3100e2e", "Gateway": "e2e-shared-a-44952a", "namespace": "openshift-ingress"} 2026-07-24T00:56:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44952a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a", "reconcileID": "a2d2c75e-8b37-40da-9a9b-8967f3100e2e", "Gateway": "e2e-shared-a-44952a", "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a-authn-ssl"} 2026-07-24T00:56:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44952a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a", "reconcileID": "a2d2c75e-8b37-40da-9a9b-8967f3100e2e", "Gateway": "e2e-shared-a-44952a", "namespace": "openshift-ingress"} 2026-07-24T00:56:40Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "rate-test-model-91a75b", "reconcileID": "c8d6c9a8-0704-4e4b-98bf-519026c52d8e", "LLMInferenceService": "rate-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T00:56:40Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "rate-test-model-91a75b", "reconcileID": "c8d6c9a8-0704-4e4b-98bf-519026c52d8e", "LLMInferenceService": "rate-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "rate-test-model-91a75b"} 2026-07-24T00:56:40Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "rate-test-model-91a75b", "reconcileID": "c8d6c9a8-0704-4e4b-98bf-519026c52d8e", "LLMInferenceService": "rate-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T00:56:40Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "rate-test-model-91a75b", "reconcileID": "c8d6c9a8-0704-4e4b-98bf-519026c52d8e", "LLMInferenceService": "rate-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T00:56:40Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "rate-test-model-91a75b", "reconcileID": "c8d6c9a8-0704-4e4b-98bf-519026c52d8e", "LLMInferenceService": "rate-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "rate-test-model-91a75b-kserve-route-authn"} 2026-07-24T00:56:40Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "rate-test-model-91a75b", "reconcileID": "c8d6c9a8-0704-4e4b-98bf-519026c52d8e", "LLMInferenceService": "rate-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "rate-test-model-91a75b-kserve-route-authn"} 2026-07-24T00:56:40Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "rate-test-model-91a75b", "reconcileID": "c8d6c9a8-0704-4e4b-98bf-519026c52d8e", "LLMInferenceService": "rate-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T00:56:40Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "rate-test-model-91a75b", "reconcileID": "c8d6c9a8-0704-4e4b-98bf-519026c52d8e", "LLMInferenceService": "rate-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T00:56:41Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91a75b","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "rate-test-model-91a75b", "reconcileID": "221e2d32-bfb0-408f-8831-4b8060a7f4f2", "LLMInferenceService": "rate-test-model-91a75b", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T00:56:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91a75b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b", "reconcileID": "49ecdf6d-bd1c-4597-8c84-451eca1b6b3d", "Gateway": "e2e-shared-b-91a75b", "namespace": "openshift-ingress"} 2026-07-24T00:56:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91a75b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b", "reconcileID": "49ecdf6d-bd1c-4597-8c84-451eca1b6b3d", "Gateway": "e2e-shared-b-91a75b", "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b-authn-ssl"} 2026-07-24T00:56:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91a75b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b", "reconcileID": "49ecdf6d-bd1c-4597-8c84-451eca1b6b3d", "Gateway": "e2e-shared-b-91a75b", "namespace": "openshift-ingress"} 2026-07-24T00:56:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91a75b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b", "reconcileID": "eb5dca21-0ba0-4b5f-a692-486564f1ac1e", "Gateway": "e2e-shared-b-91a75b", "namespace": "openshift-ingress"} 2026-07-24T00:56:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91a75b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b", "reconcileID": "eb5dca21-0ba0-4b5f-a692-486564f1ac1e", "Gateway": "e2e-shared-b-91a75b", "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b-authn-ssl"} 2026-07-24T00:56:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91a75b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b", "reconcileID": "eb5dca21-0ba0-4b5f-a692-486564f1ac1e", "Gateway": "e2e-shared-b-91a75b", "namespace": "openshift-ingress"} 2026-07-24T00:56:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91a75b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b", "reconcileID": "033e1e57-2794-49ef-934d-b3d9beeef404", "Gateway": "e2e-shared-b-91a75b", "namespace": "openshift-ingress"} 2026-07-24T00:56:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91a75b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b", "reconcileID": "033e1e57-2794-49ef-934d-b3d9beeef404", "Gateway": "e2e-shared-b-91a75b", "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b-authn-ssl"} 2026-07-24T00:56:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91a75b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b", "reconcileID": "033e1e57-2794-49ef-934d-b3d9beeef404", "Gateway": "e2e-shared-b-91a75b", "namespace": "openshift-ingress"} 2026-07-24T00:56:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44952a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a", "reconcileID": "bc37c139-8c2a-4b30-9776-9f2ba6ac8191", "Gateway": "e2e-shared-a-44952a", "namespace": "openshift-ingress"} 2026-07-24T00:56:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44952a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a", "reconcileID": "bc37c139-8c2a-4b30-9776-9f2ba6ac8191", "Gateway": "e2e-shared-a-44952a", "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a-authn-ssl"} 2026-07-24T00:56:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44952a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a", "reconcileID": "bc37c139-8c2a-4b30-9776-9f2ba6ac8191", "Gateway": "e2e-shared-a-44952a", "namespace": "openshift-ingress"} 2026-07-24T00:57:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "4a9ca1e4-8c54-4a5d-903c-bb9cdda7a2d5", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress"} 2026-07-24T00:57:01Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "4a9ca1e4-8c54-4a5d-903c-bb9cdda7a2d5", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5-authn-ssl"} 2026-07-24T00:57:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "4a9ca1e4-8c54-4a5d-903c-bb9cdda7a2d5", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress"} 2026-07-24T00:57:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "b2971d8e-79a5-4a00-9d38-e2e72759107f", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress"} 2026-07-24T00:57:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "b2971d8e-79a5-4a00-9d38-e2e72759107f", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5-authn-ssl"} 2026-07-24T00:57:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "b2971d8e-79a5-4a00-9d38-e2e72759107f", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress"} 2026-07-24T00:57:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "fca01579-6b14-4533-8bcb-e707382756b8", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress"} 2026-07-24T00:57:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "fca01579-6b14-4533-8bcb-e707382756b8", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5-authn-ssl"} 2026-07-24T00:57:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "fca01579-6b14-4533-8bcb-e707382756b8", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress"} 2026-07-24T00:57:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "66713fb4-2907-46f3-993f-5851c77e1bda", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress"} 2026-07-24T00:57:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "66713fb4-2907-46f3-993f-5851c77e1bda", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5-authn-ssl"} 2026-07-24T00:57:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "66713fb4-2907-46f3-993f-5851c77e1bda", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress"} 2026-07-24T00:57:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "846f6d66-f680-499e-9d5b-bfa8e0a66203", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress"} 2026-07-24T00:57:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "846f6d66-f680-499e-9d5b-bfa8e0a66203", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5-authn-ssl"} 2026-07-24T00:57:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "846f6d66-f680-499e-9d5b-bfa8e0a66203", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress"} 2026-07-24T00:57:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "34b0a422-0142-4828-a0d3-2c551026b2b5", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress"} 2026-07-24T00:57:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "34b0a422-0142-4828-a0d3-2c551026b2b5", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5-authn-ssl"} 2026-07-24T00:57:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "34b0a422-0142-4828-a0d3-2c551026b2b5", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress"} 2026-07-24T00:57:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "64ebb004-db74-4805-b5d9-3d48f7b4b04b", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress"} 2026-07-24T00:57:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "64ebb004-db74-4805-b5d9-3d48f7b4b04b", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5-authn-ssl"} 2026-07-24T00:57:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "64ebb004-db74-4805-b5d9-3d48f7b4b04b", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress"} 2026-07-24T00:57:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "openshift-service-ca.crt", "reconcileID": "e0932f45-8839-468f-9574-6e70780fbc9e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T00:57:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "odh-trusted-ca-bundle", "reconcileID": "888da39f-9d27-41fa-971e-6a780d9c1bce", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T00:57:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "openshift-service-ca.crt", "reconcileID": "0a930994-d1b3-4333-a225-465298a485ad", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-193ff5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T00:57:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "openshift-service-ca.crt", "reconcileID": "0a930994-d1b3-4333-a225-465298a485ad", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T00:57:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a51e4ec-5664-4024-b831-f92831cec732", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T00:57:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "openshift-service-ca.crt", "reconcileID": "ad7e18e1-6103-4efa-905a-0d90a36a07f1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T00:57:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "odh-trusted-ca-bundle", "reconcileID": "d0a9b408-7184-4490-a6e5-76587352eecf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-193ff5", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T00:57:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "odh-trusted-ca-bundle", "reconcileID": "d0a9b408-7184-4490-a6e5-76587352eecf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T00:57:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "61a2da85-a213-4ee3-9a7d-98b261d78338", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T00:57:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "f30bdba4-67c2-44dd-bc43-428ac6573f32", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress"} 2026-07-24T00:57:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "f30bdba4-67c2-44dd-bc43-428ac6573f32", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5-authn-ssl"} 2026-07-24T00:57:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "f30bdba4-67c2-44dd-bc43-428ac6573f32", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress"} 2026-07-24T00:57:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "85fffcd0-4c94-48cf-a53b-f1e44aaa5c44", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T00:57:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "8af8d751-1880-4094-8841-37075d998f40", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress"} 2026-07-24T00:57:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "8af8d751-1880-4094-8841-37075d998f40", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5-authn-ssl"} 2026-07-24T00:57:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "8af8d751-1880-4094-8841-37075d998f40", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress"} 2026-07-24T00:57:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4fa1d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4fa1d5", "reconcileID": "50264fab-f811-46aa-8384-adde80781a16", "Gateway": "e2e-ipp-b-4fa1d5", "namespace": "openshift-ingress"} 2026-07-24T00:57:20Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4fa1d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4fa1d5", "reconcileID": "50264fab-f811-46aa-8384-adde80781a16", "Gateway": "e2e-ipp-b-4fa1d5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-4fa1d5-authn-ssl"} 2026-07-24T00:57:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4fa1d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4fa1d5", "reconcileID": "50264fab-f811-46aa-8384-adde80781a16", "Gateway": "e2e-ipp-b-4fa1d5", "namespace": "openshift-ingress"} 2026-07-24T00:57:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4fa1d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4fa1d5", "reconcileID": "6c78492f-9516-48dd-b005-d1f9c1037d4f", "Gateway": "e2e-ipp-b-4fa1d5", "namespace": "openshift-ingress"} 2026-07-24T00:57:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4fa1d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4fa1d5", "reconcileID": "6c78492f-9516-48dd-b005-d1f9c1037d4f", "Gateway": "e2e-ipp-b-4fa1d5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-4fa1d5-authn-ssl"} 2026-07-24T00:57:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4fa1d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4fa1d5", "reconcileID": "6c78492f-9516-48dd-b005-d1f9c1037d4f", "Gateway": "e2e-ipp-b-4fa1d5", "namespace": "openshift-ingress"} 2026-07-24T00:57:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4fa1d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4fa1d5", "reconcileID": "c906dd5d-e6cb-46b7-a688-fdeb04518b9e", "Gateway": "e2e-ipp-b-4fa1d5", "namespace": "openshift-ingress"} 2026-07-24T00:57:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4fa1d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4fa1d5", "reconcileID": "c906dd5d-e6cb-46b7-a688-fdeb04518b9e", "Gateway": "e2e-ipp-b-4fa1d5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-4fa1d5-authn-ssl"} 2026-07-24T00:57:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4fa1d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4fa1d5", "reconcileID": "c906dd5d-e6cb-46b7-a688-fdeb04518b9e", "Gateway": "e2e-ipp-b-4fa1d5", "namespace": "openshift-ingress"} 2026-07-24T00:57:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4fa1d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4fa1d5", "reconcileID": "8d53132f-2dd9-4cb3-b981-227856206cd7", "Gateway": "e2e-ipp-b-4fa1d5", "namespace": "openshift-ingress"} 2026-07-24T00:57:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4fa1d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4fa1d5", "reconcileID": "8d53132f-2dd9-4cb3-b981-227856206cd7", "Gateway": "e2e-ipp-b-4fa1d5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-4fa1d5-authn-ssl"} 2026-07-24T00:57:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4fa1d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4fa1d5", "reconcileID": "8d53132f-2dd9-4cb3-b981-227856206cd7", "Gateway": "e2e-ipp-b-4fa1d5", "namespace": "openshift-ingress"} 2026-07-24T00:57:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4fa1d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4fa1d5", "reconcileID": "d8e1686b-d31a-4a17-a8a1-745a3564d0da", "Gateway": "e2e-ipp-b-4fa1d5", "namespace": "openshift-ingress"} 2026-07-24T00:57:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4fa1d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4fa1d5", "reconcileID": "d8e1686b-d31a-4a17-a8a1-745a3564d0da", "Gateway": "e2e-ipp-b-4fa1d5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-4fa1d5-authn-ssl"} 2026-07-24T00:57:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4fa1d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4fa1d5", "reconcileID": "d8e1686b-d31a-4a17-a8a1-745a3564d0da", "Gateway": "e2e-ipp-b-4fa1d5", "namespace": "openshift-ingress"} 2026-07-24T00:57:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4fa1d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4fa1d5", "reconcileID": "a875ea3b-d1db-418f-9566-d5081c098789", "Gateway": "e2e-ipp-b-4fa1d5", "namespace": "openshift-ingress"} 2026-07-24T00:57:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4fa1d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4fa1d5", "reconcileID": "a875ea3b-d1db-418f-9566-d5081c098789", "Gateway": "e2e-ipp-b-4fa1d5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-4fa1d5-authn-ssl"} 2026-07-24T00:57:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4fa1d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4fa1d5", "reconcileID": "a875ea3b-d1db-418f-9566-d5081c098789", "Gateway": "e2e-ipp-b-4fa1d5", "namespace": "openshift-ingress"} 2026-07-24T00:57:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4fa1d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4fa1d5", "reconcileID": "c550fb7c-3f82-45af-abc3-cba27c946209", "Gateway": "e2e-ipp-b-4fa1d5", "namespace": "openshift-ingress"} 2026-07-24T00:57:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4fa1d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4fa1d5", "reconcileID": "c550fb7c-3f82-45af-abc3-cba27c946209", "Gateway": "e2e-ipp-b-4fa1d5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-4fa1d5-authn-ssl"} 2026-07-24T00:57:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4fa1d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4fa1d5", "reconcileID": "c550fb7c-3f82-45af-abc3-cba27c946209", "Gateway": "e2e-ipp-b-4fa1d5", "namespace": "openshift-ingress"} 2026-07-24T00:57:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-4fa1d5"}, "namespace": "ai-tenant-e2e-ipp-b-4fa1d5", "name": "openshift-service-ca.crt", "reconcileID": "27a4ba16-36a8-4396-94ee-5c323b3a5a47", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-4fa1d5"} 2026-07-24T00:57:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-4fa1d5"}, "namespace": "ai-tenant-e2e-ipp-b-4fa1d5", "name": "odh-trusted-ca-bundle", "reconcileID": "16ae0798-4c39-44a7-a11c-09b89fe48ad2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-4fa1d5"} 2026-07-24T00:57:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-4fa1d5"}, "namespace": "ai-tenant-e2e-ipp-b-4fa1d5", "name": "openshift-service-ca.crt", "reconcileID": "640a5eda-e79b-4e67-ad70-0888d8ab66b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-4fa1d5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T00:57:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-4fa1d5"}, "namespace": "ai-tenant-e2e-ipp-b-4fa1d5", "name": "openshift-service-ca.crt", "reconcileID": "640a5eda-e79b-4e67-ad70-0888d8ab66b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-4fa1d5"} 2026-07-24T00:57:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-4fa1d5"}, "namespace": "ai-tenant-e2e-ipp-b-4fa1d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "222c9d0b-5787-41ff-9fb7-0a8dab897e67", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-4fa1d5"} 2026-07-24T00:57:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-4fa1d5"}, "namespace": "ai-tenant-e2e-ipp-b-4fa1d5", "name": "openshift-service-ca.crt", "reconcileID": "861c42b0-0cbf-462a-966c-e10472e82d75", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-4fa1d5"} 2026-07-24T00:57:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-4fa1d5"}, "namespace": "ai-tenant-e2e-ipp-b-4fa1d5", "name": "odh-trusted-ca-bundle", "reconcileID": "d6661e70-1f09-4d89-9e68-6d55259af006", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-4fa1d5", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T00:57:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-4fa1d5"}, "namespace": "ai-tenant-e2e-ipp-b-4fa1d5", "name": "odh-trusted-ca-bundle", "reconcileID": "d6661e70-1f09-4d89-9e68-6d55259af006", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-4fa1d5"} 2026-07-24T00:57:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-4fa1d5"}, "namespace": "ai-tenant-e2e-ipp-b-4fa1d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "759c868e-2ec0-4327-9d41-5834db35bf02", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-4fa1d5"} 2026-07-24T00:57:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4fa1d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4fa1d5", "reconcileID": "897997d7-1cbe-4e06-9161-7c8e9d233648", "Gateway": "e2e-ipp-b-4fa1d5", "namespace": "openshift-ingress"} 2026-07-24T00:57:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4fa1d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4fa1d5", "reconcileID": "897997d7-1cbe-4e06-9161-7c8e9d233648", "Gateway": "e2e-ipp-b-4fa1d5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-4fa1d5-authn-ssl"} 2026-07-24T00:57:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4fa1d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4fa1d5", "reconcileID": "897997d7-1cbe-4e06-9161-7c8e9d233648", "Gateway": "e2e-ipp-b-4fa1d5", "namespace": "openshift-ingress"} 2026-07-24T00:57:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "db8e1a69-d47c-413f-8ed6-6ece098ff8c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T00:57:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "855590d2-2698-4728-9dfa-8b0a45401462", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T00:57:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4fa1d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4fa1d5", "reconcileID": "a8cedb41-3663-4144-8c96-12f68a9a912a", "Gateway": "e2e-ipp-b-4fa1d5", "namespace": "openshift-ingress"} 2026-07-24T00:57:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4fa1d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4fa1d5", "reconcileID": "a8cedb41-3663-4144-8c96-12f68a9a912a", "Gateway": "e2e-ipp-b-4fa1d5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-4fa1d5-authn-ssl"} 2026-07-24T00:57:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4fa1d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4fa1d5", "reconcileID": "a8cedb41-3663-4144-8c96-12f68a9a912a", "Gateway": "e2e-ipp-b-4fa1d5", "namespace": "openshift-ingress"} 2026-07-24T00:57:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e25fc722-5801-406d-aa02-67bd56213d02", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T00:57:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "5b68f4c2-3c65-4f58-a995-1c6f8a379428", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T00:57:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "5b68f4c2-3c65-4f58-a995-1c6f8a379428", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T00:57:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "5b68f4c2-3c65-4f58-a995-1c6f8a379428", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T00:57:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "3d61f26d-7da1-479d-8ddd-548863e7b996", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress"} 2026-07-24T00:57:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "5b68f4c2-3c65-4f58-a995-1c6f8a379428", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5-kserve-route-authn"} 2026-07-24T00:57:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "5b68f4c2-3c65-4f58-a995-1c6f8a379428", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5", "authType": "userdefined"} 2026-07-24T00:57:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "5b68f4c2-3c65-4f58-a995-1c6f8a379428", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T00:57:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "3d61f26d-7da1-479d-8ddd-548863e7b996", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5-authn-ssl"} 2026-07-24T00:57:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "3d61f26d-7da1-479d-8ddd-548863e7b996", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress"} 2026-07-24T00:57:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "bbd65a77-09a9-4183-b2d4-15c5652c1ba9", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T00:57:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "bbd65a77-09a9-4183-b2d4-15c5652c1ba9", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T00:57:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "bbd65a77-09a9-4183-b2d4-15c5652c1ba9", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T00:57:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "bbd65a77-09a9-4183-b2d4-15c5652c1ba9", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5-kserve-route-authn"} 2026-07-24T00:57:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "bbd65a77-09a9-4183-b2d4-15c5652c1ba9", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5", "authType": "userdefined"} 2026-07-24T00:57:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "bbd65a77-09a9-4183-b2d4-15c5652c1ba9", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T00:57:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "21f67c00-c93e-4004-83d1-1a2b783444e5", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress"} 2026-07-24T00:57:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "21f67c00-c93e-4004-83d1-1a2b783444e5", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5-authn-ssl"} 2026-07-24T00:57:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "21f67c00-c93e-4004-83d1-1a2b783444e5", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress"} 2026-07-24T00:57:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "81d4cce2-921d-4d5d-9d91-408ef511977b", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T00:57:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "81d4cce2-921d-4d5d-9d91-408ef511977b", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T00:57:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "81d4cce2-921d-4d5d-9d91-408ef511977b", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T00:57:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "81d4cce2-921d-4d5d-9d91-408ef511977b", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5-kserve-route-authn"} 2026-07-24T00:57:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "81d4cce2-921d-4d5d-9d91-408ef511977b", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5", "authType": "userdefined"} 2026-07-24T00:57:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "81d4cce2-921d-4d5d-9d91-408ef511977b", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T00:58:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "990f11b4-e4a7-478a-8fb4-3d77a6c5316e", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T00:58:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "990f11b4-e4a7-478a-8fb4-3d77a6c5316e", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T00:58:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "990f11b4-e4a7-478a-8fb4-3d77a6c5316e", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T00:58:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "990f11b4-e4a7-478a-8fb4-3d77a6c5316e", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5-kserve-route-authn"} 2026-07-24T00:58:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "990f11b4-e4a7-478a-8fb4-3d77a6c5316e", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5", "authType": "userdefined"} 2026-07-24T00:58:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "990f11b4-e4a7-478a-8fb4-3d77a6c5316e", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T00:58:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "6cc33e2a-8ced-42a8-8fa5-d97cef444c55", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T00:58:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "6cc33e2a-8ced-42a8-8fa5-d97cef444c55", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T00:58:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "6cc33e2a-8ced-42a8-8fa5-d97cef444c55", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T00:58:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "6cc33e2a-8ced-42a8-8fa5-d97cef444c55", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5-kserve-route-authn"} 2026-07-24T00:58:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "6cc33e2a-8ced-42a8-8fa5-d97cef444c55", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5", "authType": "userdefined"} 2026-07-24T00:58:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "6cc33e2a-8ced-42a8-8fa5-d97cef444c55", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T00:58:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "b46865a0-48da-4ce7-a150-7ed28f24f063", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress"} 2026-07-24T00:58:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "b46865a0-48da-4ce7-a150-7ed28f24f063", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5-authn-ssl"} 2026-07-24T00:58:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "b46865a0-48da-4ce7-a150-7ed28f24f063", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress"} 2026-07-24T00:58:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-78d793","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793", "reconcileID": "29086f4c-74b1-4fdf-b924-800094228a2f", "Gateway": "e2e-ipp-cleanup-78d793", "namespace": "openshift-ingress"} 2026-07-24T00:58:32Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-78d793","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793", "reconcileID": "29086f4c-74b1-4fdf-b924-800094228a2f", "Gateway": "e2e-ipp-cleanup-78d793", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793-authn-ssl"} 2026-07-24T00:58:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-78d793","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793", "reconcileID": "29086f4c-74b1-4fdf-b924-800094228a2f", "Gateway": "e2e-ipp-cleanup-78d793", "namespace": "openshift-ingress"} 2026-07-24T00:58:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-78d793","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793", "reconcileID": "4328a12a-4108-480c-8661-d4c24ebe2b4d", "Gateway": "e2e-ipp-cleanup-78d793", "namespace": "openshift-ingress"} 2026-07-24T00:58:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-78d793","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793", "reconcileID": "4328a12a-4108-480c-8661-d4c24ebe2b4d", "Gateway": "e2e-ipp-cleanup-78d793", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793-authn-ssl"} 2026-07-24T00:58:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-78d793","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793", "reconcileID": "4328a12a-4108-480c-8661-d4c24ebe2b4d", "Gateway": "e2e-ipp-cleanup-78d793", "namespace": "openshift-ingress"} 2026-07-24T00:58:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-78d793","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793", "reconcileID": "a2d7a37a-7e1e-44cf-9e5f-66b8f29fe892", "Gateway": "e2e-ipp-cleanup-78d793", "namespace": "openshift-ingress"} 2026-07-24T00:58:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-78d793","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793", "reconcileID": "a2d7a37a-7e1e-44cf-9e5f-66b8f29fe892", "Gateway": "e2e-ipp-cleanup-78d793", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793-authn-ssl"} 2026-07-24T00:58:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-78d793","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793", "reconcileID": "a2d7a37a-7e1e-44cf-9e5f-66b8f29fe892", "Gateway": "e2e-ipp-cleanup-78d793", "namespace": "openshift-ingress"} 2026-07-24T00:58:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-78d793","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793", "reconcileID": "e1609ffe-9a08-4a9a-975d-788c8612dee7", "Gateway": "e2e-ipp-cleanup-78d793", "namespace": "openshift-ingress"} 2026-07-24T00:58:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-78d793","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793", "reconcileID": "e1609ffe-9a08-4a9a-975d-788c8612dee7", "Gateway": "e2e-ipp-cleanup-78d793", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793-authn-ssl"} 2026-07-24T00:58:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-78d793","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793", "reconcileID": "e1609ffe-9a08-4a9a-975d-788c8612dee7", "Gateway": "e2e-ipp-cleanup-78d793", "namespace": "openshift-ingress"} 2026-07-24T00:58:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-78d793","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793", "reconcileID": "bc94f403-a3bc-48f7-914d-87a7d837f52b", "Gateway": "e2e-ipp-cleanup-78d793", "namespace": "openshift-ingress"} 2026-07-24T00:58:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-78d793","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793", "reconcileID": "bc94f403-a3bc-48f7-914d-87a7d837f52b", "Gateway": "e2e-ipp-cleanup-78d793", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793-authn-ssl"} 2026-07-24T00:58:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-78d793","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793", "reconcileID": "bc94f403-a3bc-48f7-914d-87a7d837f52b", "Gateway": "e2e-ipp-cleanup-78d793", "namespace": "openshift-ingress"} 2026-07-24T00:58:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-78d793","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793", "reconcileID": "081ff9a7-8c65-4d5e-8d56-d05d12608577", "Gateway": "e2e-ipp-cleanup-78d793", "namespace": "openshift-ingress"} 2026-07-24T00:58:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-78d793","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793", "reconcileID": "081ff9a7-8c65-4d5e-8d56-d05d12608577", "Gateway": "e2e-ipp-cleanup-78d793", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793-authn-ssl"} 2026-07-24T00:58:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-78d793","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793", "reconcileID": "081ff9a7-8c65-4d5e-8d56-d05d12608577", "Gateway": "e2e-ipp-cleanup-78d793", "namespace": "openshift-ingress"} 2026-07-24T00:58:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-78d793","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793", "reconcileID": "e43de43f-4b99-4dff-a8db-8b93d217447f", "Gateway": "e2e-ipp-cleanup-78d793", "namespace": "openshift-ingress"} 2026-07-24T00:58:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-78d793","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793", "reconcileID": "e43de43f-4b99-4dff-a8db-8b93d217447f", "Gateway": "e2e-ipp-cleanup-78d793", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793-authn-ssl"} 2026-07-24T00:58:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-78d793","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793", "reconcileID": "e43de43f-4b99-4dff-a8db-8b93d217447f", "Gateway": "e2e-ipp-cleanup-78d793", "namespace": "openshift-ingress"} 2026-07-24T00:58:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-78d793","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793", "reconcileID": "31370ed3-16fb-4acf-83aa-9ffa59df77d9", "Gateway": "e2e-ipp-cleanup-78d793", "namespace": "openshift-ingress"} 2026-07-24T00:58:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-78d793","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793", "reconcileID": "31370ed3-16fb-4acf-83aa-9ffa59df77d9", "Gateway": "e2e-ipp-cleanup-78d793", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793-authn-ssl"} 2026-07-24T00:58:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-78d793","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793", "reconcileID": "31370ed3-16fb-4acf-83aa-9ffa59df77d9", "Gateway": "e2e-ipp-cleanup-78d793", "namespace": "openshift-ingress"} 2026-07-24T00:58:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-78d793"}, "namespace": "ai-tenant-e2e-ipp-cleanup-78d793", "name": "openshift-service-ca.crt", "reconcileID": "1a8ed42c-c785-4f06-838e-debf7258cc67", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-78d793"} 2026-07-24T00:58:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-78d793"}, "namespace": "ai-tenant-e2e-ipp-cleanup-78d793", "name": "odh-trusted-ca-bundle", "reconcileID": "7971acbf-5128-4bd1-8a1b-5f90f08844c2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-78d793"} 2026-07-24T00:58:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-78d793"}, "namespace": "ai-tenant-e2e-ipp-cleanup-78d793", "name": "openshift-service-ca.crt", "reconcileID": "fae8a172-4bab-43c6-94b1-66b410ca850f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-78d793", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T00:58:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-78d793"}, "namespace": "ai-tenant-e2e-ipp-cleanup-78d793", "name": "openshift-service-ca.crt", "reconcileID": "fae8a172-4bab-43c6-94b1-66b410ca850f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-78d793"} 2026-07-24T00:58:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-78d793"}, "namespace": "ai-tenant-e2e-ipp-cleanup-78d793", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3197eb20-24ec-451c-9e40-48c8d0e57799", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-78d793"} 2026-07-24T00:58:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-78d793"}, "namespace": "ai-tenant-e2e-ipp-cleanup-78d793", "name": "openshift-service-ca.crt", "reconcileID": "85cf8666-ae52-44af-a095-1d86cef3e34b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-78d793"} 2026-07-24T00:58:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-78d793"}, "namespace": "ai-tenant-e2e-ipp-cleanup-78d793", "name": "odh-trusted-ca-bundle", "reconcileID": "976cfac4-d8cd-4de1-945c-443f800de044", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-78d793", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T00:58:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-78d793"}, "namespace": "ai-tenant-e2e-ipp-cleanup-78d793", "name": "odh-trusted-ca-bundle", "reconcileID": "976cfac4-d8cd-4de1-945c-443f800de044", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-78d793"} 2026-07-24T00:58:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-78d793"}, "namespace": "ai-tenant-e2e-ipp-cleanup-78d793", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce90cebc-8453-4d9d-8fa7-b166e28208e5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-78d793"} 2026-07-24T00:58:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-78d793","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793", "reconcileID": "9ae5dbe2-4ff1-4068-b3da-36d2dce9c6b2", "Gateway": "e2e-ipp-cleanup-78d793", "namespace": "openshift-ingress"} 2026-07-24T00:58:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-78d793","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793", "reconcileID": "9ae5dbe2-4ff1-4068-b3da-36d2dce9c6b2", "Gateway": "e2e-ipp-cleanup-78d793", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793-authn-ssl"} 2026-07-24T00:58:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-78d793","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793", "reconcileID": "9ae5dbe2-4ff1-4068-b3da-36d2dce9c6b2", "Gateway": "e2e-ipp-cleanup-78d793", "namespace": "openshift-ingress"} 2026-07-24T00:58:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "41f7534a-cb0a-4135-829d-63508b0154c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T00:58:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-78d793","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793", "reconcileID": "37fa2ea1-a43e-47dd-b338-210ab41ff2d3", "Gateway": "e2e-ipp-cleanup-78d793", "namespace": "openshift-ingress"} 2026-07-24T00:58:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-78d793","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793", "reconcileID": "37fa2ea1-a43e-47dd-b338-210ab41ff2d3", "Gateway": "e2e-ipp-cleanup-78d793", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793-authn-ssl"} 2026-07-24T00:58:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-78d793","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793", "reconcileID": "37fa2ea1-a43e-47dd-b338-210ab41ff2d3", "Gateway": "e2e-ipp-cleanup-78d793", "namespace": "openshift-ingress"} 2026-07-24T00:59:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-78d793","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793", "reconcileID": "cefcfa89-5ae8-4241-9f7b-9a300d632118", "Gateway": "e2e-ipp-cleanup-78d793", "namespace": "openshift-ingress"} 2026-07-24T00:59:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-78d793","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793", "reconcileID": "cefcfa89-5ae8-4241-9f7b-9a300d632118", "Gateway": "e2e-ipp-cleanup-78d793", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793-authn-ssl"} 2026-07-24T00:59:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-78d793","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793", "reconcileID": "cefcfa89-5ae8-4241-9f7b-9a300d632118", "Gateway": "e2e-ipp-cleanup-78d793", "namespace": "openshift-ingress"} 2026-07-24T00:59:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-78d793","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793", "reconcileID": "03aff2c0-c89c-4937-a18c-08aa8e734bda", "Gateway": "e2e-ipp-cleanup-78d793", "namespace": "openshift-ingress"} 2026-07-24T00:59:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-78d793","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793", "reconcileID": "03aff2c0-c89c-4937-a18c-08aa8e734bda", "Gateway": "e2e-ipp-cleanup-78d793", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793-authn-ssl"} 2026-07-24T00:59:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-78d793","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793", "reconcileID": "03aff2c0-c89c-4937-a18c-08aa8e734bda", "Gateway": "e2e-ipp-cleanup-78d793", "namespace": "openshift-ingress"} 2026-07-24T00:59:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-78d793"}, "namespace": "ai-tenant-e2e-ipp-cleanup-78d793", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c4a053da-06a7-4965-81e7-bf41e3e5a76f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-78d793"} 2026-07-24T00:59:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-78d793"}, "namespace": "ai-tenant-e2e-ipp-cleanup-78d793", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c4a053da-06a7-4965-81e7-bf41e3e5a76f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-78d793", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T00:59:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-78d793"}, "namespace": "ai-tenant-e2e-ipp-cleanup-78d793", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c4a053da-06a7-4965-81e7-bf41e3e5a76f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-78d793 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T00:59:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-78d793"}, "namespace": "ai-tenant-e2e-ipp-cleanup-78d793", "name": "odh-trusted-ca-bundle", "reconcileID": "c6a6487a-2525-457a-a650-ad4678e07c7f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-78d793"} 2026-07-24T00:59:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-78d793"}, "namespace": "ai-tenant-e2e-ipp-cleanup-78d793", "name": "odh-trusted-ca-bundle", "reconcileID": "c6a6487a-2525-457a-a650-ad4678e07c7f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-78d793"} 2026-07-24T00:59:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-78d793"}, "namespace": "ai-tenant-e2e-ipp-cleanup-78d793", "name": "openshift-service-ca.crt", "reconcileID": "2c360fce-46a6-49c6-bc19-a7786ab5bff1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-78d793"} 2026-07-24T00:59:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-78d793"}, "namespace": "ai-tenant-e2e-ipp-cleanup-78d793", "name": "openshift-service-ca.crt", "reconcileID": "2c360fce-46a6-49c6-bc19-a7786ab5bff1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-78d793"} 2026-07-24T00:59:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-78d793"}, "namespace": "ai-tenant-e2e-ipp-cleanup-78d793", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f11bcc57-260b-4128-a352-2bcd4fa3cfa3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-78d793"} 2026-07-24T00:59:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-78d793"}, "namespace": "ai-tenant-e2e-ipp-cleanup-78d793", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f11bcc57-260b-4128-a352-2bcd4fa3cfa3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-78d793"} 2026-07-24T00:59:12Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-78d793","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-78d793", "reconcileID": "a2ba2c2e-7d05-4396-beb8-df37b5507ea0", "Gateway": "e2e-ipp-cleanup-78d793", "namespace": "openshift-ingress"} 2026-07-24T00:59:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "622a98f8-77ee-4863-92da-561bc8b18d02", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T00:59:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "1e6607c5-0538-4481-9070-e5acab10c15d", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress"} 2026-07-24T00:59:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "1e6607c5-0538-4481-9070-e5acab10c15d", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5-authn-ssl"} 2026-07-24T00:59:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "1e6607c5-0538-4481-9070-e5acab10c15d", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress"} 2026-07-24T00:59:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "44788d1f-9a38-48b8-b749-0f3981edafdd", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress"} 2026-07-24T00:59:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "44788d1f-9a38-48b8-b749-0f3981edafdd", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5-authn-ssl"} 2026-07-24T00:59:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "44788d1f-9a38-48b8-b749-0f3981edafdd", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress"} 2026-07-24T00:59:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "45597888-ee56-4d86-b7b2-3842a9b39437", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress"} 2026-07-24T00:59:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "45597888-ee56-4d86-b7b2-3842a9b39437", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5-authn-ssl"} 2026-07-24T00:59:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "45597888-ee56-4d86-b7b2-3842a9b39437", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress"} 2026-07-24T00:59:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "5323efd1-9b0d-4ef9-a514-83cc03eb5f67", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T00:59:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "5323efd1-9b0d-4ef9-a514-83cc03eb5f67", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T00:59:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "5323efd1-9b0d-4ef9-a514-83cc03eb5f67", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T00:59:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "5323efd1-9b0d-4ef9-a514-83cc03eb5f67", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5-kserve-route-authn"} 2026-07-24T00:59:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "5323efd1-9b0d-4ef9-a514-83cc03eb5f67", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5", "authType": "userdefined"} 2026-07-24T00:59:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "5323efd1-9b0d-4ef9-a514-83cc03eb5f67", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T01:00:10Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T01:00:10Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T01:00:12Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T01:00:12Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T01:00:18Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "fd087bdd-8e10-4f30-9c62-57e7035878ab", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T01:00:18Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "fd087bdd-8e10-4f30-9c62-57e7035878ab", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5"} 2026-07-24T01:00:18Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "fd087bdd-8e10-4f30-9c62-57e7035878ab", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T01:00:18Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "fd087bdd-8e10-4f30-9c62-57e7035878ab", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T01:00:18Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "fd087bdd-8e10-4f30-9c62-57e7035878ab", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5-kserve-route-authn"} 2026-07-24T01:00:18Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "fd087bdd-8e10-4f30-9c62-57e7035878ab", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5-kserve-route-authn"} 2026-07-24T01:00:18Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "fd087bdd-8e10-4f30-9c62-57e7035878ab", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T01:00:18Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "fd087bdd-8e10-4f30-9c62-57e7035878ab", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T01:00:18Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "5052b7a3-37a6-485b-bbd8-e9006a1c5527", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T01:00:18Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "5052b7a3-37a6-485b-bbd8-e9006a1c5527", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5"} 2026-07-24T01:00:18Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "5052b7a3-37a6-485b-bbd8-e9006a1c5527", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T01:00:18Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "5052b7a3-37a6-485b-bbd8-e9006a1c5527", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T01:00:18Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "5052b7a3-37a6-485b-bbd8-e9006a1c5527", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5-kserve-route-authn"} 2026-07-24T01:00:18Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "5052b7a3-37a6-485b-bbd8-e9006a1c5527", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5-kserve-route-authn"} 2026-07-24T01:00:18Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "5052b7a3-37a6-485b-bbd8-e9006a1c5527", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T01:00:18Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "5052b7a3-37a6-485b-bbd8-e9006a1c5527", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T01:00:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "dde01459-b91e-485f-9d2e-31bb9bb2f29f", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress"} 2026-07-24T01:00:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "dde01459-b91e-485f-9d2e-31bb9bb2f29f", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5-authn-ssl"} 2026-07-24T01:00:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "dde01459-b91e-485f-9d2e-31bb9bb2f29f", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress"} 2026-07-24T01:00:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ee5fdf9e-1420-464f-954a-2bd79680d5f7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T01:00:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ee5fdf9e-1420-464f-954a-2bd79680d5f7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-193ff5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T01:00:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ee5fdf9e-1420-464f-954a-2bd79680d5f7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-193ff5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T01:00:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "odh-trusted-ca-bundle", "reconcileID": "8c7ff73e-bfa9-4c35-91cc-c098e9b002e7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T01:00:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "odh-trusted-ca-bundle", "reconcileID": "8c7ff73e-bfa9-4c35-91cc-c098e9b002e7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T01:00:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "openshift-service-ca.crt", "reconcileID": "f197c1be-27f8-4558-b37e-0cb5bb28e7ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T01:00:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "openshift-service-ca.crt", "reconcileID": "f197c1be-27f8-4558-b37e-0cb5bb28e7ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T01:00:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2f6e8a1-8262-4613-8d53-eb1cb0f4c930", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T01:00:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2f6e8a1-8262-4613-8d53-eb1cb0f4c930", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T01:00:19Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-193ff5","namespace":"ai-tenant-e2e-ipp-a-193ff5"}, "namespace": "ai-tenant-e2e-ipp-a-193ff5", "name": "ipp-route-193ff5", "reconcileID": "d8cd7420-2080-419f-8a95-5f3a3959229b", "LLMInferenceService": "ipp-route-193ff5", "namespace": "ai-tenant-e2e-ipp-a-193ff5"} 2026-07-24T01:00:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "ea2d9ad0-82db-4f1b-896a-27dddf2e6f09", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress"} 2026-07-24T01:00:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "ea2d9ad0-82db-4f1b-896a-27dddf2e6f09", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5-authn-ssl"} 2026-07-24T01:00:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "ea2d9ad0-82db-4f1b-896a-27dddf2e6f09", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress"} 2026-07-24T01:00:24Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-193ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-193ff5", "reconcileID": "ee581371-8e97-4725-9345-c1f18944dadb", "Gateway": "e2e-ipp-a-193ff5", "namespace": "openshift-ingress"} 2026-07-24T01:00:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "718ee1bd-fbb5-481a-a1d6-6267e6efe9e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T01:00:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4fa1d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4fa1d5", "reconcileID": "960206e0-a62b-45c9-b8fc-d8ae23bc9361", "Gateway": "e2e-ipp-b-4fa1d5", "namespace": "openshift-ingress"} 2026-07-24T01:00:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4fa1d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4fa1d5", "reconcileID": "960206e0-a62b-45c9-b8fc-d8ae23bc9361", "Gateway": "e2e-ipp-b-4fa1d5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-4fa1d5-authn-ssl"} 2026-07-24T01:00:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4fa1d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4fa1d5", "reconcileID": "960206e0-a62b-45c9-b8fc-d8ae23bc9361", "Gateway": "e2e-ipp-b-4fa1d5", "namespace": "openshift-ingress"} 2026-07-24T01:00:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "76a920db-28b7-4b92-a9b8-dbc5388c5342", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T01:00:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4fa1d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4fa1d5", "reconcileID": "eec801c8-4081-4ae6-a834-de1114c5d3e0", "Gateway": "e2e-ipp-b-4fa1d5", "namespace": "openshift-ingress"} 2026-07-24T01:00:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4fa1d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4fa1d5", "reconcileID": "eec801c8-4081-4ae6-a834-de1114c5d3e0", "Gateway": "e2e-ipp-b-4fa1d5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-4fa1d5-authn-ssl"} 2026-07-24T01:00:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4fa1d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4fa1d5", "reconcileID": "eec801c8-4081-4ae6-a834-de1114c5d3e0", "Gateway": "e2e-ipp-b-4fa1d5", "namespace": "openshift-ingress"} 2026-07-24T01:00:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-4fa1d5"}, "namespace": "ai-tenant-e2e-ipp-b-4fa1d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a16212a1-892e-4501-b80e-3f6be5d74dc3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-4fa1d5"} 2026-07-24T01:00:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-4fa1d5"}, "namespace": "ai-tenant-e2e-ipp-b-4fa1d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a16212a1-892e-4501-b80e-3f6be5d74dc3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-4fa1d5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T01:00:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-4fa1d5"}, "namespace": "ai-tenant-e2e-ipp-b-4fa1d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a16212a1-892e-4501-b80e-3f6be5d74dc3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-4fa1d5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T01:00:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-4fa1d5"}, "namespace": "ai-tenant-e2e-ipp-b-4fa1d5", "name": "odh-trusted-ca-bundle", "reconcileID": "27af2d46-1ab9-42ee-92a1-e279a8dd0f6b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-4fa1d5"} 2026-07-24T01:00:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-4fa1d5"}, "namespace": "ai-tenant-e2e-ipp-b-4fa1d5", "name": "odh-trusted-ca-bundle", "reconcileID": "27af2d46-1ab9-42ee-92a1-e279a8dd0f6b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-4fa1d5"} 2026-07-24T01:00:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-4fa1d5"}, "namespace": "ai-tenant-e2e-ipp-b-4fa1d5", "name": "openshift-service-ca.crt", "reconcileID": "d8a339b8-d1a0-47fe-b55b-e2aa7600fd5f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-4fa1d5"} 2026-07-24T01:00:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-4fa1d5"}, "namespace": "ai-tenant-e2e-ipp-b-4fa1d5", "name": "openshift-service-ca.crt", "reconcileID": "d8a339b8-d1a0-47fe-b55b-e2aa7600fd5f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-4fa1d5"} 2026-07-24T01:00:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-4fa1d5"}, "namespace": "ai-tenant-e2e-ipp-b-4fa1d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e65c1757-495e-4bdc-bb36-907cf6edef98", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-4fa1d5"} 2026-07-24T01:00:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-4fa1d5"}, "namespace": "ai-tenant-e2e-ipp-b-4fa1d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e65c1757-495e-4bdc-bb36-907cf6edef98", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-4fa1d5"} 2026-07-24T01:00:47Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4fa1d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4fa1d5", "reconcileID": "3f64fcdf-92b8-4074-a0d2-d0545809b546", "Gateway": "e2e-ipp-b-4fa1d5", "namespace": "openshift-ingress"} 2026-07-24T01:00:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dbdea06a-bca7-4e90-aa86-a3add0dff6f4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T01:00:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a5d8f072-7b23-4532-847a-cb8be0e402a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T01:00:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44952a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a", "reconcileID": "78f602f9-9741-4993-8b3e-cd5d7f452371", "Gateway": "e2e-shared-a-44952a", "namespace": "openshift-ingress"} 2026-07-24T01:00:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44952a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a", "reconcileID": "78f602f9-9741-4993-8b3e-cd5d7f452371", "Gateway": "e2e-shared-a-44952a", "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a-authn-ssl"} 2026-07-24T01:00:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44952a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a", "reconcileID": "78f602f9-9741-4993-8b3e-cd5d7f452371", "Gateway": "e2e-shared-a-44952a", "namespace": "openshift-ingress"} 2026-07-24T01:00:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ce664f6a-6986-4ba7-ab41-b44a71bff3c5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T01:01:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44952a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a", "reconcileID": "6b4e855b-cd93-41ef-a580-432dd30645a3", "Gateway": "e2e-shared-a-44952a", "namespace": "openshift-ingress"} 2026-07-24T01:01:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44952a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a", "reconcileID": "6b4e855b-cd93-41ef-a580-432dd30645a3", "Gateway": "e2e-shared-a-44952a", "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a-authn-ssl"} 2026-07-24T01:01:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44952a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a", "reconcileID": "6b4e855b-cd93-41ef-a580-432dd30645a3", "Gateway": "e2e-shared-a-44952a", "namespace": "openshift-ingress"} 2026-07-24T01:01:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c7e66a6d-104d-4df5-9410-f29955ae6866", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-44952a"} 2026-07-24T01:01:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c7e66a6d-104d-4df5-9410-f29955ae6866", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-44952a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T01:01:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c7e66a6d-104d-4df5-9410-f29955ae6866", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-44952a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T01:01:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "odh-trusted-ca-bundle", "reconcileID": "c6e1da89-cd2c-4f6b-b471-7f6282867859", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-44952a"} 2026-07-24T01:01:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "odh-trusted-ca-bundle", "reconcileID": "c6e1da89-cd2c-4f6b-b471-7f6282867859", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-44952a"} 2026-07-24T01:01:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "openshift-service-ca.crt", "reconcileID": "2c5c4aa6-6a27-4ce9-955b-4bfd1ce7572a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-44952a"} 2026-07-24T01:01:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "openshift-service-ca.crt", "reconcileID": "2c5c4aa6-6a27-4ce9-955b-4bfd1ce7572a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-44952a"} 2026-07-24T01:01:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "326b021a-31ec-4adc-8ff6-207e8a3b6765", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-44952a"} 2026-07-24T01:01:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-44952a"}, "namespace": "ai-tenant-e2e-shared-a-44952a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "326b021a-31ec-4adc-8ff6-207e8a3b6765", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-44952a"} 2026-07-24T01:01:08Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44952a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44952a", "reconcileID": "5f6d53f9-75a2-4b3f-8c22-1eedd938732f", "Gateway": "e2e-shared-a-44952a", "namespace": "openshift-ingress"} 2026-07-24T01:01:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "234aa983-0ec0-4873-a80d-8a9829bb2fc6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T01:01:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91a75b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b", "reconcileID": "dd869303-cc52-464a-a846-f2c66177484c", "Gateway": "e2e-shared-b-91a75b", "namespace": "openshift-ingress"} 2026-07-24T01:01:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91a75b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b", "reconcileID": "dd869303-cc52-464a-a846-f2c66177484c", "Gateway": "e2e-shared-b-91a75b", "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b-authn-ssl"} 2026-07-24T01:01:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91a75b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b", "reconcileID": "dd869303-cc52-464a-a846-f2c66177484c", "Gateway": "e2e-shared-b-91a75b", "namespace": "openshift-ingress"} 2026-07-24T01:01:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91a75b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b", "reconcileID": "0641a2d9-7c89-425e-b9b3-00c24322f9c3", "Gateway": "e2e-shared-b-91a75b", "namespace": "openshift-ingress"} 2026-07-24T01:01:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91a75b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b", "reconcileID": "0641a2d9-7c89-425e-b9b3-00c24322f9c3", "Gateway": "e2e-shared-b-91a75b", "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b-authn-ssl"} 2026-07-24T01:01:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91a75b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b", "reconcileID": "0641a2d9-7c89-425e-b9b3-00c24322f9c3", "Gateway": "e2e-shared-b-91a75b", "namespace": "openshift-ingress"} 2026-07-24T01:01:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "32ed2d9a-a8c0-457e-ac43-a367d7f1123c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T01:01:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "32ed2d9a-a8c0-457e-ac43-a367d7f1123c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-91a75b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T01:01:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "32ed2d9a-a8c0-457e-ac43-a367d7f1123c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-91a75b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T01:01:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "odh-trusted-ca-bundle", "reconcileID": "06037200-54ef-40e9-b633-c2118a2343c4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T01:01:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "odh-trusted-ca-bundle", "reconcileID": "06037200-54ef-40e9-b633-c2118a2343c4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T01:01:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "openshift-service-ca.crt", "reconcileID": "bab07e38-a2a4-4494-a734-097ff02a8570", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T01:01:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "openshift-service-ca.crt", "reconcileID": "bab07e38-a2a4-4494-a734-097ff02a8570", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T01:01:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b14955f-49c4-4e18-8b93-3d71cd6755b1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T01:01:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-91a75b"}, "namespace": "ai-tenant-e2e-shared-b-91a75b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b14955f-49c4-4e18-8b93-3d71cd6755b1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-91a75b"} 2026-07-24T01:01:30Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91a75b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91a75b", "reconcileID": "fcea7524-a45b-4280-9c1a-b60b81891307", "Gateway": "e2e-shared-b-91a75b", "namespace": "openshift-ingress"}