2026-07-28T21:34:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "sub-test-model-2c3f70", "reconcileID": "6f4a9f78-e8db-4ea4-aedb-42add74c91d9", "LLMInferenceService": "sub-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70", "authType": "userdefined"} 2026-07-28T21:34:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "sub-test-model-2c3f70", "reconcileID": "6f4a9f78-e8db-4ea4-aedb-42add74c91d9", "LLMInferenceService": "sub-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70"} 2026-07-28T21:34:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "sub-test-model-2c3f70", "reconcileID": "f8ea6b56-8d81-4ca6-a620-2274d8a33130", "LLMInferenceService": "sub-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70"} 2026-07-28T21:34:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "sub-test-model-2c3f70", "reconcileID": "f8ea6b56-8d81-4ca6-a620-2274d8a33130", "LLMInferenceService": "sub-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70"} 2026-07-28T21:34:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "sub-test-model-2c3f70", "reconcileID": "f8ea6b56-8d81-4ca6-a620-2274d8a33130", "LLMInferenceService": "sub-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70"} 2026-07-28T21:34:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "sub-test-model-2c3f70", "reconcileID": "f8ea6b56-8d81-4ca6-a620-2274d8a33130", "LLMInferenceService": "sub-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "sub-test-model-2c3f70-kserve-route-authn"} 2026-07-28T21:34:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "sub-test-model-2c3f70", "reconcileID": "f8ea6b56-8d81-4ca6-a620-2274d8a33130", "LLMInferenceService": "sub-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70", "authType": "userdefined"} 2026-07-28T21:34:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "sub-test-model-2c3f70", "reconcileID": "f8ea6b56-8d81-4ca6-a620-2274d8a33130", "LLMInferenceService": "sub-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70"} 2026-07-28T21:34:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "sub-test-model-2c3f70", "reconcileID": "89eeb27d-e909-4b63-afe1-c4ac55c7b91a", "LLMInferenceService": "sub-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70"} 2026-07-28T21:34:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "sub-test-model-2c3f70", "reconcileID": "89eeb27d-e909-4b63-afe1-c4ac55c7b91a", "LLMInferenceService": "sub-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70"} 2026-07-28T21:34:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "sub-test-model-2c3f70", "reconcileID": "89eeb27d-e909-4b63-afe1-c4ac55c7b91a", "LLMInferenceService": "sub-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70"} 2026-07-28T21:34:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "sub-test-model-2c3f70", "reconcileID": "89eeb27d-e909-4b63-afe1-c4ac55c7b91a", "LLMInferenceService": "sub-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "sub-test-model-2c3f70-kserve-route-authn"} 2026-07-28T21:34:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "sub-test-model-2c3f70", "reconcileID": "89eeb27d-e909-4b63-afe1-c4ac55c7b91a", "LLMInferenceService": "sub-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70", "authType": "userdefined"} 2026-07-28T21:34:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "sub-test-model-2c3f70", "reconcileID": "89eeb27d-e909-4b63-afe1-c4ac55c7b91a", "LLMInferenceService": "sub-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70"} 2026-07-28T21:34:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2c3f70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70", "reconcileID": "ee214367-087b-4d1a-8e99-cb7d33671161", "Gateway": "e2e-shared-b-2c3f70", "namespace": "openshift-ingress"} 2026-07-28T21:34:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2c3f70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70", "reconcileID": "ee214367-087b-4d1a-8e99-cb7d33671161", "Gateway": "e2e-shared-b-2c3f70", "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70-authn-ssl"} 2026-07-28T21:34:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2c3f70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70", "reconcileID": "ee214367-087b-4d1a-8e99-cb7d33671161", "Gateway": "e2e-shared-b-2c3f70", "namespace": "openshift-ingress"} 2026-07-28T21:34:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1096ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca", "reconcileID": "bf2858bb-5cf5-493b-a6a0-9e1fd1493187", "Gateway": "e2e-shared-a-1096ca", "namespace": "openshift-ingress"} 2026-07-28T21:34:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1096ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca", "reconcileID": "bf2858bb-5cf5-493b-a6a0-9e1fd1493187", "Gateway": "e2e-shared-a-1096ca", "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca-authn-ssl"} 2026-07-28T21:34:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1096ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca", "reconcileID": "bf2858bb-5cf5-493b-a6a0-9e1fd1493187", "Gateway": "e2e-shared-a-1096ca", "namespace": "openshift-ingress"} 2026-07-28T21:35:36Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1096ca","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "sub-test-model-1096ca", "reconcileID": "bd6c7946-f76c-4a6d-ad1b-012720f21008", "LLMInferenceService": "sub-test-model-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca"} 2026-07-28T21:35:36Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1096ca","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "sub-test-model-1096ca", "reconcileID": "bd6c7946-f76c-4a6d-ad1b-012720f21008", "LLMInferenceService": "sub-test-model-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "sub-test-model-1096ca"} 2026-07-28T21:35:36Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1096ca","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "sub-test-model-1096ca", "reconcileID": "bd6c7946-f76c-4a6d-ad1b-012720f21008", "LLMInferenceService": "sub-test-model-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca"} 2026-07-28T21:35:36Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1096ca","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "sub-test-model-1096ca", "reconcileID": "bd6c7946-f76c-4a6d-ad1b-012720f21008", "LLMInferenceService": "sub-test-model-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca"} 2026-07-28T21:35:36Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1096ca","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "sub-test-model-1096ca", "reconcileID": "bd6c7946-f76c-4a6d-ad1b-012720f21008", "LLMInferenceService": "sub-test-model-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "sub-test-model-1096ca-kserve-route-authn"} 2026-07-28T21:35:36Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1096ca","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "sub-test-model-1096ca", "reconcileID": "bd6c7946-f76c-4a6d-ad1b-012720f21008", "LLMInferenceService": "sub-test-model-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "sub-test-model-1096ca-kserve-route-authn"} 2026-07-28T21:35:36Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1096ca","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "sub-test-model-1096ca", "reconcileID": "bd6c7946-f76c-4a6d-ad1b-012720f21008", "LLMInferenceService": "sub-test-model-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca"} 2026-07-28T21:35:36Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1096ca","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "sub-test-model-1096ca", "reconcileID": "bd6c7946-f76c-4a6d-ad1b-012720f21008", "LLMInferenceService": "sub-test-model-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca"} 2026-07-28T21:35:36Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1096ca","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "sub-test-model-1096ca", "reconcileID": "183d3b3b-6377-4d2c-a252-5c19f0db1ca8", "LLMInferenceService": "sub-test-model-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca"} 2026-07-28T21:35:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1096ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca", "reconcileID": "dc12458b-0388-4d8b-84d1-6671335872a6", "Gateway": "e2e-shared-a-1096ca", "namespace": "openshift-ingress"} 2026-07-28T21:35:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1096ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca", "reconcileID": "dc12458b-0388-4d8b-84d1-6671335872a6", "Gateway": "e2e-shared-a-1096ca", "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca-authn-ssl"} 2026-07-28T21:35:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1096ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca", "reconcileID": "dc12458b-0388-4d8b-84d1-6671335872a6", "Gateway": "e2e-shared-a-1096ca", "namespace": "openshift-ingress"} 2026-07-28T21:35:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1096ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca", "reconcileID": "336b6c27-d076-4341-8bdd-331bdf288aa1", "Gateway": "e2e-shared-a-1096ca", "namespace": "openshift-ingress"} 2026-07-28T21:35:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1096ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca", "reconcileID": "336b6c27-d076-4341-8bdd-331bdf288aa1", "Gateway": "e2e-shared-a-1096ca", "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca-authn-ssl"} 2026-07-28T21:35:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1096ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca", "reconcileID": "336b6c27-d076-4341-8bdd-331bdf288aa1", "Gateway": "e2e-shared-a-1096ca", "namespace": "openshift-ingress"} 2026-07-28T21:35:36Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "sub-test-model-2c3f70", "reconcileID": "03ab8d08-e39d-43c2-b681-ddc908a6fc3d", "LLMInferenceService": "sub-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70"} 2026-07-28T21:35:36Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "sub-test-model-2c3f70", "reconcileID": "03ab8d08-e39d-43c2-b681-ddc908a6fc3d", "LLMInferenceService": "sub-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "sub-test-model-2c3f70"} 2026-07-28T21:35:36Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "sub-test-model-2c3f70", "reconcileID": "03ab8d08-e39d-43c2-b681-ddc908a6fc3d", "LLMInferenceService": "sub-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70"} 2026-07-28T21:35:36Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "sub-test-model-2c3f70", "reconcileID": "03ab8d08-e39d-43c2-b681-ddc908a6fc3d", "LLMInferenceService": "sub-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70"} 2026-07-28T21:35:36Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "sub-test-model-2c3f70", "reconcileID": "03ab8d08-e39d-43c2-b681-ddc908a6fc3d", "LLMInferenceService": "sub-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "sub-test-model-2c3f70-kserve-route-authn"} 2026-07-28T21:35:36Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "sub-test-model-2c3f70", "reconcileID": "03ab8d08-e39d-43c2-b681-ddc908a6fc3d", "LLMInferenceService": "sub-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "sub-test-model-2c3f70-kserve-route-authn"} 2026-07-28T21:35:36Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "sub-test-model-2c3f70", "reconcileID": "03ab8d08-e39d-43c2-b681-ddc908a6fc3d", "LLMInferenceService": "sub-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70"} 2026-07-28T21:35:36Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "sub-test-model-2c3f70", "reconcileID": "03ab8d08-e39d-43c2-b681-ddc908a6fc3d", "LLMInferenceService": "sub-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70"} 2026-07-28T21:35:37Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "sub-test-model-2c3f70", "reconcileID": "d4022320-9547-4572-9535-3e7abaa04488", "LLMInferenceService": "sub-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70"} 2026-07-28T21:35:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2c3f70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70", "reconcileID": "0b161a6c-2a6b-4a0e-90ad-af4f82b56b79", "Gateway": "e2e-shared-b-2c3f70", "namespace": "openshift-ingress"} 2026-07-28T21:35:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2c3f70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70", "reconcileID": "0b161a6c-2a6b-4a0e-90ad-af4f82b56b79", "Gateway": "e2e-shared-b-2c3f70", "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70-authn-ssl"} 2026-07-28T21:35:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2c3f70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70", "reconcileID": "0b161a6c-2a6b-4a0e-90ad-af4f82b56b79", "Gateway": "e2e-shared-b-2c3f70", "namespace": "openshift-ingress"} 2026-07-28T21:35:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2c3f70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70", "reconcileID": "7d3fd1d1-aaf2-411c-8519-2851b3ee3410", "Gateway": "e2e-shared-b-2c3f70", "namespace": "openshift-ingress"} 2026-07-28T21:35:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2c3f70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70", "reconcileID": "7d3fd1d1-aaf2-411c-8519-2851b3ee3410", "Gateway": "e2e-shared-b-2c3f70", "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70-authn-ssl"} 2026-07-28T21:35:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2c3f70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70", "reconcileID": "7d3fd1d1-aaf2-411c-8519-2851b3ee3410", "Gateway": "e2e-shared-b-2c3f70", "namespace": "openshift-ingress"} 2026-07-28T21:35:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1096ca","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "rate-test-model-1096ca", "reconcileID": "89bde8a5-2975-476b-9a3c-de65849036b1", "LLMInferenceService": "rate-test-model-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca"} 2026-07-28T21:35:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1096ca","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "rate-test-model-1096ca", "reconcileID": "89bde8a5-2975-476b-9a3c-de65849036b1", "LLMInferenceService": "rate-test-model-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca"} 2026-07-28T21:35:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1096ca","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "rate-test-model-1096ca", "reconcileID": "89bde8a5-2975-476b-9a3c-de65849036b1", "LLMInferenceService": "rate-test-model-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca"} 2026-07-28T21:35:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1096ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca", "reconcileID": "4a5509f6-3e6a-449e-b7cb-b7461960de99", "Gateway": "e2e-shared-a-1096ca", "namespace": "openshift-ingress"} 2026-07-28T21:35:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1096ca","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "rate-test-model-1096ca", "reconcileID": "89bde8a5-2975-476b-9a3c-de65849036b1", "LLMInferenceService": "rate-test-model-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "rate-test-model-1096ca-kserve-route-authn"} 2026-07-28T21:35:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1096ca","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "rate-test-model-1096ca", "reconcileID": "89bde8a5-2975-476b-9a3c-de65849036b1", "LLMInferenceService": "rate-test-model-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca", "authType": "userdefined"} 2026-07-28T21:35:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1096ca","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "rate-test-model-1096ca", "reconcileID": "89bde8a5-2975-476b-9a3c-de65849036b1", "LLMInferenceService": "rate-test-model-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca"} 2026-07-28T21:35:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1096ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca", "reconcileID": "4a5509f6-3e6a-449e-b7cb-b7461960de99", "Gateway": "e2e-shared-a-1096ca", "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca-authn-ssl"} 2026-07-28T21:35:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1096ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca", "reconcileID": "4a5509f6-3e6a-449e-b7cb-b7461960de99", "Gateway": "e2e-shared-a-1096ca", "namespace": "openshift-ingress"} 2026-07-28T21:35:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1096ca","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "rate-test-model-1096ca", "reconcileID": "76345979-7aae-40c8-9b94-5f103523bb79", "LLMInferenceService": "rate-test-model-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca"} 2026-07-28T21:35:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1096ca","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "rate-test-model-1096ca", "reconcileID": "76345979-7aae-40c8-9b94-5f103523bb79", "LLMInferenceService": "rate-test-model-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca"} 2026-07-28T21:35:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1096ca","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "rate-test-model-1096ca", "reconcileID": "76345979-7aae-40c8-9b94-5f103523bb79", "LLMInferenceService": "rate-test-model-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca"} 2026-07-28T21:35:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1096ca","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "rate-test-model-1096ca", "reconcileID": "76345979-7aae-40c8-9b94-5f103523bb79", "LLMInferenceService": "rate-test-model-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "rate-test-model-1096ca-kserve-route-authn"} 2026-07-28T21:35:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1096ca","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "rate-test-model-1096ca", "reconcileID": "76345979-7aae-40c8-9b94-5f103523bb79", "LLMInferenceService": "rate-test-model-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca", "authType": "userdefined"} 2026-07-28T21:35:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1096ca","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "rate-test-model-1096ca", "reconcileID": "76345979-7aae-40c8-9b94-5f103523bb79", "LLMInferenceService": "rate-test-model-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca"} 2026-07-28T21:35:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1096ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca", "reconcileID": "c58418ef-61e0-4b85-b5a3-3b203da46c7a", "Gateway": "e2e-shared-a-1096ca", "namespace": "openshift-ingress"} 2026-07-28T21:35:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1096ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca", "reconcileID": "c58418ef-61e0-4b85-b5a3-3b203da46c7a", "Gateway": "e2e-shared-a-1096ca", "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca-authn-ssl"} 2026-07-28T21:35:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1096ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca", "reconcileID": "c58418ef-61e0-4b85-b5a3-3b203da46c7a", "Gateway": "e2e-shared-a-1096ca", "namespace": "openshift-ingress"} 2026-07-28T21:35:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2c3f70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70", "reconcileID": "83b6dc52-9501-4d2f-8b20-72d388b1b39e", "Gateway": "e2e-shared-b-2c3f70", "namespace": "openshift-ingress"} 2026-07-28T21:35:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2c3f70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70", "reconcileID": "83b6dc52-9501-4d2f-8b20-72d388b1b39e", "Gateway": "e2e-shared-b-2c3f70", "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70-authn-ssl"} 2026-07-28T21:35:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2c3f70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70", "reconcileID": "83b6dc52-9501-4d2f-8b20-72d388b1b39e", "Gateway": "e2e-shared-b-2c3f70", "namespace": "openshift-ingress"} 2026-07-28T21:35:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6da8ccb4-1328-4440-9554-b7811d49dd2f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T21:36:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1096ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca", "reconcileID": "1e4bf6e6-eace-4339-b027-b5a50333dcfa", "Gateway": "e2e-shared-a-1096ca", "namespace": "openshift-ingress"} 2026-07-28T21:36:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1096ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca", "reconcileID": "1e4bf6e6-eace-4339-b027-b5a50333dcfa", "Gateway": "e2e-shared-a-1096ca", "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca-authn-ssl"} 2026-07-28T21:36:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1096ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca", "reconcileID": "1e4bf6e6-eace-4339-b027-b5a50333dcfa", "Gateway": "e2e-shared-a-1096ca", "namespace": "openshift-ingress"} 2026-07-28T21:36:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1096ca","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "rate-test-model-1096ca", "reconcileID": "9918db07-38b6-4f6b-a829-c6f6f9e2f75a", "LLMInferenceService": "rate-test-model-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca"} 2026-07-28T21:36:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1096ca","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "rate-test-model-1096ca", "reconcileID": "9918db07-38b6-4f6b-a829-c6f6f9e2f75a", "LLMInferenceService": "rate-test-model-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca"} 2026-07-28T21:36:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1096ca","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "rate-test-model-1096ca", "reconcileID": "9918db07-38b6-4f6b-a829-c6f6f9e2f75a", "LLMInferenceService": "rate-test-model-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca"} 2026-07-28T21:36:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1096ca","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "rate-test-model-1096ca", "reconcileID": "9918db07-38b6-4f6b-a829-c6f6f9e2f75a", "LLMInferenceService": "rate-test-model-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "rate-test-model-1096ca-kserve-route-authn"} 2026-07-28T21:36:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1096ca","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "rate-test-model-1096ca", "reconcileID": "9918db07-38b6-4f6b-a829-c6f6f9e2f75a", "LLMInferenceService": "rate-test-model-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca", "authType": "userdefined"} 2026-07-28T21:36:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1096ca","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "rate-test-model-1096ca", "reconcileID": "9918db07-38b6-4f6b-a829-c6f6f9e2f75a", "LLMInferenceService": "rate-test-model-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca"} 2026-07-28T21:36:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1096ca","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "rate-test-model-1096ca", "reconcileID": "7f6a2d62-44aa-4e2a-9f29-db56ccfc2e7e", "LLMInferenceService": "rate-test-model-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca"} 2026-07-28T21:36:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1096ca","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "rate-test-model-1096ca", "reconcileID": "7f6a2d62-44aa-4e2a-9f29-db56ccfc2e7e", "LLMInferenceService": "rate-test-model-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca"} 2026-07-28T21:36:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1096ca","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "rate-test-model-1096ca", "reconcileID": "7f6a2d62-44aa-4e2a-9f29-db56ccfc2e7e", "LLMInferenceService": "rate-test-model-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca"} 2026-07-28T21:36:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1096ca","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "rate-test-model-1096ca", "reconcileID": "7f6a2d62-44aa-4e2a-9f29-db56ccfc2e7e", "LLMInferenceService": "rate-test-model-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "rate-test-model-1096ca-kserve-route-authn"} 2026-07-28T21:36:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1096ca","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "rate-test-model-1096ca", "reconcileID": "7f6a2d62-44aa-4e2a-9f29-db56ccfc2e7e", "LLMInferenceService": "rate-test-model-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca", "authType": "userdefined"} 2026-07-28T21:36:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1096ca","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "rate-test-model-1096ca", "reconcileID": "7f6a2d62-44aa-4e2a-9f29-db56ccfc2e7e", "LLMInferenceService": "rate-test-model-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca"} 2026-07-28T21:36:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1096ca","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "rate-test-model-1096ca", "reconcileID": "2171474b-7e1b-4226-b381-52eaa3090693", "LLMInferenceService": "rate-test-model-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca"} 2026-07-28T21:36:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1096ca","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "rate-test-model-1096ca", "reconcileID": "2171474b-7e1b-4226-b381-52eaa3090693", "LLMInferenceService": "rate-test-model-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca"} 2026-07-28T21:36:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1096ca","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "rate-test-model-1096ca", "reconcileID": "2171474b-7e1b-4226-b381-52eaa3090693", "LLMInferenceService": "rate-test-model-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca"} 2026-07-28T21:36:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1096ca","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "rate-test-model-1096ca", "reconcileID": "2171474b-7e1b-4226-b381-52eaa3090693", "LLMInferenceService": "rate-test-model-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "rate-test-model-1096ca-kserve-route-authn"} 2026-07-28T21:36:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1096ca","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "rate-test-model-1096ca", "reconcileID": "2171474b-7e1b-4226-b381-52eaa3090693", "LLMInferenceService": "rate-test-model-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca", "authType": "userdefined"} 2026-07-28T21:36:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1096ca","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "rate-test-model-1096ca", "reconcileID": "2171474b-7e1b-4226-b381-52eaa3090693", "LLMInferenceService": "rate-test-model-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca"} 2026-07-28T21:36:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "rate-test-model-2c3f70", "reconcileID": "d42cb2b7-6203-4129-94c1-9ed1a8e41262", "LLMInferenceService": "rate-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70"} 2026-07-28T21:36:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "rate-test-model-2c3f70", "reconcileID": "d42cb2b7-6203-4129-94c1-9ed1a8e41262", "LLMInferenceService": "rate-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70"} 2026-07-28T21:36:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "rate-test-model-2c3f70", "reconcileID": "d42cb2b7-6203-4129-94c1-9ed1a8e41262", "LLMInferenceService": "rate-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70"} 2026-07-28T21:36:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "rate-test-model-2c3f70", "reconcileID": "d42cb2b7-6203-4129-94c1-9ed1a8e41262", "LLMInferenceService": "rate-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "rate-test-model-2c3f70-kserve-route-authn"} 2026-07-28T21:36:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "rate-test-model-2c3f70", "reconcileID": "d42cb2b7-6203-4129-94c1-9ed1a8e41262", "LLMInferenceService": "rate-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70", "authType": "userdefined"} 2026-07-28T21:36:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "rate-test-model-2c3f70", "reconcileID": "d42cb2b7-6203-4129-94c1-9ed1a8e41262", "LLMInferenceService": "rate-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70"} 2026-07-28T21:36:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2c3f70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70", "reconcileID": "aea8326d-95ba-49de-b23a-dedfd5695f6a", "Gateway": "e2e-shared-b-2c3f70", "namespace": "openshift-ingress"} 2026-07-28T21:36:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2c3f70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70", "reconcileID": "aea8326d-95ba-49de-b23a-dedfd5695f6a", "Gateway": "e2e-shared-b-2c3f70", "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70-authn-ssl"} 2026-07-28T21:36:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2c3f70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70", "reconcileID": "aea8326d-95ba-49de-b23a-dedfd5695f6a", "Gateway": "e2e-shared-b-2c3f70", "namespace": "openshift-ingress"} 2026-07-28T21:36:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "rate-test-model-2c3f70", "reconcileID": "04042ae2-38f9-47d6-8c3a-88d805b4c794", "LLMInferenceService": "rate-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70"} 2026-07-28T21:36:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "rate-test-model-2c3f70", "reconcileID": "04042ae2-38f9-47d6-8c3a-88d805b4c794", "LLMInferenceService": "rate-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70"} 2026-07-28T21:36:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "rate-test-model-2c3f70", "reconcileID": "04042ae2-38f9-47d6-8c3a-88d805b4c794", "LLMInferenceService": "rate-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70"} 2026-07-28T21:36:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "rate-test-model-2c3f70", "reconcileID": "04042ae2-38f9-47d6-8c3a-88d805b4c794", "LLMInferenceService": "rate-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "rate-test-model-2c3f70-kserve-route-authn"} 2026-07-28T21:36:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "rate-test-model-2c3f70", "reconcileID": "04042ae2-38f9-47d6-8c3a-88d805b4c794", "LLMInferenceService": "rate-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70", "authType": "userdefined"} 2026-07-28T21:36:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "rate-test-model-2c3f70", "reconcileID": "04042ae2-38f9-47d6-8c3a-88d805b4c794", "LLMInferenceService": "rate-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70"} 2026-07-28T21:36:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2c3f70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70", "reconcileID": "94b76993-088a-48ad-9c66-56a92a5558b5", "Gateway": "e2e-shared-b-2c3f70", "namespace": "openshift-ingress"} 2026-07-28T21:36:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2c3f70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70", "reconcileID": "94b76993-088a-48ad-9c66-56a92a5558b5", "Gateway": "e2e-shared-b-2c3f70", "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70-authn-ssl"} 2026-07-28T21:36:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2c3f70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70", "reconcileID": "94b76993-088a-48ad-9c66-56a92a5558b5", "Gateway": "e2e-shared-b-2c3f70", "namespace": "openshift-ingress"} 2026-07-28T21:36:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "rate-test-model-2c3f70", "reconcileID": "06818508-b335-4a8e-a1b3-715f88e6cdd9", "LLMInferenceService": "rate-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70"} 2026-07-28T21:36:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "rate-test-model-2c3f70", "reconcileID": "06818508-b335-4a8e-a1b3-715f88e6cdd9", "LLMInferenceService": "rate-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70"} 2026-07-28T21:36:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "rate-test-model-2c3f70", "reconcileID": "06818508-b335-4a8e-a1b3-715f88e6cdd9", "LLMInferenceService": "rate-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70"} 2026-07-28T21:36:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "rate-test-model-2c3f70", "reconcileID": "06818508-b335-4a8e-a1b3-715f88e6cdd9", "LLMInferenceService": "rate-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "rate-test-model-2c3f70-kserve-route-authn"} 2026-07-28T21:36:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "rate-test-model-2c3f70", "reconcileID": "06818508-b335-4a8e-a1b3-715f88e6cdd9", "LLMInferenceService": "rate-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70", "authType": "userdefined"} 2026-07-28T21:36:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "rate-test-model-2c3f70", "reconcileID": "06818508-b335-4a8e-a1b3-715f88e6cdd9", "LLMInferenceService": "rate-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70"} 2026-07-28T21:36:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "rate-test-model-2c3f70", "reconcileID": "5a3c72d8-a22a-4bdc-bc68-9406b76c6d18", "LLMInferenceService": "rate-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70"} 2026-07-28T21:36:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "rate-test-model-2c3f70", "reconcileID": "5a3c72d8-a22a-4bdc-bc68-9406b76c6d18", "LLMInferenceService": "rate-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70"} 2026-07-28T21:36:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "rate-test-model-2c3f70", "reconcileID": "5a3c72d8-a22a-4bdc-bc68-9406b76c6d18", "LLMInferenceService": "rate-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70"} 2026-07-28T21:36:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "rate-test-model-2c3f70", "reconcileID": "5a3c72d8-a22a-4bdc-bc68-9406b76c6d18", "LLMInferenceService": "rate-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "rate-test-model-2c3f70-kserve-route-authn"} 2026-07-28T21:36:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "rate-test-model-2c3f70", "reconcileID": "5a3c72d8-a22a-4bdc-bc68-9406b76c6d18", "LLMInferenceService": "rate-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70", "authType": "userdefined"} 2026-07-28T21:36:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "rate-test-model-2c3f70", "reconcileID": "5a3c72d8-a22a-4bdc-bc68-9406b76c6d18", "LLMInferenceService": "rate-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70"} 2026-07-28T21:36:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "rate-test-model-2c3f70", "reconcileID": "9df9093a-20bb-4516-b94b-a453bd19b6e5", "LLMInferenceService": "rate-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70"} 2026-07-28T21:36:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "rate-test-model-2c3f70", "reconcileID": "9df9093a-20bb-4516-b94b-a453bd19b6e5", "LLMInferenceService": "rate-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70"} 2026-07-28T21:36:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "rate-test-model-2c3f70", "reconcileID": "9df9093a-20bb-4516-b94b-a453bd19b6e5", "LLMInferenceService": "rate-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70"} 2026-07-28T21:36:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "rate-test-model-2c3f70", "reconcileID": "9df9093a-20bb-4516-b94b-a453bd19b6e5", "LLMInferenceService": "rate-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "rate-test-model-2c3f70-kserve-route-authn"} 2026-07-28T21:36:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "rate-test-model-2c3f70", "reconcileID": "9df9093a-20bb-4516-b94b-a453bd19b6e5", "LLMInferenceService": "rate-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70", "authType": "userdefined"} 2026-07-28T21:36:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "rate-test-model-2c3f70", "reconcileID": "9df9093a-20bb-4516-b94b-a453bd19b6e5", "LLMInferenceService": "rate-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70"} 2026-07-28T21:37:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1096ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca", "reconcileID": "c88bae72-f6ed-43cc-80aa-9cae07f6baa7", "Gateway": "e2e-shared-a-1096ca", "namespace": "openshift-ingress"} 2026-07-28T21:37:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1096ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca", "reconcileID": "c88bae72-f6ed-43cc-80aa-9cae07f6baa7", "Gateway": "e2e-shared-a-1096ca", "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca-authn-ssl"} 2026-07-28T21:37:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1096ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca", "reconcileID": "c88bae72-f6ed-43cc-80aa-9cae07f6baa7", "Gateway": "e2e-shared-a-1096ca", "namespace": "openshift-ingress"} 2026-07-28T21:37:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2c3f70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70", "reconcileID": "52278428-2006-4676-bc7f-1e850f8cafc4", "Gateway": "e2e-shared-b-2c3f70", "namespace": "openshift-ingress"} 2026-07-28T21:37:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2c3f70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70", "reconcileID": "52278428-2006-4676-bc7f-1e850f8cafc4", "Gateway": "e2e-shared-b-2c3f70", "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70-authn-ssl"} 2026-07-28T21:37:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2c3f70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70", "reconcileID": "52278428-2006-4676-bc7f-1e850f8cafc4", "Gateway": "e2e-shared-b-2c3f70", "namespace": "openshift-ingress"} 2026-07-28T21:37:53Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1096ca","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "rate-test-model-1096ca", "reconcileID": "00ff4756-4bc3-4a8c-8525-5102a0a3001b", "LLMInferenceService": "rate-test-model-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca"} 2026-07-28T21:37:53Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1096ca","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "rate-test-model-1096ca", "reconcileID": "00ff4756-4bc3-4a8c-8525-5102a0a3001b", "LLMInferenceService": "rate-test-model-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "rate-test-model-1096ca"} 2026-07-28T21:37:53Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1096ca","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "rate-test-model-1096ca", "reconcileID": "00ff4756-4bc3-4a8c-8525-5102a0a3001b", "LLMInferenceService": "rate-test-model-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca"} 2026-07-28T21:37:53Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1096ca","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "rate-test-model-1096ca", "reconcileID": "00ff4756-4bc3-4a8c-8525-5102a0a3001b", "LLMInferenceService": "rate-test-model-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca"} 2026-07-28T21:37:53Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1096ca","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "rate-test-model-1096ca", "reconcileID": "00ff4756-4bc3-4a8c-8525-5102a0a3001b", "LLMInferenceService": "rate-test-model-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "rate-test-model-1096ca-kserve-route-authn"} 2026-07-28T21:37:53Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1096ca","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "rate-test-model-1096ca", "reconcileID": "00ff4756-4bc3-4a8c-8525-5102a0a3001b", "LLMInferenceService": "rate-test-model-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "rate-test-model-1096ca-kserve-route-authn"} 2026-07-28T21:37:53Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1096ca","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "rate-test-model-1096ca", "reconcileID": "00ff4756-4bc3-4a8c-8525-5102a0a3001b", "LLMInferenceService": "rate-test-model-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca"} 2026-07-28T21:37:53Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1096ca","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "rate-test-model-1096ca", "reconcileID": "00ff4756-4bc3-4a8c-8525-5102a0a3001b", "LLMInferenceService": "rate-test-model-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca"} 2026-07-28T21:37:53Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1096ca","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "rate-test-model-1096ca", "reconcileID": "0129d3ba-ecd0-443a-8394-4e502f86e0c9", "LLMInferenceService": "rate-test-model-1096ca", "namespace": "ai-tenant-e2e-shared-a-1096ca"} 2026-07-28T21:37:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1096ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca", "reconcileID": "e749e3b2-87f5-4d8d-8e9e-4aec6460f15f", "Gateway": "e2e-shared-a-1096ca", "namespace": "openshift-ingress"} 2026-07-28T21:37:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1096ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca", "reconcileID": "e749e3b2-87f5-4d8d-8e9e-4aec6460f15f", "Gateway": "e2e-shared-a-1096ca", "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca-authn-ssl"} 2026-07-28T21:37:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1096ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca", "reconcileID": "e749e3b2-87f5-4d8d-8e9e-4aec6460f15f", "Gateway": "e2e-shared-a-1096ca", "namespace": "openshift-ingress"} 2026-07-28T21:37:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1096ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca", "reconcileID": "a155bbe3-6d6f-4ddf-9fec-9fa66fffb0fd", "Gateway": "e2e-shared-a-1096ca", "namespace": "openshift-ingress"} 2026-07-28T21:37:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1096ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca", "reconcileID": "a155bbe3-6d6f-4ddf-9fec-9fa66fffb0fd", "Gateway": "e2e-shared-a-1096ca", "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca-authn-ssl"} 2026-07-28T21:37:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1096ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca", "reconcileID": "a155bbe3-6d6f-4ddf-9fec-9fa66fffb0fd", "Gateway": "e2e-shared-a-1096ca", "namespace": "openshift-ingress"} 2026-07-28T21:37:54Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "rate-test-model-2c3f70", "reconcileID": "8bb09776-e508-4f7e-b2ac-3f98a14de8bb", "LLMInferenceService": "rate-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70"} 2026-07-28T21:37:54Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "rate-test-model-2c3f70", "reconcileID": "8bb09776-e508-4f7e-b2ac-3f98a14de8bb", "LLMInferenceService": "rate-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "rate-test-model-2c3f70"} 2026-07-28T21:37:54Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "rate-test-model-2c3f70", "reconcileID": "8bb09776-e508-4f7e-b2ac-3f98a14de8bb", "LLMInferenceService": "rate-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70"} 2026-07-28T21:37:54Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "rate-test-model-2c3f70", "reconcileID": "8bb09776-e508-4f7e-b2ac-3f98a14de8bb", "LLMInferenceService": "rate-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70"} 2026-07-28T21:37:54Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "rate-test-model-2c3f70", "reconcileID": "8bb09776-e508-4f7e-b2ac-3f98a14de8bb", "LLMInferenceService": "rate-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "rate-test-model-2c3f70-kserve-route-authn"} 2026-07-28T21:37:54Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "rate-test-model-2c3f70", "reconcileID": "8bb09776-e508-4f7e-b2ac-3f98a14de8bb", "LLMInferenceService": "rate-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "rate-test-model-2c3f70-kserve-route-authn"} 2026-07-28T21:37:54Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "rate-test-model-2c3f70", "reconcileID": "8bb09776-e508-4f7e-b2ac-3f98a14de8bb", "LLMInferenceService": "rate-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70"} 2026-07-28T21:37:54Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "rate-test-model-2c3f70", "reconcileID": "8bb09776-e508-4f7e-b2ac-3f98a14de8bb", "LLMInferenceService": "rate-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70"} 2026-07-28T21:37:54Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c3f70","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "rate-test-model-2c3f70", "reconcileID": "6f6fcd4d-3599-4d15-9686-c460569a9009", "LLMInferenceService": "rate-test-model-2c3f70", "namespace": "ai-tenant-e2e-shared-b-2c3f70"} 2026-07-28T21:37:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2c3f70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70", "reconcileID": "8afc4d40-f6a2-463b-bd8f-3c1a03a99ff8", "Gateway": "e2e-shared-b-2c3f70", "namespace": "openshift-ingress"} 2026-07-28T21:37:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2c3f70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70", "reconcileID": "8afc4d40-f6a2-463b-bd8f-3c1a03a99ff8", "Gateway": "e2e-shared-b-2c3f70", "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70-authn-ssl"} 2026-07-28T21:37:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2c3f70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70", "reconcileID": "8afc4d40-f6a2-463b-bd8f-3c1a03a99ff8", "Gateway": "e2e-shared-b-2c3f70", "namespace": "openshift-ingress"} 2026-07-28T21:37:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2c3f70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70", "reconcileID": "30925379-9719-402a-9dd5-817e0d4dd978", "Gateway": "e2e-shared-b-2c3f70", "namespace": "openshift-ingress"} 2026-07-28T21:37:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2c3f70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70", "reconcileID": "30925379-9719-402a-9dd5-817e0d4dd978", "Gateway": "e2e-shared-b-2c3f70", "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70-authn-ssl"} 2026-07-28T21:37:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2c3f70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70", "reconcileID": "30925379-9719-402a-9dd5-817e0d4dd978", "Gateway": "e2e-shared-b-2c3f70", "namespace": "openshift-ingress"} 2026-07-28T21:37:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1096ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca", "reconcileID": "4e764b45-f3d7-471f-8907-7d8738165faf", "Gateway": "e2e-shared-a-1096ca", "namespace": "openshift-ingress"} 2026-07-28T21:37:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1096ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca", "reconcileID": "4e764b45-f3d7-471f-8907-7d8738165faf", "Gateway": "e2e-shared-a-1096ca", "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca-authn-ssl"} 2026-07-28T21:37:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1096ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca", "reconcileID": "4e764b45-f3d7-471f-8907-7d8738165faf", "Gateway": "e2e-shared-a-1096ca", "namespace": "openshift-ingress"} 2026-07-28T21:37:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2c3f70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70", "reconcileID": "5105ca81-e0ea-4dd6-9f15-dac1c3ead167", "Gateway": "e2e-shared-b-2c3f70", "namespace": "openshift-ingress"} 2026-07-28T21:37:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2c3f70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70", "reconcileID": "5105ca81-e0ea-4dd6-9f15-dac1c3ead167", "Gateway": "e2e-shared-b-2c3f70", "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70-authn-ssl"} 2026-07-28T21:37:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2c3f70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70", "reconcileID": "5105ca81-e0ea-4dd6-9f15-dac1c3ead167", "Gateway": "e2e-shared-b-2c3f70", "namespace": "openshift-ingress"} 2026-07-28T21:38:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fa422e38-5fd6-4c06-9328-ea5d72cadda0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T21:38:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "73528911-2f73-455d-83ea-41a5cef11731", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress"} 2026-07-28T21:38:14Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "73528911-2f73-455d-83ea-41a5cef11731", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484-authn-ssl"} 2026-07-28T21:38:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "73528911-2f73-455d-83ea-41a5cef11731", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress"} 2026-07-28T21:38:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "05d2c42e-a23b-46cc-b220-b3c1d8e5125d", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress"} 2026-07-28T21:38:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "05d2c42e-a23b-46cc-b220-b3c1d8e5125d", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484-authn-ssl"} 2026-07-28T21:38:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "05d2c42e-a23b-46cc-b220-b3c1d8e5125d", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress"} 2026-07-28T21:38:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "af2ae6e3-9f8a-4c16-9333-5763f21d7d29", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress"} 2026-07-28T21:38:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "af2ae6e3-9f8a-4c16-9333-5763f21d7d29", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484-authn-ssl"} 2026-07-28T21:38:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "af2ae6e3-9f8a-4c16-9333-5763f21d7d29", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress"} 2026-07-28T21:38:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "2e033109-e897-479a-85f4-9562141f9877", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress"} 2026-07-28T21:38:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "2e033109-e897-479a-85f4-9562141f9877", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484-authn-ssl"} 2026-07-28T21:38:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "2e033109-e897-479a-85f4-9562141f9877", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress"} 2026-07-28T21:38:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "83f40394-b734-4081-a1fb-e2995e72bf6c", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress"} 2026-07-28T21:38:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "83f40394-b734-4081-a1fb-e2995e72bf6c", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484-authn-ssl"} 2026-07-28T21:38:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "83f40394-b734-4081-a1fb-e2995e72bf6c", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress"} 2026-07-28T21:38:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "a8d61815-73e4-4818-8e17-e75cee5a99d6", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress"} 2026-07-28T21:38:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "a8d61815-73e4-4818-8e17-e75cee5a99d6", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484-authn-ssl"} 2026-07-28T21:38:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "a8d61815-73e4-4818-8e17-e75cee5a99d6", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress"} 2026-07-28T21:38:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "f47ff353-0b32-4f1d-9694-9102ce8fc7da", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress"} 2026-07-28T21:38:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "f47ff353-0b32-4f1d-9694-9102ce8fc7da", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484-authn-ssl"} 2026-07-28T21:38:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "f47ff353-0b32-4f1d-9694-9102ce8fc7da", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress"} 2026-07-28T21:38:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "3490af2f-066a-483e-b806-c62649692a9f", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress"} 2026-07-28T21:38:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "3490af2f-066a-483e-b806-c62649692a9f", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484-authn-ssl"} 2026-07-28T21:38:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "3490af2f-066a-483e-b806-c62649692a9f", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress"} 2026-07-28T21:38:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "odh-trusted-ca-bundle", "reconcileID": "366d028f-647b-4d16-b698-b1848ddb1a74", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:38:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "openshift-service-ca.crt", "reconcileID": "e1fe53f0-367f-4483-b23f-d90bf3c9853a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:38:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "openshift-service-ca.crt", "reconcileID": "be8e790e-a95c-4c0c-9559-b853e3e411c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-cf1484", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T21:38:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "openshift-service-ca.crt", "reconcileID": "be8e790e-a95c-4c0c-9559-b853e3e411c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:38:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "odh-trusted-ca-bundle", "reconcileID": "b385c3bd-60d5-45f0-8899-4169c3ed0f2c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-cf1484", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T21:38:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "odh-trusted-ca-bundle", "reconcileID": "b385c3bd-60d5-45f0-8899-4169c3ed0f2c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T21:38:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "openshift-service-ca.crt", "reconcileID": "308caeda-824b-4304-b2d1-559d59552c31", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-cf1484", "update": "odh-kserve-custom-ca-bundle"} 2026-07-28T21:38:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "openshift-service-ca.crt", "reconcileID": "308caeda-824b-4304-b2d1-559d59552c31", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:38:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85d80293-e37f-4d47-a3ab-e5ad0c97bfe8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:38:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "odh-trusted-ca-bundle", "reconcileID": "84913649-4dc9-4def-8637-989348b8c44e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:38:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "8501b8b3-6017-4bc0-a6f6-d5df40ca118f", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress"} 2026-07-28T21:38:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "8501b8b3-6017-4bc0-a6f6-d5df40ca118f", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484-authn-ssl"} 2026-07-28T21:38:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "8501b8b3-6017-4bc0-a6f6-d5df40ca118f", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress"} 2026-07-28T21:38:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6885617b-4a5c-4f43-89ea-de850a7ae4cd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T21:38:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "8228c408-3644-45ff-b26f-a079f098b9c0", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress"} 2026-07-28T21:38:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "8228c408-3644-45ff-b26f-a079f098b9c0", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484-authn-ssl"} 2026-07-28T21:38:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "8228c408-3644-45ff-b26f-a079f098b9c0", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress"} 2026-07-28T21:38:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4a3bb23c-866d-4916-8b38-9770363198be", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T21:38:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2c601689-2fd4-4f1a-b0ac-67f53f63c17c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T21:38:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d69596","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d69596", "reconcileID": "95587511-d9d4-4c94-b2ca-3109e5a724c5", "Gateway": "e2e-ipp-b-d69596", "namespace": "openshift-ingress"} 2026-07-28T21:38:43Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d69596","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d69596", "reconcileID": "95587511-d9d4-4c94-b2ca-3109e5a724c5", "Gateway": "e2e-ipp-b-d69596", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d69596-authn-ssl"} 2026-07-28T21:38:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d69596","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d69596", "reconcileID": "95587511-d9d4-4c94-b2ca-3109e5a724c5", "Gateway": "e2e-ipp-b-d69596", "namespace": "openshift-ingress"} 2026-07-28T21:38:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d69596","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d69596", "reconcileID": "5a0492fc-b17c-433a-b8e7-8c4a5046f9f8", "Gateway": "e2e-ipp-b-d69596", "namespace": "openshift-ingress"} 2026-07-28T21:38:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d69596","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d69596", "reconcileID": "5a0492fc-b17c-433a-b8e7-8c4a5046f9f8", "Gateway": "e2e-ipp-b-d69596", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d69596-authn-ssl"} 2026-07-28T21:38:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d69596","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d69596", "reconcileID": "5a0492fc-b17c-433a-b8e7-8c4a5046f9f8", "Gateway": "e2e-ipp-b-d69596", "namespace": "openshift-ingress"} 2026-07-28T21:38:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d69596","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d69596", "reconcileID": "d7f5ca9f-2e3d-4211-93cf-0b98bbb5b361", "Gateway": "e2e-ipp-b-d69596", "namespace": "openshift-ingress"} 2026-07-28T21:38:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d69596","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d69596", "reconcileID": "d7f5ca9f-2e3d-4211-93cf-0b98bbb5b361", "Gateway": "e2e-ipp-b-d69596", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d69596-authn-ssl"} 2026-07-28T21:38:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d69596","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d69596", "reconcileID": "d7f5ca9f-2e3d-4211-93cf-0b98bbb5b361", "Gateway": "e2e-ipp-b-d69596", "namespace": "openshift-ingress"} 2026-07-28T21:38:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d69596","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d69596", "reconcileID": "64d9c32c-f5da-4598-a4ce-33a9b4ab4775", "Gateway": "e2e-ipp-b-d69596", "namespace": "openshift-ingress"} 2026-07-28T21:38:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d69596","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d69596", "reconcileID": "64d9c32c-f5da-4598-a4ce-33a9b4ab4775", "Gateway": "e2e-ipp-b-d69596", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d69596-authn-ssl"} 2026-07-28T21:38:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d69596","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d69596", "reconcileID": "64d9c32c-f5da-4598-a4ce-33a9b4ab4775", "Gateway": "e2e-ipp-b-d69596", "namespace": "openshift-ingress"} 2026-07-28T21:38:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d69596","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d69596", "reconcileID": "28a031c6-8d3d-4cdd-a0f8-70062d850906", "Gateway": "e2e-ipp-b-d69596", "namespace": "openshift-ingress"} 2026-07-28T21:38:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d69596","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d69596", "reconcileID": "28a031c6-8d3d-4cdd-a0f8-70062d850906", "Gateway": "e2e-ipp-b-d69596", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d69596-authn-ssl"} 2026-07-28T21:38:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d69596","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d69596", "reconcileID": "28a031c6-8d3d-4cdd-a0f8-70062d850906", "Gateway": "e2e-ipp-b-d69596", "namespace": "openshift-ingress"} 2026-07-28T21:38:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d69596","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d69596", "reconcileID": "e8839e66-3a81-461c-9047-b71fc93108a6", "Gateway": "e2e-ipp-b-d69596", "namespace": "openshift-ingress"} 2026-07-28T21:38:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d69596","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d69596", "reconcileID": "e8839e66-3a81-461c-9047-b71fc93108a6", "Gateway": "e2e-ipp-b-d69596", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d69596-authn-ssl"} 2026-07-28T21:38:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d69596","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d69596", "reconcileID": "e8839e66-3a81-461c-9047-b71fc93108a6", "Gateway": "e2e-ipp-b-d69596", "namespace": "openshift-ingress"} 2026-07-28T21:38:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d69596","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d69596", "reconcileID": "d31f6b2a-08a5-4150-8576-b912a3beeddf", "Gateway": "e2e-ipp-b-d69596", "namespace": "openshift-ingress"} 2026-07-28T21:38:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d69596","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d69596", "reconcileID": "d31f6b2a-08a5-4150-8576-b912a3beeddf", "Gateway": "e2e-ipp-b-d69596", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d69596-authn-ssl"} 2026-07-28T21:38:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d69596","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d69596", "reconcileID": "d31f6b2a-08a5-4150-8576-b912a3beeddf", "Gateway": "e2e-ipp-b-d69596", "namespace": "openshift-ingress"} 2026-07-28T21:38:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d69596"}, "namespace": "ai-tenant-e2e-ipp-b-d69596", "name": "openshift-service-ca.crt", "reconcileID": "783cd0fd-4c51-4535-8380-468d75f117be", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d69596"} 2026-07-28T21:38:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d69596"}, "namespace": "ai-tenant-e2e-ipp-b-d69596", "name": "odh-trusted-ca-bundle", "reconcileID": "9f405e1e-c498-4c58-810f-9b6ecfa8c4b9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d69596"} 2026-07-28T21:38:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d69596"}, "namespace": "ai-tenant-e2e-ipp-b-d69596", "name": "openshift-service-ca.crt", "reconcileID": "9cf2b3c1-bf76-44bf-b8a4-861431589204", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d69596", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T21:38:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d69596"}, "namespace": "ai-tenant-e2e-ipp-b-d69596", "name": "openshift-service-ca.crt", "reconcileID": "9cf2b3c1-bf76-44bf-b8a4-861431589204", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d69596"} 2026-07-28T21:38:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d69596"}, "namespace": "ai-tenant-e2e-ipp-b-d69596", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b7cd8581-b383-43ab-a4f2-bee5adcda2a7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d69596"} 2026-07-28T21:38:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d69596"}, "namespace": "ai-tenant-e2e-ipp-b-d69596", "name": "openshift-service-ca.crt", "reconcileID": "1743a14a-a684-4f6e-8097-d52c6b428014", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d69596"} 2026-07-28T21:38:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d69596"}, "namespace": "ai-tenant-e2e-ipp-b-d69596", "name": "odh-trusted-ca-bundle", "reconcileID": "f6d60ae5-afd0-491f-95ec-7d953eae277c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d69596", "update": "odh-kserve-custom-ca-bundle"} 2026-07-28T21:38:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d69596"}, "namespace": "ai-tenant-e2e-ipp-b-d69596", "name": "odh-trusted-ca-bundle", "reconcileID": "f6d60ae5-afd0-491f-95ec-7d953eae277c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d69596"} 2026-07-28T21:38:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d69596"}, "namespace": "ai-tenant-e2e-ipp-b-d69596", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9bfc647d-fed9-47ec-b918-433e7ccd2cc0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d69596"} 2026-07-28T21:38:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d69596","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d69596", "reconcileID": "8ee91738-257e-462e-99ff-3cd67957282d", "Gateway": "e2e-ipp-b-d69596", "namespace": "openshift-ingress"} 2026-07-28T21:38:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d69596","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d69596", "reconcileID": "8ee91738-257e-462e-99ff-3cd67957282d", "Gateway": "e2e-ipp-b-d69596", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d69596-authn-ssl"} 2026-07-28T21:38:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d69596","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d69596", "reconcileID": "8ee91738-257e-462e-99ff-3cd67957282d", "Gateway": "e2e-ipp-b-d69596", "namespace": "openshift-ingress"} 2026-07-28T21:38:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1af57a2e-43a2-4378-ab0e-d27e9674f921", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T21:38:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d69596","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d69596", "reconcileID": "38dfa80f-2fcd-415d-92a1-f4c8faf075c9", "Gateway": "e2e-ipp-b-d69596", "namespace": "openshift-ingress"} 2026-07-28T21:38:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d69596","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d69596", "reconcileID": "38dfa80f-2fcd-415d-92a1-f4c8faf075c9", "Gateway": "e2e-ipp-b-d69596", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d69596-authn-ssl"} 2026-07-28T21:38:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d69596","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d69596", "reconcileID": "38dfa80f-2fcd-415d-92a1-f4c8faf075c9", "Gateway": "e2e-ipp-b-d69596", "namespace": "openshift-ingress"} 2026-07-28T21:39:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "6d4e394a-2da1-493b-b181-d7f5774de19c", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:39:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "6d4e394a-2da1-493b-b181-d7f5774de19c", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:39:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "6d4e394a-2da1-493b-b181-d7f5774de19c", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:39:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "c739dc45-feb2-43e7-a3a0-c32d502b118a", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress"} 2026-07-28T21:39:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "6d4e394a-2da1-493b-b181-d7f5774de19c", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484-kserve-route-authn"} 2026-07-28T21:39:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "6d4e394a-2da1-493b-b181-d7f5774de19c", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484", "authType": "userdefined"} 2026-07-28T21:39:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "6d4e394a-2da1-493b-b181-d7f5774de19c", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:39:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "c739dc45-feb2-43e7-a3a0-c32d502b118a", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484-authn-ssl"} 2026-07-28T21:39:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "c739dc45-feb2-43e7-a3a0-c32d502b118a", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress"} 2026-07-28T21:39:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "7b4c67d3-97b2-4661-9c1f-c7f35a3ead34", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:39:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "7b4c67d3-97b2-4661-9c1f-c7f35a3ead34", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:39:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "7b4c67d3-97b2-4661-9c1f-c7f35a3ead34", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:39:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "7b4c67d3-97b2-4661-9c1f-c7f35a3ead34", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484-kserve-route-authn"} 2026-07-28T21:39:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "7b4c67d3-97b2-4661-9c1f-c7f35a3ead34", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484", "authType": "userdefined"} 2026-07-28T21:39:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "7b4c67d3-97b2-4661-9c1f-c7f35a3ead34", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:39:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "e2e3fbf5-14b3-4b05-9b69-50a76cd61460", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress"} 2026-07-28T21:39:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "e2e3fbf5-14b3-4b05-9b69-50a76cd61460", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484-authn-ssl"} 2026-07-28T21:39:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "e2e3fbf5-14b3-4b05-9b69-50a76cd61460", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress"} 2026-07-28T21:39:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "cc68fda6-28f0-496a-a5b1-e56b86c6d5f6", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:39:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "cc68fda6-28f0-496a-a5b1-e56b86c6d5f6", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:39:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "cc68fda6-28f0-496a-a5b1-e56b86c6d5f6", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:39:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "cc68fda6-28f0-496a-a5b1-e56b86c6d5f6", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484-kserve-route-authn"} 2026-07-28T21:39:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "cc68fda6-28f0-496a-a5b1-e56b86c6d5f6", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484", "authType": "userdefined"} 2026-07-28T21:39:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "cc68fda6-28f0-496a-a5b1-e56b86c6d5f6", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:39:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "e2808bd6-3819-42c3-8f25-d6034dd62f07", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:39:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "e2808bd6-3819-42c3-8f25-d6034dd62f07", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:39:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "e2808bd6-3819-42c3-8f25-d6034dd62f07", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:39:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "e2808bd6-3819-42c3-8f25-d6034dd62f07", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484-kserve-route-authn"} 2026-07-28T21:39:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "e2808bd6-3819-42c3-8f25-d6034dd62f07", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484", "authType": "userdefined"} 2026-07-28T21:39:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "e2808bd6-3819-42c3-8f25-d6034dd62f07", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:39:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "9ba9a25a-cd6f-4c8b-a3cb-5e621341b889", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress"} 2026-07-28T21:39:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "9ba9a25a-cd6f-4c8b-a3cb-5e621341b889", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484-authn-ssl"} 2026-07-28T21:39:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "9ba9a25a-cd6f-4c8b-a3cb-5e621341b889", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress"} 2026-07-28T21:40:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea76b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea76b4", "reconcileID": "9cdf51cf-3a33-4f4f-b182-74296fdb5403", "Gateway": "e2e-ipp-cleanup-ea76b4", "namespace": "openshift-ingress"} 2026-07-28T21:40:10Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea76b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea76b4", "reconcileID": "9cdf51cf-3a33-4f4f-b182-74296fdb5403", "Gateway": "e2e-ipp-cleanup-ea76b4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea76b4-authn-ssl"} 2026-07-28T21:40:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea76b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea76b4", "reconcileID": "9cdf51cf-3a33-4f4f-b182-74296fdb5403", "Gateway": "e2e-ipp-cleanup-ea76b4", "namespace": "openshift-ingress"} 2026-07-28T21:40:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea76b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea76b4", "reconcileID": "665f8599-c148-438e-a590-8e07bd4218aa", "Gateway": "e2e-ipp-cleanup-ea76b4", "namespace": "openshift-ingress"} 2026-07-28T21:40:10Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea76b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea76b4", "reconcileID": "665f8599-c148-438e-a590-8e07bd4218aa", "Gateway": "e2e-ipp-cleanup-ea76b4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea76b4-authn-ssl"} 2026-07-28T21:40:10Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea76b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea76b4", "reconcileID": "665f8599-c148-438e-a590-8e07bd4218aa", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-cleanup-ea76b4-authn-ssl: envoyfilters.networking.istio.io \"e2e-ipp-cleanup-ea76b4-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T21:40:10Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-cleanup-ea76b4-authn-ssl: envoyfilters.networking.istio.io "e2e-ipp-cleanup-ea76b4-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-ipp-cleanup-ea76b4","uid":"5f4c49ff-3377-4060-8e21-dc5f0485999d","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"70461"}, "reason": "ReconcileError"} 2026-07-28T21:40:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea76b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea76b4", "reconcileID": "ae404e2a-bdb6-45e3-8e7b-d76fdde1b1ce", "Gateway": "e2e-ipp-cleanup-ea76b4", "namespace": "openshift-ingress"} 2026-07-28T21:40:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea76b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea76b4", "reconcileID": "ae404e2a-bdb6-45e3-8e7b-d76fdde1b1ce", "Gateway": "e2e-ipp-cleanup-ea76b4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea76b4-authn-ssl"} 2026-07-28T21:40:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea76b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea76b4", "reconcileID": "ae404e2a-bdb6-45e3-8e7b-d76fdde1b1ce", "Gateway": "e2e-ipp-cleanup-ea76b4", "namespace": "openshift-ingress"} 2026-07-28T21:40:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea76b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea76b4", "reconcileID": "8815ac0c-a525-4484-9827-0842ad435713", "Gateway": "e2e-ipp-cleanup-ea76b4", "namespace": "openshift-ingress"} 2026-07-28T21:40:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea76b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea76b4", "reconcileID": "8815ac0c-a525-4484-9827-0842ad435713", "Gateway": "e2e-ipp-cleanup-ea76b4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea76b4-authn-ssl"} 2026-07-28T21:40:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea76b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea76b4", "reconcileID": "8815ac0c-a525-4484-9827-0842ad435713", "Gateway": "e2e-ipp-cleanup-ea76b4", "namespace": "openshift-ingress"} 2026-07-28T21:40:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea76b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea76b4", "reconcileID": "e2e1f3db-ebd0-4cb9-8661-25b9e5d394ff", "Gateway": "e2e-ipp-cleanup-ea76b4", "namespace": "openshift-ingress"} 2026-07-28T21:40:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea76b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea76b4", "reconcileID": "e2e1f3db-ebd0-4cb9-8661-25b9e5d394ff", "Gateway": "e2e-ipp-cleanup-ea76b4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea76b4-authn-ssl"} 2026-07-28T21:40:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea76b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea76b4", "reconcileID": "e2e1f3db-ebd0-4cb9-8661-25b9e5d394ff", "Gateway": "e2e-ipp-cleanup-ea76b4", "namespace": "openshift-ingress"} 2026-07-28T21:40:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea76b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea76b4", "reconcileID": "9b5b3889-6580-49a3-939c-8db2a7b7777c", "Gateway": "e2e-ipp-cleanup-ea76b4", "namespace": "openshift-ingress"} 2026-07-28T21:40:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea76b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea76b4", "reconcileID": "9b5b3889-6580-49a3-939c-8db2a7b7777c", "Gateway": "e2e-ipp-cleanup-ea76b4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea76b4-authn-ssl"} 2026-07-28T21:40:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea76b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea76b4", "reconcileID": "9b5b3889-6580-49a3-939c-8db2a7b7777c", "Gateway": "e2e-ipp-cleanup-ea76b4", "namespace": "openshift-ingress"} 2026-07-28T21:40:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea76b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea76b4", "reconcileID": "6dc52afc-d250-48f8-9d53-6a1f1cb3f2f4", "Gateway": "e2e-ipp-cleanup-ea76b4", "namespace": "openshift-ingress"} 2026-07-28T21:40:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea76b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea76b4", "reconcileID": "6dc52afc-d250-48f8-9d53-6a1f1cb3f2f4", "Gateway": "e2e-ipp-cleanup-ea76b4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea76b4-authn-ssl"} 2026-07-28T21:40:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea76b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea76b4", "reconcileID": "6dc52afc-d250-48f8-9d53-6a1f1cb3f2f4", "Gateway": "e2e-ipp-cleanup-ea76b4", "namespace": "openshift-ingress"} 2026-07-28T21:40:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea76b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea76b4", "reconcileID": "7f435b59-68ef-476e-90d0-cbb983797395", "Gateway": "e2e-ipp-cleanup-ea76b4", "namespace": "openshift-ingress"} 2026-07-28T21:40:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea76b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea76b4", "reconcileID": "7f435b59-68ef-476e-90d0-cbb983797395", "Gateway": "e2e-ipp-cleanup-ea76b4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea76b4-authn-ssl"} 2026-07-28T21:40:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea76b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea76b4", "reconcileID": "7f435b59-68ef-476e-90d0-cbb983797395", "Gateway": "e2e-ipp-cleanup-ea76b4", "namespace": "openshift-ingress"} 2026-07-28T21:40:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ea76b4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea76b4", "name": "openshift-service-ca.crt", "reconcileID": "02faa2e1-e027-436e-aa6a-efa9d29be46a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ea76b4"} 2026-07-28T21:40:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ea76b4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea76b4", "name": "odh-trusted-ca-bundle", "reconcileID": "22183104-97fa-46cc-91f6-9493c4e78502", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ea76b4"} 2026-07-28T21:40:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ea76b4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea76b4", "name": "openshift-service-ca.crt", "reconcileID": "6351c268-172e-4a21-ac99-4a4a32d04e6a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ea76b4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T21:40:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ea76b4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea76b4", "name": "openshift-service-ca.crt", "reconcileID": "6351c268-172e-4a21-ac99-4a4a32d04e6a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ea76b4"} 2026-07-28T21:40:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ea76b4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea76b4", "name": "openshift-service-ca.crt", "reconcileID": "fe620941-c911-49d4-8060-337295e8b6df", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ea76b4"} 2026-07-28T21:40:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ea76b4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea76b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "34cec082-7669-41d1-8430-e6fb7762311c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ea76b4"} 2026-07-28T21:40:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ea76b4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea76b4", "name": "odh-trusted-ca-bundle", "reconcileID": "6240a024-a0ae-4610-9a48-c6600be022e0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ea76b4", "update": "odh-kserve-custom-ca-bundle"} 2026-07-28T21:40:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ea76b4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea76b4", "name": "odh-trusted-ca-bundle", "reconcileID": "6240a024-a0ae-4610-9a48-c6600be022e0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ea76b4"} 2026-07-28T21:40:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ea76b4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea76b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a640d114-0745-49e4-81fb-729ea81e0cda", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ea76b4"} 2026-07-28T21:40:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea76b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea76b4", "reconcileID": "5d3db4be-a9ce-442d-a2c5-0b161c7c1c6e", "Gateway": "e2e-ipp-cleanup-ea76b4", "namespace": "openshift-ingress"} 2026-07-28T21:40:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea76b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea76b4", "reconcileID": "5d3db4be-a9ce-442d-a2c5-0b161c7c1c6e", "Gateway": "e2e-ipp-cleanup-ea76b4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea76b4-authn-ssl"} 2026-07-28T21:40:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea76b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea76b4", "reconcileID": "5d3db4be-a9ce-442d-a2c5-0b161c7c1c6e", "Gateway": "e2e-ipp-cleanup-ea76b4", "namespace": "openshift-ingress"} 2026-07-28T21:40:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ea916817-447e-48f8-8469-cf201016e0f1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T21:40:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea76b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea76b4", "reconcileID": "6ae6dec3-c00c-445f-94b6-60c8a9946e7e", "Gateway": "e2e-ipp-cleanup-ea76b4", "namespace": "openshift-ingress"} 2026-07-28T21:40:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea76b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea76b4", "reconcileID": "6ae6dec3-c00c-445f-94b6-60c8a9946e7e", "Gateway": "e2e-ipp-cleanup-ea76b4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea76b4-authn-ssl"} 2026-07-28T21:40:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea76b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea76b4", "reconcileID": "6ae6dec3-c00c-445f-94b6-60c8a9946e7e", "Gateway": "e2e-ipp-cleanup-ea76b4", "namespace": "openshift-ingress"} 2026-07-28T21:40:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea76b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea76b4", "reconcileID": "3fcdf830-de34-49f0-9a59-3f37d8ab2db1", "Gateway": "e2e-ipp-cleanup-ea76b4", "namespace": "openshift-ingress"} 2026-07-28T21:40:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea76b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea76b4", "reconcileID": "3fcdf830-de34-49f0-9a59-3f37d8ab2db1", "Gateway": "e2e-ipp-cleanup-ea76b4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea76b4-authn-ssl"} 2026-07-28T21:40:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea76b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea76b4", "reconcileID": "3fcdf830-de34-49f0-9a59-3f37d8ab2db1", "Gateway": "e2e-ipp-cleanup-ea76b4", "namespace": "openshift-ingress"} 2026-07-28T21:40:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ea76b4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea76b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "51190c2e-1e52-4fe8-aea1-ba46acd61092", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ea76b4"} 2026-07-28T21:40:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ea76b4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea76b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "51190c2e-1e52-4fe8-aea1-ba46acd61092", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ea76b4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T21:40:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ea76b4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea76b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "51190c2e-1e52-4fe8-aea1-ba46acd61092", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-ea76b4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T21:40:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ea76b4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea76b4", "name": "odh-trusted-ca-bundle", "reconcileID": "0936e515-a1d3-4b3c-ba2d-9c9f93ad77e1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ea76b4"} 2026-07-28T21:40:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ea76b4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea76b4", "name": "odh-trusted-ca-bundle", "reconcileID": "0936e515-a1d3-4b3c-ba2d-9c9f93ad77e1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ea76b4"} 2026-07-28T21:40:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ea76b4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea76b4", "name": "openshift-service-ca.crt", "reconcileID": "cc02e529-fec4-48ac-a68c-ad62a56d82a1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ea76b4"} 2026-07-28T21:40:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ea76b4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea76b4", "name": "openshift-service-ca.crt", "reconcileID": "cc02e529-fec4-48ac-a68c-ad62a56d82a1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ea76b4"} 2026-07-28T21:40:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ea76b4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea76b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce062b4d-d340-43a0-901f-4b16852cc6ae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ea76b4"} 2026-07-28T21:40:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ea76b4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea76b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce062b4d-d340-43a0-901f-4b16852cc6ae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ea76b4"} 2026-07-28T21:40:50Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea76b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea76b4", "reconcileID": "95516ba8-4e54-48be-b310-c208cd478adf", "Gateway": "e2e-ipp-cleanup-ea76b4", "namespace": "openshift-ingress"} 2026-07-28T21:40:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6c6749f2-6a67-4181-88aa-4a08864cdf71", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T21:40:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "83708e68-b0b8-4a8b-b787-f42b34c55d73", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T21:41:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "e58430c5-93f7-417e-9463-e789cbf37a72", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress"} 2026-07-28T21:41:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "e58430c5-93f7-417e-9463-e789cbf37a72", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484-authn-ssl"} 2026-07-28T21:41:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "e58430c5-93f7-417e-9463-e789cbf37a72", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress"} 2026-07-28T21:41:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "cf23fae3-df21-4a06-a638-19f07d5c2135", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress"} 2026-07-28T21:41:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "cf23fae3-df21-4a06-a638-19f07d5c2135", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484-authn-ssl"} 2026-07-28T21:41:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "cf23fae3-df21-4a06-a638-19f07d5c2135", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress"} 2026-07-28T21:41:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "74186332-b6e4-4a83-ae30-ee5db0d9dfd9", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress"} 2026-07-28T21:41:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "74186332-b6e4-4a83-ae30-ee5db0d9dfd9", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484-authn-ssl"} 2026-07-28T21:41:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "74186332-b6e4-4a83-ae30-ee5db0d9dfd9", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress"} 2026-07-28T21:41:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "57849d0b-bcf2-4f95-a66a-2d086e88e761", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:41:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "57849d0b-bcf2-4f95-a66a-2d086e88e761", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:41:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "57849d0b-bcf2-4f95-a66a-2d086e88e761", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:41:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "57849d0b-bcf2-4f95-a66a-2d086e88e761", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484-kserve-route-authn"} 2026-07-28T21:41:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "57849d0b-bcf2-4f95-a66a-2d086e88e761", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484", "authType": "userdefined"} 2026-07-28T21:41:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "57849d0b-bcf2-4f95-a66a-2d086e88e761", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:41:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "908085a2-6814-435c-b9a6-f53021d7b212", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress"} 2026-07-28T21:41:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "908085a2-6814-435c-b9a6-f53021d7b212", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484-authn-ssl"} 2026-07-28T21:41:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "908085a2-6814-435c-b9a6-f53021d7b212", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress"} 2026-07-28T21:41:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41cc1d7f-0d94-4101-913e-3c282452413c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:41:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41cc1d7f-0d94-4101-913e-3c282452413c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-cf1484", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T21:41:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41cc1d7f-0d94-4101-913e-3c282452413c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-cf1484 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T21:41:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "odh-trusted-ca-bundle", "reconcileID": "9a7117b5-9034-416e-b081-57e0d742d71a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:41:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "odh-trusted-ca-bundle", "reconcileID": "9a7117b5-9034-416e-b081-57e0d742d71a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:41:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "openshift-service-ca.crt", "reconcileID": "8ce34927-e973-47df-bc7c-ca336519abe2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:41:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "openshift-service-ca.crt", "reconcileID": "8ce34927-e973-47df-bc7c-ca336519abe2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:41:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a1e9e0f0-b5f6-41d6-8205-5ef2bd9ea140", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:41:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a1e9e0f0-b5f6-41d6-8205-5ef2bd9ea140", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:41:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "3157a6b7-600c-4165-adac-f7f730fb42d5", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:41:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "3157a6b7-600c-4165-adac-f7f730fb42d5", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:41:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "3157a6b7-600c-4165-adac-f7f730fb42d5", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:41:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "3157a6b7-600c-4165-adac-f7f730fb42d5", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484-kserve-route-authn"} 2026-07-28T21:41:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "3157a6b7-600c-4165-adac-f7f730fb42d5", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484", "authType": "userdefined"} 2026-07-28T21:41:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "3157a6b7-600c-4165-adac-f7f730fb42d5", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:41:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "ce104975-cbe3-4566-81b7-e5ca7f21a060", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:41:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "ce104975-cbe3-4566-81b7-e5ca7f21a060", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:41:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "ce104975-cbe3-4566-81b7-e5ca7f21a060", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:41:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "ce104975-cbe3-4566-81b7-e5ca7f21a060", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484-kserve-route-authn"} 2026-07-28T21:41:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "ce104975-cbe3-4566-81b7-e5ca7f21a060", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484", "authType": "userdefined"} 2026-07-28T21:41:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "ce104975-cbe3-4566-81b7-e5ca7f21a060", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:41:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "b89fb7f5-51dc-4ce6-8a8f-a12ab0247ad0", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:41:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "b89fb7f5-51dc-4ce6-8a8f-a12ab0247ad0", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:41:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "b89fb7f5-51dc-4ce6-8a8f-a12ab0247ad0", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:41:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "b89fb7f5-51dc-4ce6-8a8f-a12ab0247ad0", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484-kserve-route-authn"} 2026-07-28T21:41:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "b89fb7f5-51dc-4ce6-8a8f-a12ab0247ad0", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484", "authType": "userdefined"} 2026-07-28T21:41:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "b89fb7f5-51dc-4ce6-8a8f-a12ab0247ad0", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:41:52Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "a8106703-62dc-4b76-86f6-22e9fa6a26fc", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:41:52Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "a8106703-62dc-4b76-86f6-22e9fa6a26fc", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484"} 2026-07-28T21:41:52Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "a8106703-62dc-4b76-86f6-22e9fa6a26fc", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:41:52Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "a8106703-62dc-4b76-86f6-22e9fa6a26fc", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:41:52Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "a8106703-62dc-4b76-86f6-22e9fa6a26fc", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484-kserve-route-authn"} 2026-07-28T21:41:52Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "a8106703-62dc-4b76-86f6-22e9fa6a26fc", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484-kserve-route-authn"} 2026-07-28T21:41:52Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "a8106703-62dc-4b76-86f6-22e9fa6a26fc", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:41:52Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "a8106703-62dc-4b76-86f6-22e9fa6a26fc", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:41:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "786261e5-1cdf-4da0-9c45-e51d7f6242bb", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:41:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "786261e5-1cdf-4da0-9c45-e51d7f6242bb", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484"} 2026-07-28T21:41:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "786261e5-1cdf-4da0-9c45-e51d7f6242bb", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:41:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "786261e5-1cdf-4da0-9c45-e51d7f6242bb", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:41:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "786261e5-1cdf-4da0-9c45-e51d7f6242bb", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484-kserve-route-authn"} 2026-07-28T21:41:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "786261e5-1cdf-4da0-9c45-e51d7f6242bb", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484-kserve-route-authn"} 2026-07-28T21:41:57Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "786261e5-1cdf-4da0-9c45-e51d7f6242bb", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:41:57Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "786261e5-1cdf-4da0-9c45-e51d7f6242bb", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:41:57Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cf1484","namespace":"ai-tenant-e2e-ipp-a-cf1484"}, "namespace": "ai-tenant-e2e-ipp-a-cf1484", "name": "ipp-route-cf1484", "reconcileID": "f07b0679-6c01-4471-a29e-9fe1ea5d4cae", "LLMInferenceService": "ipp-route-cf1484", "namespace": "ai-tenant-e2e-ipp-a-cf1484"} 2026-07-28T21:41:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "075835c2-8810-4607-9777-6cdd8049f13d", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress"} 2026-07-28T21:41:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "075835c2-8810-4607-9777-6cdd8049f13d", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484-authn-ssl"} 2026-07-28T21:41:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "075835c2-8810-4607-9777-6cdd8049f13d", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress"} 2026-07-28T21:41:58Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cf1484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cf1484", "reconcileID": "d9fd7050-2c59-45af-9159-01d864f1da72", "Gateway": "e2e-ipp-a-cf1484", "namespace": "openshift-ingress"} 2026-07-28T21:41:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a335680c-0aab-442a-8a7c-10c2b9a7fe95", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T21:42:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d69596","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d69596", "reconcileID": "73283598-e7fc-4d9a-bc7c-3c0a9138eaf7", "Gateway": "e2e-ipp-b-d69596", "namespace": "openshift-ingress"} 2026-07-28T21:42:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d69596","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d69596", "reconcileID": "73283598-e7fc-4d9a-bc7c-3c0a9138eaf7", "Gateway": "e2e-ipp-b-d69596", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d69596-authn-ssl"} 2026-07-28T21:42:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d69596","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d69596", "reconcileID": "73283598-e7fc-4d9a-bc7c-3c0a9138eaf7", "Gateway": "e2e-ipp-b-d69596", "namespace": "openshift-ingress"} 2026-07-28T21:42:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d69596","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d69596", "reconcileID": "e182679b-11ab-4255-8071-b585c89fd407", "Gateway": "e2e-ipp-b-d69596", "namespace": "openshift-ingress"} 2026-07-28T21:42:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d69596","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d69596", "reconcileID": "e182679b-11ab-4255-8071-b585c89fd407", "Gateway": "e2e-ipp-b-d69596", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d69596-authn-ssl"} 2026-07-28T21:42:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d69596","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d69596", "reconcileID": "e182679b-11ab-4255-8071-b585c89fd407", "Gateway": "e2e-ipp-b-d69596", "namespace": "openshift-ingress"} 2026-07-28T21:42:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d69596"}, "namespace": "ai-tenant-e2e-ipp-b-d69596", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3ce728c7-0cc7-4d1b-9531-50450a83d5db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d69596"} 2026-07-28T21:42:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d69596"}, "namespace": "ai-tenant-e2e-ipp-b-d69596", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3ce728c7-0cc7-4d1b-9531-50450a83d5db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d69596", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T21:42:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d69596"}, "namespace": "ai-tenant-e2e-ipp-b-d69596", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3ce728c7-0cc7-4d1b-9531-50450a83d5db", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-d69596 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T21:42:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d69596"}, "namespace": "ai-tenant-e2e-ipp-b-d69596", "name": "odh-trusted-ca-bundle", "reconcileID": "7af0b612-49bf-4778-a1d7-1122dcc93e51", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d69596"} 2026-07-28T21:42:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d69596"}, "namespace": "ai-tenant-e2e-ipp-b-d69596", "name": "odh-trusted-ca-bundle", "reconcileID": "7af0b612-49bf-4778-a1d7-1122dcc93e51", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d69596"} 2026-07-28T21:42:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d69596"}, "namespace": "ai-tenant-e2e-ipp-b-d69596", "name": "openshift-service-ca.crt", "reconcileID": "8882d475-af75-4118-aeab-e931342a72a0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d69596"} 2026-07-28T21:42:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d69596"}, "namespace": "ai-tenant-e2e-ipp-b-d69596", "name": "openshift-service-ca.crt", "reconcileID": "8882d475-af75-4118-aeab-e931342a72a0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d69596"} 2026-07-28T21:42:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d69596"}, "namespace": "ai-tenant-e2e-ipp-b-d69596", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b4fbf0b-c8ca-405d-a76c-50dd20c22768", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d69596"} 2026-07-28T21:42:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d69596"}, "namespace": "ai-tenant-e2e-ipp-b-d69596", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b4fbf0b-c8ca-405d-a76c-50dd20c22768", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d69596"} 2026-07-28T21:42:16Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d69596","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d69596", "reconcileID": "63ca8bac-b8af-48aa-ab19-18a1ff8a072f", "Gateway": "e2e-ipp-b-d69596", "namespace": "openshift-ingress"} 2026-07-28T21:42:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8c0e019a-9549-4dc6-a605-4cad8fe4fdd2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T21:42:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1096ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca", "reconcileID": "524280ff-80ef-4151-b2b4-9441d525ae5a", "Gateway": "e2e-shared-a-1096ca", "namespace": "openshift-ingress"} 2026-07-28T21:42:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1096ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca", "reconcileID": "524280ff-80ef-4151-b2b4-9441d525ae5a", "Gateway": "e2e-shared-a-1096ca", "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca-authn-ssl"} 2026-07-28T21:42:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1096ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca", "reconcileID": "524280ff-80ef-4151-b2b4-9441d525ae5a", "Gateway": "e2e-shared-a-1096ca", "namespace": "openshift-ingress"} 2026-07-28T21:42:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1096ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca", "reconcileID": "2a6e7860-907e-483c-a6df-1ec4082d2fce", "Gateway": "e2e-shared-a-1096ca", "namespace": "openshift-ingress"} 2026-07-28T21:42:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1096ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca", "reconcileID": "2a6e7860-907e-483c-a6df-1ec4082d2fce", "Gateway": "e2e-shared-a-1096ca", "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca-authn-ssl"} 2026-07-28T21:42:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1096ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca", "reconcileID": "2a6e7860-907e-483c-a6df-1ec4082d2fce", "Gateway": "e2e-shared-a-1096ca", "namespace": "openshift-ingress"} 2026-07-28T21:42:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "448cf45f-85dd-4999-87e0-00b4b798eea1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1096ca"} 2026-07-28T21:42:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "448cf45f-85dd-4999-87e0-00b4b798eea1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1096ca", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T21:42:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "448cf45f-85dd-4999-87e0-00b4b798eea1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-1096ca because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T21:42:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "odh-trusted-ca-bundle", "reconcileID": "9494b58f-1407-4309-b64d-d8438dd22d03", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1096ca"} 2026-07-28T21:42:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "odh-trusted-ca-bundle", "reconcileID": "9494b58f-1407-4309-b64d-d8438dd22d03", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1096ca"} 2026-07-28T21:42:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "openshift-service-ca.crt", "reconcileID": "577e7bb4-5fc1-4dc7-84d0-a05dbfb99c9e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-1096ca"} 2026-07-28T21:42:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "openshift-service-ca.crt", "reconcileID": "577e7bb4-5fc1-4dc7-84d0-a05dbfb99c9e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-1096ca"} 2026-07-28T21:42:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25045413-1f88-4c61-9c7c-a5580ac0b49f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1096ca"} 2026-07-28T21:42:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1096ca"}, "namespace": "ai-tenant-e2e-shared-a-1096ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25045413-1f88-4c61-9c7c-a5580ac0b49f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1096ca"} 2026-07-28T21:42:34Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1096ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1096ca", "reconcileID": "f8f33bee-6e5f-449c-9d95-a793bb93afda", "Gateway": "e2e-shared-a-1096ca", "namespace": "openshift-ingress"} 2026-07-28T21:42:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4f23f536-c11a-400f-b909-2991e1b67454", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T21:42:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2c3f70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70", "reconcileID": "53e3692c-8a9c-44f3-bb21-4e907f2c8c49", "Gateway": "e2e-shared-b-2c3f70", "namespace": "openshift-ingress"} 2026-07-28T21:42:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2c3f70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70", "reconcileID": "53e3692c-8a9c-44f3-bb21-4e907f2c8c49", "Gateway": "e2e-shared-b-2c3f70", "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70-authn-ssl"} 2026-07-28T21:42:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2c3f70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70", "reconcileID": "53e3692c-8a9c-44f3-bb21-4e907f2c8c49", "Gateway": "e2e-shared-b-2c3f70", "namespace": "openshift-ingress"} 2026-07-28T21:42:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2c3f70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70", "reconcileID": "efa2f7c2-8a08-4f71-a99b-445b31c709ba", "Gateway": "e2e-shared-b-2c3f70", "namespace": "openshift-ingress"} 2026-07-28T21:42:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2c3f70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70", "reconcileID": "efa2f7c2-8a08-4f71-a99b-445b31c709ba", "Gateway": "e2e-shared-b-2c3f70", "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70-authn-ssl"} 2026-07-28T21:42:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2c3f70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70", "reconcileID": "efa2f7c2-8a08-4f71-a99b-445b31c709ba", "Gateway": "e2e-shared-b-2c3f70", "namespace": "openshift-ingress"} 2026-07-28T21:42:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "40b3e259-3461-489d-914e-65133152c1c5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2c3f70"} 2026-07-28T21:42:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "40b3e259-3461-489d-914e-65133152c1c5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2c3f70", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T21:42:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "40b3e259-3461-489d-914e-65133152c1c5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-2c3f70 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T21:42:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "odh-trusted-ca-bundle", "reconcileID": "60bb0da6-c829-4767-98ec-df56ba34a153", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2c3f70"} 2026-07-28T21:42:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "odh-trusted-ca-bundle", "reconcileID": "60bb0da6-c829-4767-98ec-df56ba34a153", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2c3f70"} 2026-07-28T21:42:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "openshift-service-ca.crt", "reconcileID": "eb199820-95b6-49f4-b2af-cffee08ef0cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-2c3f70"} 2026-07-28T21:42:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "openshift-service-ca.crt", "reconcileID": "eb199820-95b6-49f4-b2af-cffee08ef0cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-2c3f70"} 2026-07-28T21:42:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25dd55ca-67c0-4fdf-a90b-f9e9d9e324a8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2c3f70"} 2026-07-28T21:42:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2c3f70"}, "namespace": "ai-tenant-e2e-shared-b-2c3f70", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25dd55ca-67c0-4fdf-a90b-f9e9d9e324a8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2c3f70"} 2026-07-28T21:42:52Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2c3f70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2c3f70", "reconcileID": "888b6f0d-9305-4415-a4e0-068ae04ebed4", "Gateway": "e2e-shared-b-2c3f70", "namespace": "openshift-ingress"}