{"level":"info","ts":1784637076.2650828,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2f4baec8-6cbf-4e25-ac68-9ca775e12379"} {"level":"info","ts":1784637076.2651024,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2f4baec8-6cbf-4e25-ac68-9ca775e12379"} {"level":"info","ts":1784637076.2651215,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2f4baec8-6cbf-4e25-ac68-9ca775e12379","EoS":false} {"level":"info","ts":1784637076.2651408,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2f4baec8-6cbf-4e25-ac68-9ca775e12379","EoS":true} {"level":"info","ts":1784637076.26517,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2f4baec8-6cbf-4e25-ac68-9ca775e12379","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784637076.265189,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2f4baec8-6cbf-4e25-ac68-9ca775e12379","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784637076.2652178,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2f4baec8-6cbf-4e25-ac68-9ca775e12379"} {"level":"info","ts":1784637076.4015245,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637076.4016016,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bb95ca84-e78d-44ef-a499-3ba4872feacb"} {"level":"info","ts":1784637076.4016142,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bb95ca84-e78d-44ef-a499-3ba4872feacb"} {"level":"info","ts":1784637076.4016256,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bb95ca84-e78d-44ef-a499-3ba4872feacb","EoS":false} {"level":"info","ts":1784637076.4016392,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bb95ca84-e78d-44ef-a499-3ba4872feacb","EoS":true} {"level":"info","ts":1784637076.401664,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bb95ca84-e78d-44ef-a499-3ba4872feacb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784637076.4016922,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bb95ca84-e78d-44ef-a499-3ba4872feacb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784637076.4017134,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bb95ca84-e78d-44ef-a499-3ba4872feacb"} {"level":"info","ts":1784637076.5365055,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637076.5365977,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c81eb2ff-3ae2-4aa6-82ae-f7412712e108"} {"level":"info","ts":1784637076.5366123,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c81eb2ff-3ae2-4aa6-82ae-f7412712e108"} {"level":"info","ts":1784637076.5366287,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c81eb2ff-3ae2-4aa6-82ae-f7412712e108","EoS":false} {"level":"info","ts":1784637076.536647,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c81eb2ff-3ae2-4aa6-82ae-f7412712e108","EoS":true} {"level":"info","ts":1784637076.5366735,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c81eb2ff-3ae2-4aa6-82ae-f7412712e108","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784637076.536694,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c81eb2ff-3ae2-4aa6-82ae-f7412712e108","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784637076.5367293,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c81eb2ff-3ae2-4aa6-82ae-f7412712e108"} {"level":"info","ts":1784637076.6681159,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637076.6681888,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"50b5ea9e-6e65-4eb0-9f2e-518061a55788"} {"level":"info","ts":1784637076.668199,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"50b5ea9e-6e65-4eb0-9f2e-518061a55788"} {"level":"info","ts":1784637076.6682107,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"50b5ea9e-6e65-4eb0-9f2e-518061a55788","EoS":false} {"level":"info","ts":1784637076.6682215,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"50b5ea9e-6e65-4eb0-9f2e-518061a55788","EoS":true} {"level":"info","ts":1784637076.668246,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"50b5ea9e-6e65-4eb0-9f2e-518061a55788","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784637076.6682627,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"50b5ea9e-6e65-4eb0-9f2e-518061a55788","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784637076.6682818,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"50b5ea9e-6e65-4eb0-9f2e-518061a55788"} {"level":"info","ts":1784637076.8010108,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637076.8010805,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d4df989d-04b6-4c36-a710-0a6b54c0d05a"} {"level":"info","ts":1784637076.801089,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d4df989d-04b6-4c36-a710-0a6b54c0d05a"} {"level":"info","ts":1784637076.8011007,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d4df989d-04b6-4c36-a710-0a6b54c0d05a","EoS":false} {"level":"info","ts":1784637076.801118,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d4df989d-04b6-4c36-a710-0a6b54c0d05a","EoS":true} {"level":"info","ts":1784637076.801139,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d4df989d-04b6-4c36-a710-0a6b54c0d05a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784637076.8011544,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d4df989d-04b6-4c36-a710-0a6b54c0d05a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784637076.8011768,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d4df989d-04b6-4c36-a710-0a6b54c0d05a"} {"level":"info","ts":1784637076.933384,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637076.9334762,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dceee8ba-e2d4-4fd9-8cb4-cbf3206b3b5e"} {"level":"info","ts":1784637076.9334857,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dceee8ba-e2d4-4fd9-8cb4-cbf3206b3b5e"} {"level":"info","ts":1784637076.9334974,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dceee8ba-e2d4-4fd9-8cb4-cbf3206b3b5e","EoS":false} {"level":"info","ts":1784637076.9335084,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dceee8ba-e2d4-4fd9-8cb4-cbf3206b3b5e","EoS":true} {"level":"info","ts":1784637076.9335332,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dceee8ba-e2d4-4fd9-8cb4-cbf3206b3b5e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784637076.9335482,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dceee8ba-e2d4-4fd9-8cb4-cbf3206b3b5e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784637076.9335675,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dceee8ba-e2d4-4fd9-8cb4-cbf3206b3b5e"} {"level":"info","ts":1784637092.4879243,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637092.4880254,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e35f7609-479b-4eb5-9c76-b32f85574c7b"} {"level":"info","ts":1784637092.4880373,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e35f7609-479b-4eb5-9c76-b32f85574c7b"} {"level":"info","ts":1784637092.4880495,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e35f7609-479b-4eb5-9c76-b32f85574c7b","EoS":false} {"level":"info","ts":1784637092.4880605,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e35f7609-479b-4eb5-9c76-b32f85574c7b","EoS":true} {"level":"info","ts":1784637092.4880812,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e35f7609-479b-4eb5-9c76-b32f85574c7b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784637092.4880939,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e35f7609-479b-4eb5-9c76-b32f85574c7b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784637092.4881144,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e35f7609-479b-4eb5-9c76-b32f85574c7b"} {"level":"info","ts":1784637092.523537,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637092.523609,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a55961e7-2e5d-48f1-95b9-1614101d9f5a"} {"level":"info","ts":1784637092.5236194,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a55961e7-2e5d-48f1-95b9-1614101d9f5a"} {"level":"info","ts":1784637092.5236301,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a55961e7-2e5d-48f1-95b9-1614101d9f5a","EoS":false} {"level":"info","ts":1784637092.5236459,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a55961e7-2e5d-48f1-95b9-1614101d9f5a","EoS":true} {"level":"info","ts":1784637092.5236661,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a55961e7-2e5d-48f1-95b9-1614101d9f5a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784637092.5236855,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a55961e7-2e5d-48f1-95b9-1614101d9f5a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784637092.523705,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a55961e7-2e5d-48f1-95b9-1614101d9f5a"} {"level":"info","ts":1784637092.553903,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637092.554022,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c3117ca-9d71-464c-8c03-20c54c065593"} {"level":"info","ts":1784637092.5540357,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3c3117ca-9d71-464c-8c03-20c54c065593"} {"level":"info","ts":1784637092.5540736,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3c3117ca-9d71-464c-8c03-20c54c065593","EoS":false} {"level":"info","ts":1784637092.5540943,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3c3117ca-9d71-464c-8c03-20c54c065593","EoS":true} {"level":"info","ts":1784637092.554116,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3c3117ca-9d71-464c-8c03-20c54c065593","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784637092.5541315,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c3117ca-9d71-464c-8c03-20c54c065593","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784637092.5541508,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3c3117ca-9d71-464c-8c03-20c54c065593"} {"level":"info","ts":1784637092.5868819,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637092.5869827,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"32da2d3c-f3d4-4043-b705-f5be9b4c6512"} {"level":"info","ts":1784637097.202894,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637097.203001,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"23f402fb-4b2f-431f-a8d6-2f696b5e2dab"} {"level":"info","ts":1784637097.203012,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"23f402fb-4b2f-431f-a8d6-2f696b5e2dab"} {"level":"info","ts":1784637097.2030237,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"23f402fb-4b2f-431f-a8d6-2f696b5e2dab","EoS":false} {"level":"info","ts":1784637097.2030358,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"23f402fb-4b2f-431f-a8d6-2f696b5e2dab","EoS":true} {"level":"info","ts":1784637097.2030566,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"23f402fb-4b2f-431f-a8d6-2f696b5e2dab","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784637097.203071,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"23f402fb-4b2f-431f-a8d6-2f696b5e2dab","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784637097.2030911,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"23f402fb-4b2f-431f-a8d6-2f696b5e2dab"} {"level":"info","ts":1784637105.748478,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637105.7485597,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"289db217-275d-4bd2-a2b9-06df0eee0302"} {"level":"info","ts":1784637105.74857,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"289db217-275d-4bd2-a2b9-06df0eee0302"} {"level":"info","ts":1784637105.7485816,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"289db217-275d-4bd2-a2b9-06df0eee0302","EoS":false} {"level":"info","ts":1784637105.7485957,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"289db217-275d-4bd2-a2b9-06df0eee0302","EoS":true} {"level":"info","ts":1784637105.7486162,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"289db217-275d-4bd2-a2b9-06df0eee0302","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784637105.7486312,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"289db217-275d-4bd2-a2b9-06df0eee0302","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784637105.7486548,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"289db217-275d-4bd2-a2b9-06df0eee0302"} {"level":"info","ts":1784637107.7791963,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637107.779288,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa50df59-8228-48fc-8025-e505e6d53765"} {"level":"info","ts":1784637107.779299,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aa50df59-8228-48fc-8025-e505e6d53765"} {"level":"info","ts":1784637107.779311,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aa50df59-8228-48fc-8025-e505e6d53765","EoS":false} {"level":"info","ts":1784637107.7793212,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aa50df59-8228-48fc-8025-e505e6d53765","EoS":true} {"level":"info","ts":1784637107.7793424,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aa50df59-8228-48fc-8025-e505e6d53765","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784637107.7793596,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa50df59-8228-48fc-8025-e505e6d53765","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784637107.7793841,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aa50df59-8228-48fc-8025-e505e6d53765"} {"level":"info","ts":1784637120.639436,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637120.639532,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6013a565-ed65-41c1-bc60-b686f76e4417"} {"level":"info","ts":1784637120.639548,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6013a565-ed65-41c1-bc60-b686f76e4417"} {"level":"info","ts":1784637120.6395657,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6013a565-ed65-41c1-bc60-b686f76e4417","EoS":false} {"level":"info","ts":1784637120.6395864,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6013a565-ed65-41c1-bc60-b686f76e4417","EoS":true} {"level":"info","ts":1784637120.6396103,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6013a565-ed65-41c1-bc60-b686f76e4417","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784637120.6396277,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6013a565-ed65-41c1-bc60-b686f76e4417","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784637120.6396503,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6013a565-ed65-41c1-bc60-b686f76e4417"} {"level":"info","ts":1784637129.1634533,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637129.163536,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6aa8ebf-2954-430c-8dcf-2c735e5bf6a4"} {"level":"info","ts":1784637129.1635458,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a6aa8ebf-2954-430c-8dcf-2c735e5bf6a4"} {"level":"info","ts":1784637129.163557,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a6aa8ebf-2954-430c-8dcf-2c735e5bf6a4","EoS":false} {"level":"info","ts":1784637129.1635692,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a6aa8ebf-2954-430c-8dcf-2c735e5bf6a4","EoS":true} {"level":"info","ts":1784637129.1635942,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a6aa8ebf-2954-430c-8dcf-2c735e5bf6a4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784637129.163611,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a6aa8ebf-2954-430c-8dcf-2c735e5bf6a4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784637129.1636357,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a6aa8ebf-2954-430c-8dcf-2c735e5bf6a4"} {"level":"info","ts":1784637138.0533054,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637138.0533762,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e56b6c7c-a930-4d50-bc30-760ed402101f"} {"level":"info","ts":1784637138.0533848,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e56b6c7c-a930-4d50-bc30-760ed402101f"} {"level":"info","ts":1784637138.053395,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e56b6c7c-a930-4d50-bc30-760ed402101f","EoS":false} {"level":"info","ts":1784637138.0534062,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e56b6c7c-a930-4d50-bc30-760ed402101f","EoS":true} {"level":"info","ts":1784637138.0534275,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e56b6c7c-a930-4d50-bc30-760ed402101f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784637138.0534427,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e56b6c7c-a930-4d50-bc30-760ed402101f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784637138.053463,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e56b6c7c-a930-4d50-bc30-760ed402101f"} {"level":"info","ts":1784637147.0017695,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637147.0018547,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5f643669-ee88-4580-9c98-4477728fa913"} {"level":"info","ts":1784637147.0018635,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5f643669-ee88-4580-9c98-4477728fa913"} {"level":"info","ts":1784637147.0018742,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5f643669-ee88-4580-9c98-4477728fa913","EoS":false} {"level":"info","ts":1784637147.0018919,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5f643669-ee88-4580-9c98-4477728fa913","EoS":true} {"level":"info","ts":1784637147.0019124,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5f643669-ee88-4580-9c98-4477728fa913","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784637147.0019243,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5f643669-ee88-4580-9c98-4477728fa913","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784637147.0019445,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5f643669-ee88-4580-9c98-4477728fa913"} {"level":"info","ts":1784637151.7606373,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637151.7607138,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2f643a20-3c29-47f5-85d0-7b80b8ce7212"} {"level":"info","ts":1784637151.760723,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2f643a20-3c29-47f5-85d0-7b80b8ce7212"} {"level":"info","ts":1784637151.7607343,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2f643a20-3c29-47f5-85d0-7b80b8ce7212","EoS":false} {"level":"info","ts":1784637151.7607493,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2f643a20-3c29-47f5-85d0-7b80b8ce7212","EoS":true} {"level":"info","ts":1784637151.7608092,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2f643a20-3c29-47f5-85d0-7b80b8ce7212","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784637151.760828,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2f643a20-3c29-47f5-85d0-7b80b8ce7212","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784637151.7608495,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2f643a20-3c29-47f5-85d0-7b80b8ce7212"} {"level":"info","ts":1784637156.5074556,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637156.5075283,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31649bef-3ba7-41a5-99d5-aaaed12337d7"} {"level":"info","ts":1784637156.5075383,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"31649bef-3ba7-41a5-99d5-aaaed12337d7"} {"level":"info","ts":1784637156.50755,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"31649bef-3ba7-41a5-99d5-aaaed12337d7","EoS":false} {"level":"info","ts":1784637156.507561,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"31649bef-3ba7-41a5-99d5-aaaed12337d7","EoS":true} {"level":"info","ts":1784637156.5075815,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"31649bef-3ba7-41a5-99d5-aaaed12337d7","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784637156.5075967,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"31649bef-3ba7-41a5-99d5-aaaed12337d7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784637156.5076175,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"31649bef-3ba7-41a5-99d5-aaaed12337d7"} {"level":"info","ts":1784637156.7715127,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637156.7715938,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5613c906-6c9c-4bc5-b25b-af02191c0218"} {"level":"info","ts":1784637156.7716022,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5613c906-6c9c-4bc5-b25b-af02191c0218"} {"level":"info","ts":1784637156.7716138,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5613c906-6c9c-4bc5-b25b-af02191c0218","EoS":false} {"level":"info","ts":1784637156.7716265,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5613c906-6c9c-4bc5-b25b-af02191c0218","EoS":true} {"level":"info","ts":1784637156.7716477,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5613c906-6c9c-4bc5-b25b-af02191c0218","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784637156.7716634,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5613c906-6c9c-4bc5-b25b-af02191c0218","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784637156.7716827,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5613c906-6c9c-4bc5-b25b-af02191c0218"} {"level":"info","ts":1784637158.7992966,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637158.7993772,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27c6ebc7-774c-4217-b358-adc515ec327a"} {"level":"info","ts":1784637158.7993886,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"27c6ebc7-774c-4217-b358-adc515ec327a"} {"level":"info","ts":1784637158.7994013,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"27c6ebc7-774c-4217-b358-adc515ec327a","EoS":false} {"level":"info","ts":1784637158.7994153,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"27c6ebc7-774c-4217-b358-adc515ec327a","EoS":true} {"level":"info","ts":1784637158.799439,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"27c6ebc7-774c-4217-b358-adc515ec327a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784637158.799456,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"27c6ebc7-774c-4217-b358-adc515ec327a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784637158.7994764,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"27c6ebc7-774c-4217-b358-adc515ec327a"} {"level":"info","ts":1784637160.8289144,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637160.8290162,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"07c0240e-17da-43f5-8414-9a2f40b857e3"} {"level":"info","ts":1784637160.8290281,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"07c0240e-17da-43f5-8414-9a2f40b857e3"} {"level":"info","ts":1784637160.8290403,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"07c0240e-17da-43f5-8414-9a2f40b857e3","EoS":false} {"level":"info","ts":1784637160.829054,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"07c0240e-17da-43f5-8414-9a2f40b857e3","EoS":true} {"level":"info","ts":1784637160.8290765,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"07c0240e-17da-43f5-8414-9a2f40b857e3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784637160.8290932,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"07c0240e-17da-43f5-8414-9a2f40b857e3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784637160.8291125,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"07c0240e-17da-43f5-8414-9a2f40b857e3"} {"level":"info","ts":1784637162.8576539,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637162.857739,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"537b3b38-cb97-4b01-b76f-cf9d60cecf44"} {"level":"info","ts":1784637162.85775,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"537b3b38-cb97-4b01-b76f-cf9d60cecf44"} {"level":"info","ts":1784637162.857762,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"537b3b38-cb97-4b01-b76f-cf9d60cecf44","EoS":false} {"level":"info","ts":1784637162.857781,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"537b3b38-cb97-4b01-b76f-cf9d60cecf44","EoS":true} {"level":"info","ts":1784637162.857802,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"537b3b38-cb97-4b01-b76f-cf9d60cecf44","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784637162.8578181,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"537b3b38-cb97-4b01-b76f-cf9d60cecf44","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784637162.8578355,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"537b3b38-cb97-4b01-b76f-cf9d60cecf44"} {"level":"info","ts":1784637186.3190663,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637186.3191478,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"de336291-ad27-4ca3-b0ed-8b9dbb1baba9"} {"level":"info","ts":1784637186.3191588,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"de336291-ad27-4ca3-b0ed-8b9dbb1baba9"} {"level":"info","ts":1784637186.319173,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"de336291-ad27-4ca3-b0ed-8b9dbb1baba9","EoS":false} {"level":"info","ts":1784637186.3191843,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"de336291-ad27-4ca3-b0ed-8b9dbb1baba9","EoS":true} {"level":"info","ts":1784637186.3192053,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"de336291-ad27-4ca3-b0ed-8b9dbb1baba9","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784637186.3192208,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"de336291-ad27-4ca3-b0ed-8b9dbb1baba9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784637186.31924,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"de336291-ad27-4ca3-b0ed-8b9dbb1baba9"} {"level":"info","ts":1784637195.579163,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637195.5792456,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5f48b121-a9e5-4137-8849-249996d6e0f4"} {"level":"info","ts":1784637195.5792575,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5f48b121-a9e5-4137-8849-249996d6e0f4"} {"level":"info","ts":1784637195.5792704,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5f48b121-a9e5-4137-8849-249996d6e0f4","EoS":false} {"level":"info","ts":1784637195.57929,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5f48b121-a9e5-4137-8849-249996d6e0f4","EoS":true} {"level":"info","ts":1784637195.5793104,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5f48b121-a9e5-4137-8849-249996d6e0f4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784637195.5793262,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5f48b121-a9e5-4137-8849-249996d6e0f4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784637195.579346,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5f48b121-a9e5-4137-8849-249996d6e0f4"} {"level":"info","ts":1784637201.031834,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637201.0319083,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7fcd4450-f70a-44b7-a92d-4dea7d2b2b44"} {"level":"info","ts":1784637201.0319197,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7fcd4450-f70a-44b7-a92d-4dea7d2b2b44"} {"level":"info","ts":1784637201.0319328,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7fcd4450-f70a-44b7-a92d-4dea7d2b2b44","EoS":false} {"level":"info","ts":1784637201.0319443,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7fcd4450-f70a-44b7-a92d-4dea7d2b2b44","EoS":true} {"level":"info","ts":1784637201.0319877,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7fcd4450-f70a-44b7-a92d-4dea7d2b2b44","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784637201.0320008,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7fcd4450-f70a-44b7-a92d-4dea7d2b2b44","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784637201.0320227,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7fcd4450-f70a-44b7-a92d-4dea7d2b2b44"} {"level":"info","ts":1784637210.5550635,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637210.555136,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"78867132-bb08-4eed-b758-4f18529760d7"} {"level":"info","ts":1784637210.5551462,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"78867132-bb08-4eed-b758-4f18529760d7"} {"level":"info","ts":1784637210.5551584,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"78867132-bb08-4eed-b758-4f18529760d7","EoS":false} {"level":"info","ts":1784637210.5551698,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"78867132-bb08-4eed-b758-4f18529760d7","EoS":true} {"level":"info","ts":1784637210.5551896,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"78867132-bb08-4eed-b758-4f18529760d7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784637210.5552046,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"78867132-bb08-4eed-b758-4f18529760d7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784637210.5552254,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"78867132-bb08-4eed-b758-4f18529760d7"} {"level":"info","ts":1784637212.583381,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637212.5834572,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a2233b31-d5ef-420d-a100-d8885a5716fb"} {"level":"info","ts":1784637212.5834692,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a2233b31-d5ef-420d-a100-d8885a5716fb"} {"level":"info","ts":1784637212.583481,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a2233b31-d5ef-420d-a100-d8885a5716fb","EoS":false} {"level":"info","ts":1784637212.5834951,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a2233b31-d5ef-420d-a100-d8885a5716fb","EoS":true} {"level":"info","ts":1784637212.5835164,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a2233b31-d5ef-420d-a100-d8885a5716fb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784637212.583531,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a2233b31-d5ef-420d-a100-d8885a5716fb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784637212.583551,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a2233b31-d5ef-420d-a100-d8885a5716fb"} {"level":"info","ts":1784637221.9297135,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637221.9297884,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d3eac2ad-b08b-4325-8b58-536fe7e44104"} {"level":"info","ts":1784637221.929801,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d3eac2ad-b08b-4325-8b58-536fe7e44104"} {"level":"info","ts":1784637221.929813,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d3eac2ad-b08b-4325-8b58-536fe7e44104","EoS":false} {"level":"info","ts":1784637221.9298253,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d3eac2ad-b08b-4325-8b58-536fe7e44104","EoS":true} {"level":"info","ts":1784637221.9298522,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d3eac2ad-b08b-4325-8b58-536fe7e44104","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784637221.9298677,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d3eac2ad-b08b-4325-8b58-536fe7e44104","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784637221.9298882,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d3eac2ad-b08b-4325-8b58-536fe7e44104"} {"level":"info","ts":1784637221.963695,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637221.9637606,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"224b4682-8164-4e28-af31-1fa3b3e82bcd"} {"level":"info","ts":1784637221.9637702,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"224b4682-8164-4e28-af31-1fa3b3e82bcd"} {"level":"info","ts":1784637221.9637816,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"224b4682-8164-4e28-af31-1fa3b3e82bcd","EoS":false} {"level":"info","ts":1784637221.963792,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"224b4682-8164-4e28-af31-1fa3b3e82bcd","EoS":true} {"level":"info","ts":1784637221.96381,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"224b4682-8164-4e28-af31-1fa3b3e82bcd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784637221.9638233,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"224b4682-8164-4e28-af31-1fa3b3e82bcd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784637221.963847,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"224b4682-8164-4e28-af31-1fa3b3e82bcd"} {"level":"info","ts":1784637240.9722958,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637240.9723806,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"84a90ff0-b684-432e-9304-f3869151d71e"} {"level":"info","ts":1784637240.9723916,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"84a90ff0-b684-432e-9304-f3869151d71e"} {"level":"info","ts":1784637240.9724026,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"84a90ff0-b684-432e-9304-f3869151d71e","EoS":false} {"level":"info","ts":1784637240.9724152,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"84a90ff0-b684-432e-9304-f3869151d71e","EoS":true} {"level":"info","ts":1784637240.9724364,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"84a90ff0-b684-432e-9304-f3869151d71e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784637240.9724586,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"84a90ff0-b684-432e-9304-f3869151d71e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784637240.9724853,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"84a90ff0-b684-432e-9304-f3869151d71e"} {"level":"info","ts":1784637250.2970843,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637250.2971687,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac4119f1-206e-4c4d-96e5-16c5b8aef76f"} {"level":"info","ts":1784637250.2971766,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ac4119f1-206e-4c4d-96e5-16c5b8aef76f"} {"level":"info","ts":1784637250.297188,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ac4119f1-206e-4c4d-96e5-16c5b8aef76f","EoS":false} {"level":"info","ts":1784637250.2972019,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ac4119f1-206e-4c4d-96e5-16c5b8aef76f","EoS":true} {"level":"info","ts":1784637250.2972252,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ac4119f1-206e-4c4d-96e5-16c5b8aef76f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784637250.2972417,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac4119f1-206e-4c4d-96e5-16c5b8aef76f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784637250.2972605,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ac4119f1-206e-4c4d-96e5-16c5b8aef76f"} {"level":"info","ts":1784637255.5088515,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637255.508929,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3ea04550-0b16-4746-a987-868b58b26485"} {"level":"info","ts":1784637255.508939,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3ea04550-0b16-4746-a987-868b58b26485"} {"level":"info","ts":1784637255.508976,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3ea04550-0b16-4746-a987-868b58b26485","EoS":false} {"level":"info","ts":1784637255.5089889,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3ea04550-0b16-4746-a987-868b58b26485","EoS":true} {"level":"info","ts":1784637255.5090108,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3ea04550-0b16-4746-a987-868b58b26485","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784637255.5090263,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3ea04550-0b16-4746-a987-868b58b26485","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784637255.5090456,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3ea04550-0b16-4746-a987-868b58b26485"} {"level":"info","ts":1784637345.723295,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637345.7233827,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"779b8a36-22b6-49f3-822f-e17a9f6cd271"} {"level":"info","ts":1784637345.7233963,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"779b8a36-22b6-49f3-822f-e17a9f6cd271"} {"level":"info","ts":1784637345.7234156,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"779b8a36-22b6-49f3-822f-e17a9f6cd271","EoS":false} {"level":"info","ts":1784637345.7234423,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"779b8a36-22b6-49f3-822f-e17a9f6cd271","EoS":true} {"level":"info","ts":1784637345.723467,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"779b8a36-22b6-49f3-822f-e17a9f6cd271","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784637345.7234802,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"779b8a36-22b6-49f3-822f-e17a9f6cd271","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784637345.7235034,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"779b8a36-22b6-49f3-822f-e17a9f6cd271"} {"level":"info","ts":1784637370.640308,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637370.640395,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2717755d-3075-4cf3-afb8-6143eb7a67c3"} {"level":"info","ts":1784637370.6404066,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2717755d-3075-4cf3-afb8-6143eb7a67c3"} {"level":"info","ts":1784637370.6404183,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2717755d-3075-4cf3-afb8-6143eb7a67c3","EoS":false} {"level":"info","ts":1784637370.640433,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2717755d-3075-4cf3-afb8-6143eb7a67c3","EoS":true} {"level":"info","ts":1784637370.6404603,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2717755d-3075-4cf3-afb8-6143eb7a67c3","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784637370.640474,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2717755d-3075-4cf3-afb8-6143eb7a67c3","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784637370.6404936,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2717755d-3075-4cf3-afb8-6143eb7a67c3"} {"level":"info","ts":1784637407.6194675,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637407.6195526,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0e28d1ed-d0a7-44d7-9705-6469457cf6ac"} {"level":"info","ts":1784637407.6195629,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0e28d1ed-d0a7-44d7-9705-6469457cf6ac"} {"level":"info","ts":1784637407.6195729,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0e28d1ed-d0a7-44d7-9705-6469457cf6ac","EoS":false} {"level":"info","ts":1784637407.619588,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0e28d1ed-d0a7-44d7-9705-6469457cf6ac","EoS":true} {"level":"info","ts":1784637407.619613,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0e28d1ed-d0a7-44d7-9705-6469457cf6ac","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784637407.619629,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0e28d1ed-d0a7-44d7-9705-6469457cf6ac","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784637407.6196508,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0e28d1ed-d0a7-44d7-9705-6469457cf6ac"} {"level":"info","ts":1784637422.876141,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637422.8762152,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7e912913-4dfc-4712-b829-61e4d81be32e"} {"level":"info","ts":1784637422.8762248,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7e912913-4dfc-4712-b829-61e4d81be32e"} {"level":"info","ts":1784637422.876236,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7e912913-4dfc-4712-b829-61e4d81be32e","EoS":false} {"level":"info","ts":1784637422.8762496,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7e912913-4dfc-4712-b829-61e4d81be32e","EoS":true} {"level":"info","ts":1784637422.876271,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7e912913-4dfc-4712-b829-61e4d81be32e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784637422.8762858,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7e912913-4dfc-4712-b829-61e4d81be32e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784637422.8763065,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7e912913-4dfc-4712-b829-61e4d81be32e"} {"level":"info","ts":1784637423.1488934,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637423.1489992,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ee33dd48-ea01-4186-8776-0e9d1d859bfb"} {"level":"info","ts":1784637423.1490116,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ee33dd48-ea01-4186-8776-0e9d1d859bfb"} {"level":"info","ts":1784637423.1490242,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ee33dd48-ea01-4186-8776-0e9d1d859bfb","EoS":false} {"level":"info","ts":1784637423.1490366,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ee33dd48-ea01-4186-8776-0e9d1d859bfb","EoS":true} {"level":"info","ts":1784637423.1490567,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ee33dd48-ea01-4186-8776-0e9d1d859bfb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784637423.1490722,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ee33dd48-ea01-4186-8776-0e9d1d859bfb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784637423.1490927,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ee33dd48-ea01-4186-8776-0e9d1d859bfb"} {"level":"info","ts":1784637736.9094381,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637736.9095373,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1aab4a14-4bf4-4694-a0f7-0f4683d0801a"} {"level":"info","ts":1784637736.9095483,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1aab4a14-4bf4-4694-a0f7-0f4683d0801a"} {"level":"info","ts":1784637736.90956,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1aab4a14-4bf4-4694-a0f7-0f4683d0801a","EoS":false} {"level":"info","ts":1784637736.909571,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1aab4a14-4bf4-4694-a0f7-0f4683d0801a","EoS":true} {"level":"info","ts":1784637736.9095922,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1aab4a14-4bf4-4694-a0f7-0f4683d0801a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784637736.9096081,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1aab4a14-4bf4-4694-a0f7-0f4683d0801a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784637736.9096284,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1aab4a14-4bf4-4694-a0f7-0f4683d0801a"} {"level":"info","ts":1784637736.9407477,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637736.9408233,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"518a41a7-81d5-4190-91b7-a89c16da321f"} {"level":"info","ts":1784637736.9408336,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"518a41a7-81d5-4190-91b7-a89c16da321f"} {"level":"info","ts":1784637736.9408505,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"518a41a7-81d5-4190-91b7-a89c16da321f","EoS":false} {"level":"info","ts":1784637736.9408655,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"518a41a7-81d5-4190-91b7-a89c16da321f","EoS":true} {"level":"info","ts":1784637736.9408863,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"518a41a7-81d5-4190-91b7-a89c16da321f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784637736.9409008,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"518a41a7-81d5-4190-91b7-a89c16da321f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784637736.9409227,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"518a41a7-81d5-4190-91b7-a89c16da321f"} {"level":"info","ts":1784637736.972113,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637736.9721804,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"37c673f8-6e5c-4756-9140-598f9387fc1c"} {"level":"info","ts":1784637736.9721892,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"37c673f8-6e5c-4756-9140-598f9387fc1c"} {"level":"info","ts":1784637736.972202,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"37c673f8-6e5c-4756-9140-598f9387fc1c","EoS":false} {"level":"info","ts":1784637736.972215,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"37c673f8-6e5c-4756-9140-598f9387fc1c","EoS":true} {"level":"info","ts":1784637736.9722354,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"37c673f8-6e5c-4756-9140-598f9387fc1c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784637736.972247,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"37c673f8-6e5c-4756-9140-598f9387fc1c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784637736.9722738,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"37c673f8-6e5c-4756-9140-598f9387fc1c"} {"level":"info","ts":1784637737.005713,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637737.0058076,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a8db77f4-e443-4746-ad8c-418c51ddd9d3"} {"level":"info","ts":1784637737.0058253,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a8db77f4-e443-4746-ad8c-418c51ddd9d3"} {"level":"info","ts":1784637737.0058439,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a8db77f4-e443-4746-ad8c-418c51ddd9d3","EoS":false} {"level":"info","ts":1784637737.0058656,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a8db77f4-e443-4746-ad8c-418c51ddd9d3","EoS":true} {"level":"info","ts":1784637737.005898,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a8db77f4-e443-4746-ad8c-418c51ddd9d3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784637737.0059187,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a8db77f4-e443-4746-ad8c-418c51ddd9d3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784637737.0059628,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a8db77f4-e443-4746-ad8c-418c51ddd9d3"} {"level":"info","ts":1784637741.8033886,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5210d7f0-1c41-429e-ba38-5504f1ad7d96","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784637741.8034298,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5210d7f0-1c41-429e-ba38-5504f1ad7d96","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784637741.803492,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b407f778-1729-4b47-adc9-94bead02bd48"} {"level":"info","ts":1784637741.808925,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8b47a514-1a23-4b43-b649-9303957a18e8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784637741.8089838,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8b47a514-1a23-4b43-b649-9303957a18e8","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784637741.812462,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b407f778-1729-4b47-adc9-94bead02bd48","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784637741.812709,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33783.424625701,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784637741.8127272,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784637741.9345684,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"81464e25-a12b-4718-aec8-87d853d7e890","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784637741.9347067,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b77f738a-7f33-45e2-9d2b-24b846c002b9"} {"level":"info","ts":1784637741.9347491,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"81464e25-a12b-4718-aec8-87d853d7e890","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784637741.9347875,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"06be26bd-b395-47b0-a1c6-86b4312ba30c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784637741.9348001,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"06be26bd-b395-47b0-a1c6-86b4312ba30c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784637741.934829,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b77f738a-7f33-45e2-9d2b-24b846c002b9","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784637741.9370418,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784637741.9420328,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"df393327-3d62-4c1e-86f4-1e16f5249fd7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784637741.9420729,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"77982621-8458-4e98-9e36-33338db153c3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784637741.942101,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"77982621-8458-4e98-9e36-33338db153c3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784637741.9420788,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"df393327-3d62-4c1e-86f4-1e16f5249fd7","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784637741.942344,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b77f738a-7f33-45e2-9d2b-24b846c002b9","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784637741.942419,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9bdfc28d-b8b0-4ef9-82c3-8f8d949fdec9"} {"level":"info","ts":1784637741.9426417,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38575.337471324,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784637741.9426577,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784637741.9498124,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784637742.0138118,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33593.248693588,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784637742.0138466,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784637742.0328262,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784637742.0435407,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9bdfc28d-b8b0-4ef9-82c3-8f8d949fdec9","name":"e2e-external-model"} {"level":"info","ts":1784637742.060234,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4065315c-90c1-42c0-b7b6-11c488063911","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784637742.0602736,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4065315c-90c1-42c0-b7b6-11c488063911","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784637742.0614645,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9bdfc28d-b8b0-4ef9-82c3-8f8d949fdec9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784637742.061515,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9bdfc28d-b8b0-4ef9-82c3-8f8d949fdec9","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784637742.061568,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"71cd640e-9723-45af-915f-da5bc671b32c"} {"level":"info","ts":1784637742.0616174,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"71cd640e-9723-45af-915f-da5bc671b32c","name":"e2e-external-model"} {"level":"info","ts":1784637742.0800345,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f325ba4d-f32a-4425-8cd5-e75130525551","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784637742.0800745,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f325ba4d-f32a-4425-8cd5-e75130525551","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784637742.0801737,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"71cd640e-9723-45af-915f-da5bc671b32c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784637742.080222,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"71cd640e-9723-45af-915f-da5bc671b32c","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784637742.0802758,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b10e03ba-244c-43f7-b2ac-96c8c22abd5c"} {"level":"info","ts":1784637742.080332,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b10e03ba-244c-43f7-b2ac-96c8c22abd5c","name":"e2e-external-model"} {"level":"info","ts":1784637742.0888941,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b10e03ba-244c-43f7-b2ac-96c8c22abd5c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784637742.096484,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2616d5aa-29a9-4f6d-89a2-210795a21582","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784637742.0965233,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2616d5aa-29a9-4f6d-89a2-210795a21582","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784637742.097143,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b10e03ba-244c-43f7-b2ac-96c8c22abd5c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784637742.0972168,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6b44fc53-744b-4de1-97d9-04e8bf0b1d80"} {"level":"info","ts":1784637742.0972693,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6b44fc53-744b-4de1-97d9-04e8bf0b1d80","name":"e2e-external-model"} {"level":"info","ts":1784637742.105524,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6b44fc53-744b-4de1-97d9-04e8bf0b1d80","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784637742.114112,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b407f778-1729-4b47-adc9-94bead02bd48","name":"e2e-external-provider"} {"level":"info","ts":1784637742.1247795,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b407f778-1729-4b47-adc9-94bead02bd48","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784637742.1285882,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b407f778-1729-4b47-adc9-94bead02bd48","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784637742.1286945,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bc029f30-5a4f-4f9a-893d-edfc7ce258ea"} {"level":"info","ts":1784637742.1287374,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bc029f30-5a4f-4f9a-893d-edfc7ce258ea","name":"e2e-external-provider"} {"level":"info","ts":1784637742.1375997,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bc029f30-5a4f-4f9a-893d-edfc7ce258ea","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784637749.2074358,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637749.2075248,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3f40e942-73ab-4798-8fa9-0d01713ce8d5"} {"level":"info","ts":1784637749.2075346,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3f40e942-73ab-4798-8fa9-0d01713ce8d5"} {"level":"info","ts":1784637749.2075467,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3f40e942-73ab-4798-8fa9-0d01713ce8d5","EoS":false} {"level":"info","ts":1784637749.2075624,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3f40e942-73ab-4798-8fa9-0d01713ce8d5","EoS":true} {"level":"info","ts":1784637749.2075868,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3f40e942-73ab-4798-8fa9-0d01713ce8d5","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784637749.2076037,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3f40e942-73ab-4798-8fa9-0d01713ce8d5","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784637749.2076108,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"3f40e942-73ab-4798-8fa9-0d01713ce8d5","modelName":"e2e-external-model"} {"level":"info","ts":1784637749.2076235,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"3f40e942-73ab-4798-8fa9-0d01713ce8d5","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784637749.2076612,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3f40e942-73ab-4798-8fa9-0d01713ce8d5"} {"level":"info","ts":1784637749.2524562,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637749.252526,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49dead13-505f-9086-a4e0-eb6ca3c89f8c"} {"level":"info","ts":1784637749.2525356,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"49dead13-505f-9086-a4e0-eb6ca3c89f8c"} {"level":"info","ts":1784637749.2525468,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49dead13-505f-9086-a4e0-eb6ca3c89f8c","EoS":false} {"level":"info","ts":1784637749.2525587,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49dead13-505f-9086-a4e0-eb6ca3c89f8c","EoS":true} {"level":"info","ts":1784637749.2526116,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"49dead13-505f-9086-a4e0-eb6ca3c89f8c","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784637749.2526288,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49dead13-505f-9086-a4e0-eb6ca3c89f8c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784637749.252636,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"49dead13-505f-9086-a4e0-eb6ca3c89f8c","modelName":"e2e-external-model"} {"level":"info","ts":1784637749.2526615,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"49dead13-505f-9086-a4e0-eb6ca3c89f8c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784637749.252701,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"49dead13-505f-9086-a4e0-eb6ca3c89f8c"} {"level":"info","ts":1784637749.2732382,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637749.2733266,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1948703f-4e3a-4a73-ab08-818df55c2d39"} {"level":"info","ts":1784637749.2733383,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1948703f-4e3a-4a73-ab08-818df55c2d39"} {"level":"info","ts":1784637749.2733552,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1948703f-4e3a-4a73-ab08-818df55c2d39","EoS":false} {"level":"info","ts":1784637749.2733748,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1948703f-4e3a-4a73-ab08-818df55c2d39","EoS":true} {"level":"info","ts":1784637749.2734008,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1948703f-4e3a-4a73-ab08-818df55c2d39","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784637749.2734184,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1948703f-4e3a-4a73-ab08-818df55c2d39","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784637749.2734292,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"1948703f-4e3a-4a73-ab08-818df55c2d39","modelName":"e2e-external-model"} {"level":"info","ts":1784637749.2734466,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"1948703f-4e3a-4a73-ab08-818df55c2d39","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784637749.2734914,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1948703f-4e3a-4a73-ab08-818df55c2d39"} {"level":"info","ts":1784637749.3963292,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6a1c29ca-b917-4fed-ae22-9e491b94bc43"} {"level":"info","ts":1784637749.3963385,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4d39a85f-418b-4aa7-9937-8af5479f19b9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784637749.396457,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4d39a85f-418b-4aa7-9937-8af5479f19b9","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784637749.4018557,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6a1c29ca-b917-4fed-ae22-9e491b94bc43","name":"e2e-cleanup-test"} {"level":"info","ts":1784637749.4018967,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f3d94c73-1650-4c8f-b6c6-88f98b3798c1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784637749.4019275,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f3d94c73-1650-4c8f-b6c6-88f98b3798c1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784637749.4111216,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6a1c29ca-b917-4fed-ae22-9e491b94bc43","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784637749.417824,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9b51b060-3cdf-4207-b5cd-8de4f53d3258","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784637749.417854,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9b51b060-3cdf-4207-b5cd-8de4f53d3258","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784637749.4179978,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fa6d80b2-b069-41d6-82bc-b7f4d5f05dbc"} {"level":"info","ts":1784637749.4180472,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fa6d80b2-b069-41d6-82bc-b7f4d5f05dbc","name":"e2e-cleanup-test"} {"level":"error","ts":1784637749.4338346,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fa6d80b2-b069-41d6-82bc-b7f4d5f05dbc","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784637749.4340425,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"62df0b46-4206-49d9-a3e1-a7cd74019b31"} {"level":"info","ts":1784637749.4340725,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"79156852-f5d8-4a87-a664-b0f77db0589b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784637749.4341028,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"79156852-f5d8-4a87-a664-b0f77db0589b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784637749.434112,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"62df0b46-4206-49d9-a3e1-a7cd74019b31","name":"e2e-cleanup-test"} {"level":"info","ts":1784637749.443633,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"62df0b46-4206-49d9-a3e1-a7cd74019b31","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784637749.449883,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"140dba38-e77f-47ae-86cb-b7624110e4d6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784637749.449908,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"140dba38-e77f-47ae-86cb-b7624110e4d6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784637749.4499621,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"db3bc848-d299-41fa-b73b-31104cef3ad4"} {"level":"info","ts":1784637749.450014,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"db3bc848-d299-41fa-b73b-31104cef3ad4","name":"e2e-cleanup-test"} {"level":"info","ts":1784637749.4590158,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"db3bc848-d299-41fa-b73b-31104cef3ad4","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784637757.6564577,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f20516b2-18f2-499f-9cdb-a51ec5f88f3f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784637757.6564965,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f20516b2-18f2-499f-9cdb-a51ec5f88f3f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784637757.6565027,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8d0c2010-6723-42e7-afee-78bd14172558"} {"level":"info","ts":1784637761.960279,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637761.9603553,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1c43e924-2520-4f07-bec4-a659d5d1682a"} {"level":"info","ts":1784637761.960366,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1c43e924-2520-4f07-bec4-a659d5d1682a"} {"level":"info","ts":1784637761.960378,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1c43e924-2520-4f07-bec4-a659d5d1682a","EoS":false} {"level":"info","ts":1784637761.960389,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1c43e924-2520-4f07-bec4-a659d5d1682a","EoS":true} {"level":"info","ts":1784637761.960418,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1c43e924-2520-4f07-bec4-a659d5d1682a","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784637761.9604344,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1c43e924-2520-4f07-bec4-a659d5d1682a","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784637761.960449,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1c43e924-2520-4f07-bec4-a659d5d1682a"} {"level":"info","ts":1784637761.9862063,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637761.9862766,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c461a2c3-4a70-405d-abb8-8570dfad483f"} {"level":"info","ts":1784637761.9862902,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c461a2c3-4a70-405d-abb8-8570dfad483f"} {"level":"info","ts":1784637761.9863052,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c461a2c3-4a70-405d-abb8-8570dfad483f","EoS":false} {"level":"info","ts":1784637761.9863186,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c461a2c3-4a70-405d-abb8-8570dfad483f","EoS":true} {"level":"info","ts":1784637761.986352,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c461a2c3-4a70-405d-abb8-8570dfad483f","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784637761.9863687,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c461a2c3-4a70-405d-abb8-8570dfad483f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784637761.986382,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"c461a2c3-4a70-405d-abb8-8570dfad483f","modelName":"e2e-external-model"} {"level":"info","ts":1784637761.986401,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"c461a2c3-4a70-405d-abb8-8570dfad483f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784637761.986449,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c461a2c3-4a70-405d-abb8-8570dfad483f"} {"level":"info","ts":1784637762.020862,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637762.020937,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a22e1c5c-ef82-4c90-a31f-137779cbe915"} {"level":"info","ts":1784637762.0209708,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a22e1c5c-ef82-4c90-a31f-137779cbe915"} {"level":"info","ts":1784637762.0209885,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a22e1c5c-ef82-4c90-a31f-137779cbe915","EoS":false} {"level":"info","ts":1784637762.0209997,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a22e1c5c-ef82-4c90-a31f-137779cbe915","EoS":true} {"level":"info","ts":1784637762.021018,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a22e1c5c-ef82-4c90-a31f-137779cbe915","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784637762.0210302,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a22e1c5c-ef82-4c90-a31f-137779cbe915","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784637762.0210536,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a22e1c5c-ef82-4c90-a31f-137779cbe915"} {"level":"info","ts":1784637762.153227,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637762.1532974,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3baed430-32dc-4611-94a3-9573728f2b00"} {"level":"info","ts":1784637762.1533067,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3baed430-32dc-4611-94a3-9573728f2b00"} {"level":"info","ts":1784637762.1533175,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3baed430-32dc-4611-94a3-9573728f2b00","EoS":false} {"level":"info","ts":1784637762.1533277,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3baed430-32dc-4611-94a3-9573728f2b00","EoS":true} {"level":"info","ts":1784637762.1533525,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"3baed430-32dc-4611-94a3-9573728f2b00","field":"model"} {"level":"info","ts":1784637762.1533782,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3baed430-32dc-4611-94a3-9573728f2b00"} {"level":"info","ts":1784637763.2001023,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1efe48be-6a2b-4797-bb59-aa108b3fbfa7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784637763.200138,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1efe48be-6a2b-4797-bb59-aa108b3fbfa7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784637763.200153,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0918a494-0a95-417a-8fb4-2f9027a009fa"} {"level":"info","ts":1784637763.4480095,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"da266c33-4784-4288-a6c1-c99c1249d86e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784637763.4480445,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"da266c33-4784-4288-a6c1-c99c1249d86e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784637763.448073,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c7283584-02d0-4d7c-9285-0324aad1950f"} {"level":"info","ts":1784638360.8947635,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784638360.8949113,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"40417732-a58e-4ecf-a32e-09585236dbc3"} {"level":"info","ts":1784638360.8949285,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"40417732-a58e-4ecf-a32e-09585236dbc3"} {"level":"info","ts":1784638360.894967,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"40417732-a58e-4ecf-a32e-09585236dbc3","EoS":false} {"level":"info","ts":1784638360.8949807,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"40417732-a58e-4ecf-a32e-09585236dbc3","EoS":true} {"level":"info","ts":1784638360.8949997,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"40417732-a58e-4ecf-a32e-09585236dbc3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784638360.8950186,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"40417732-a58e-4ecf-a32e-09585236dbc3","path":"/ai-tenant-e2e-inf-b-ded38a/test-model-ded38a/v1/chat/completions"} {"level":"info","ts":1784638360.8950415,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"40417732-a58e-4ecf-a32e-09585236dbc3"} {"level":"info","ts":1784638381.890795,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784638381.8908765,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2ceefe30-8f78-4806-9884-c98c1eff9fff"} {"level":"info","ts":1784638381.8908842,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2ceefe30-8f78-4806-9884-c98c1eff9fff"} {"level":"info","ts":1784638381.8908956,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2ceefe30-8f78-4806-9884-c98c1eff9fff","EoS":false} {"level":"info","ts":1784638381.890907,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2ceefe30-8f78-4806-9884-c98c1eff9fff","EoS":true} {"level":"info","ts":1784638381.8910005,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2ceefe30-8f78-4806-9884-c98c1eff9fff","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784638381.8910263,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2ceefe30-8f78-4806-9884-c98c1eff9fff","path":"/ai-tenant-e2e-inf-b-ded38a/test-model-ded38a/v1/chat/completions"} {"level":"info","ts":1784638381.8910496,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2ceefe30-8f78-4806-9884-c98c1eff9fff"} {"level":"info","ts":1784638861.4479864,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784638861.4480634,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ea5453bd-a9c1-4eec-ba44-444d6e58476a"} {"level":"info","ts":1784638861.448072,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ea5453bd-a9c1-4eec-ba44-444d6e58476a"} {"level":"info","ts":1784638861.4480822,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ea5453bd-a9c1-4eec-ba44-444d6e58476a","EoS":false} {"level":"info","ts":1784638861.4480937,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ea5453bd-a9c1-4eec-ba44-444d6e58476a","EoS":true} {"level":"info","ts":1784638861.448113,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ea5453bd-a9c1-4eec-ba44-444d6e58476a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784638861.4481254,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ea5453bd-a9c1-4eec-ba44-444d6e58476a","path":"/ai-tenant-e2e-shared-b-48842b/rate-test-model-48842b/v1/completions"} {"level":"info","ts":1784638861.4481397,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ea5453bd-a9c1-4eec-ba44-444d6e58476a"}