{"level":"info","ts":1784822805.3821445,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"356f948f-aa38-46d9-ae33-80e854b31590"} {"level":"info","ts":1784822824.3276913,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822824.3277714,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"77b463ea-692b-439f-b24f-1373aa7aa2da"} {"level":"info","ts":1784822824.3277826,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"77b463ea-692b-439f-b24f-1373aa7aa2da"} {"level":"info","ts":1784822824.3277936,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"77b463ea-692b-439f-b24f-1373aa7aa2da","EoS":false} {"level":"info","ts":1784822824.3278089,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"77b463ea-692b-439f-b24f-1373aa7aa2da","EoS":true} {"level":"info","ts":1784822824.327833,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"77b463ea-692b-439f-b24f-1373aa7aa2da","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784822824.3278494,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"77b463ea-692b-439f-b24f-1373aa7aa2da","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822824.3278685,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"77b463ea-692b-439f-b24f-1373aa7aa2da"} {"level":"info","ts":1784822824.46512,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822824.465197,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6477f4f7-ddcb-4449-bfd2-9ee9c28a9e5d"} {"level":"info","ts":1784822824.4652064,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6477f4f7-ddcb-4449-bfd2-9ee9c28a9e5d"} {"level":"info","ts":1784822824.4652183,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6477f4f7-ddcb-4449-bfd2-9ee9c28a9e5d","EoS":false} {"level":"info","ts":1784822824.4652295,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6477f4f7-ddcb-4449-bfd2-9ee9c28a9e5d","EoS":true} {"level":"info","ts":1784822824.465249,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6477f4f7-ddcb-4449-bfd2-9ee9c28a9e5d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784822824.465265,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6477f4f7-ddcb-4449-bfd2-9ee9c28a9e5d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822824.4653373,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6477f4f7-ddcb-4449-bfd2-9ee9c28a9e5d"} {"level":"info","ts":1784822824.6037548,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822824.6038306,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab4934c9-9dd7-4019-aee5-87cdedf8ec3c"} {"level":"info","ts":1784822824.6038404,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ab4934c9-9dd7-4019-aee5-87cdedf8ec3c"} {"level":"info","ts":1784822824.603851,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab4934c9-9dd7-4019-aee5-87cdedf8ec3c","EoS":false} {"level":"info","ts":1784822824.6038618,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab4934c9-9dd7-4019-aee5-87cdedf8ec3c","EoS":true} {"level":"info","ts":1784822824.6038811,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ab4934c9-9dd7-4019-aee5-87cdedf8ec3c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784822824.6038964,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ab4934c9-9dd7-4019-aee5-87cdedf8ec3c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822824.6039147,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ab4934c9-9dd7-4019-aee5-87cdedf8ec3c"} {"level":"info","ts":1784822824.7433634,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822824.7434356,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"734e9450-f991-4e82-8826-67471a4272df"} {"level":"info","ts":1784822824.7434437,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"734e9450-f991-4e82-8826-67471a4272df"} {"level":"info","ts":1784822824.7434545,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"734e9450-f991-4e82-8826-67471a4272df","EoS":false} {"level":"info","ts":1784822824.743465,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"734e9450-f991-4e82-8826-67471a4272df","EoS":true} {"level":"info","ts":1784822824.743485,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"734e9450-f991-4e82-8826-67471a4272df","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784822824.743501,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"734e9450-f991-4e82-8826-67471a4272df","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822824.7435257,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"734e9450-f991-4e82-8826-67471a4272df"} {"level":"info","ts":1784822824.8795154,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822824.879587,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c86823c0-9257-4dd8-b30b-764fe171a657"} {"level":"info","ts":1784822824.8795967,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c86823c0-9257-4dd8-b30b-764fe171a657"} {"level":"info","ts":1784822824.8796072,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c86823c0-9257-4dd8-b30b-764fe171a657","EoS":false} {"level":"info","ts":1784822824.8796177,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c86823c0-9257-4dd8-b30b-764fe171a657","EoS":true} {"level":"info","ts":1784822824.8796387,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c86823c0-9257-4dd8-b30b-764fe171a657","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784822824.8796706,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c86823c0-9257-4dd8-b30b-764fe171a657","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822824.879697,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c86823c0-9257-4dd8-b30b-764fe171a657"} {"level":"info","ts":1784822825.0196738,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822825.0197482,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9b0c09ff-eb58-4dce-bfff-11416849f3f8"} {"level":"info","ts":1784822825.019757,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9b0c09ff-eb58-4dce-bfff-11416849f3f8"} {"level":"info","ts":1784822825.0197675,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9b0c09ff-eb58-4dce-bfff-11416849f3f8","EoS":false} {"level":"info","ts":1784822825.019782,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9b0c09ff-eb58-4dce-bfff-11416849f3f8","EoS":true} {"level":"info","ts":1784822825.0198007,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9b0c09ff-eb58-4dce-bfff-11416849f3f8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784822825.019816,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9b0c09ff-eb58-4dce-bfff-11416849f3f8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822825.019839,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9b0c09ff-eb58-4dce-bfff-11416849f3f8"} {"level":"info","ts":1784822844.964272,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822844.9643426,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f18394c8-a642-43bd-9b86-2b4d6e76d1fc"} {"level":"info","ts":1784822844.9643602,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f18394c8-a642-43bd-9b86-2b4d6e76d1fc"} {"level":"info","ts":1784822844.9643717,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f18394c8-a642-43bd-9b86-2b4d6e76d1fc","EoS":false} {"level":"info","ts":1784822844.964386,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f18394c8-a642-43bd-9b86-2b4d6e76d1fc","EoS":true} {"level":"info","ts":1784822844.9644055,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f18394c8-a642-43bd-9b86-2b4d6e76d1fc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784822844.964421,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f18394c8-a642-43bd-9b86-2b4d6e76d1fc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822844.9644413,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f18394c8-a642-43bd-9b86-2b4d6e76d1fc"} {"level":"info","ts":1784822845.002469,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822845.002564,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab310eba-29c2-4d6d-bb45-869e2a5210c3"} {"level":"info","ts":1784822845.00258,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ab310eba-29c2-4d6d-bb45-869e2a5210c3"} {"level":"info","ts":1784822845.0026004,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab310eba-29c2-4d6d-bb45-869e2a5210c3","EoS":false} {"level":"info","ts":1784822845.002626,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab310eba-29c2-4d6d-bb45-869e2a5210c3","EoS":true} {"level":"info","ts":1784822845.0026617,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ab310eba-29c2-4d6d-bb45-869e2a5210c3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784822845.0026805,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ab310eba-29c2-4d6d-bb45-869e2a5210c3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822845.002712,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ab310eba-29c2-4d6d-bb45-869e2a5210c3"} {"level":"info","ts":1784822845.0393922,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822845.039464,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aeeea4b1-3cff-4523-ba41-01cd3516575f"} {"level":"info","ts":1784822845.0394728,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aeeea4b1-3cff-4523-ba41-01cd3516575f"} {"level":"info","ts":1784822845.0394838,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aeeea4b1-3cff-4523-ba41-01cd3516575f","EoS":false} {"level":"info","ts":1784822845.0394955,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aeeea4b1-3cff-4523-ba41-01cd3516575f","EoS":true} {"level":"info","ts":1784822845.039515,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aeeea4b1-3cff-4523-ba41-01cd3516575f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784822845.0395296,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aeeea4b1-3cff-4523-ba41-01cd3516575f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822845.0395489,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aeeea4b1-3cff-4523-ba41-01cd3516575f"} {"level":"info","ts":1784822845.0725474,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822845.07262,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8f245c29-8a1b-4101-8ce9-12f2af2ec12a"} {"level":"info","ts":1784822849.7497208,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822849.7497988,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fb21fdb4-0ec0-4b04-a684-db2dad8b8101"} {"level":"info","ts":1784822849.7498107,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fb21fdb4-0ec0-4b04-a684-db2dad8b8101"} {"level":"info","ts":1784822849.7498233,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fb21fdb4-0ec0-4b04-a684-db2dad8b8101","EoS":false} {"level":"info","ts":1784822849.7498376,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fb21fdb4-0ec0-4b04-a684-db2dad8b8101","EoS":true} {"level":"info","ts":1784822849.7498593,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fb21fdb4-0ec0-4b04-a684-db2dad8b8101","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784822849.749874,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fb21fdb4-0ec0-4b04-a684-db2dad8b8101","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822849.7498987,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fb21fdb4-0ec0-4b04-a684-db2dad8b8101"} {"level":"info","ts":1784822858.3455124,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822858.345592,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"88004e9d-aa75-48cd-b511-796d0baa386f"} {"level":"info","ts":1784822858.3456054,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"88004e9d-aa75-48cd-b511-796d0baa386f"} {"level":"info","ts":1784822858.345617,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"88004e9d-aa75-48cd-b511-796d0baa386f","EoS":false} {"level":"info","ts":1784822858.345628,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"88004e9d-aa75-48cd-b511-796d0baa386f","EoS":true} {"level":"info","ts":1784822858.3456542,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"88004e9d-aa75-48cd-b511-796d0baa386f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784822858.3456705,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"88004e9d-aa75-48cd-b511-796d0baa386f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784822858.3456922,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"88004e9d-aa75-48cd-b511-796d0baa386f"} {"level":"info","ts":1784822860.3812666,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822860.381345,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a47517a7-44d4-47c0-88cf-b200af496383"} {"level":"info","ts":1784822860.381357,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a47517a7-44d4-47c0-88cf-b200af496383"} {"level":"info","ts":1784822860.3813684,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a47517a7-44d4-47c0-88cf-b200af496383","EoS":false} {"level":"info","ts":1784822860.3813808,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a47517a7-44d4-47c0-88cf-b200af496383","EoS":true} {"level":"info","ts":1784822860.3813992,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a47517a7-44d4-47c0-88cf-b200af496383","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784822860.3814132,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a47517a7-44d4-47c0-88cf-b200af496383","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784822860.381435,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a47517a7-44d4-47c0-88cf-b200af496383"} {"level":"info","ts":1784822873.3268764,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822873.326957,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"213d1a49-0d1b-4502-a5ef-18c550022966"} {"level":"info","ts":1784822873.3269658,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"213d1a49-0d1b-4502-a5ef-18c550022966"} {"level":"info","ts":1784822873.3269777,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"213d1a49-0d1b-4502-a5ef-18c550022966","EoS":false} {"level":"info","ts":1784822873.32699,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"213d1a49-0d1b-4502-a5ef-18c550022966","EoS":true} {"level":"info","ts":1784822873.3270264,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"213d1a49-0d1b-4502-a5ef-18c550022966","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784822873.3270435,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"213d1a49-0d1b-4502-a5ef-18c550022966","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822873.3270638,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"213d1a49-0d1b-4502-a5ef-18c550022966"} {"level":"info","ts":1784822881.900572,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822881.9006505,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"595c9eee-1371-4ff0-a50b-4ef635ae5029"} {"level":"info","ts":1784822881.90066,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"595c9eee-1371-4ff0-a50b-4ef635ae5029"} {"level":"info","ts":1784822881.9006722,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"595c9eee-1371-4ff0-a50b-4ef635ae5029","EoS":false} {"level":"info","ts":1784822881.9006839,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"595c9eee-1371-4ff0-a50b-4ef635ae5029","EoS":true} {"level":"info","ts":1784822881.900703,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"595c9eee-1371-4ff0-a50b-4ef635ae5029","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784822881.900718,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"595c9eee-1371-4ff0-a50b-4ef635ae5029","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822881.9007401,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"595c9eee-1371-4ff0-a50b-4ef635ae5029"} {"level":"info","ts":1784822890.8561625,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822890.8562686,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"58bbd170-8962-45b8-b1e0-e8fa86214aba"} {"level":"info","ts":1784822890.856283,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"58bbd170-8962-45b8-b1e0-e8fa86214aba"} {"level":"info","ts":1784822890.8563042,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"58bbd170-8962-45b8-b1e0-e8fa86214aba","EoS":false} {"level":"info","ts":1784822890.85633,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"58bbd170-8962-45b8-b1e0-e8fa86214aba","EoS":true} {"level":"info","ts":1784822890.8563652,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"58bbd170-8962-45b8-b1e0-e8fa86214aba","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784822890.856386,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"58bbd170-8962-45b8-b1e0-e8fa86214aba","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822890.85642,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"58bbd170-8962-45b8-b1e0-e8fa86214aba"} {"level":"info","ts":1784822899.9184403,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822899.9185426,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cbdc4d69-8cd8-4ca8-868b-798b9a6a6a78"} {"level":"info","ts":1784822899.918563,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cbdc4d69-8cd8-4ca8-868b-798b9a6a6a78"} {"level":"info","ts":1784822899.9185846,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cbdc4d69-8cd8-4ca8-868b-798b9a6a6a78","EoS":false} {"level":"info","ts":1784822899.9186018,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cbdc4d69-8cd8-4ca8-868b-798b9a6a6a78","EoS":true} {"level":"info","ts":1784822899.9186318,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cbdc4d69-8cd8-4ca8-868b-798b9a6a6a78","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784822899.9186585,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cbdc4d69-8cd8-4ca8-868b-798b9a6a6a78","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822899.918691,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cbdc4d69-8cd8-4ca8-868b-798b9a6a6a78"} {"level":"info","ts":1784822904.6942072,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822904.6942902,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"085af9c7-be83-4e58-8054-8f452ced5f8b"} {"level":"info","ts":1784822904.6943,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"085af9c7-be83-4e58-8054-8f452ced5f8b"} {"level":"info","ts":1784822904.6943119,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"085af9c7-be83-4e58-8054-8f452ced5f8b","EoS":false} {"level":"info","ts":1784822904.6943216,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"085af9c7-be83-4e58-8054-8f452ced5f8b","EoS":true} {"level":"info","ts":1784822904.6943429,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"085af9c7-be83-4e58-8054-8f452ced5f8b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784822904.6943579,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"085af9c7-be83-4e58-8054-8f452ced5f8b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822904.6943781,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"085af9c7-be83-4e58-8054-8f452ced5f8b"} {"level":"info","ts":1784822909.4570713,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822909.4571548,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"55266846-724b-4a6c-9660-e8a5309be268"} {"level":"info","ts":1784822909.457167,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"55266846-724b-4a6c-9660-e8a5309be268"} {"level":"info","ts":1784822909.4571793,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"55266846-724b-4a6c-9660-e8a5309be268","EoS":false} {"level":"info","ts":1784822909.4571905,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"55266846-724b-4a6c-9660-e8a5309be268","EoS":true} {"level":"info","ts":1784822909.4572103,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"55266846-724b-4a6c-9660-e8a5309be268","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784822909.4572287,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"55266846-724b-4a6c-9660-e8a5309be268","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784822909.4572976,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"55266846-724b-4a6c-9660-e8a5309be268"} {"level":"info","ts":1784822909.7821252,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822909.782205,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2f73ac82-5590-4e98-9a1a-cd6bcec2c957"} {"level":"info","ts":1784822909.7822146,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2f73ac82-5590-4e98-9a1a-cd6bcec2c957"} {"level":"info","ts":1784822909.7822258,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2f73ac82-5590-4e98-9a1a-cd6bcec2c957","EoS":false} {"level":"info","ts":1784822909.78224,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2f73ac82-5590-4e98-9a1a-cd6bcec2c957","EoS":true} {"level":"info","ts":1784822909.7822592,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2f73ac82-5590-4e98-9a1a-cd6bcec2c957","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784822909.7822742,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2f73ac82-5590-4e98-9a1a-cd6bcec2c957","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784822909.782295,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2f73ac82-5590-4e98-9a1a-cd6bcec2c957"} {"level":"info","ts":1784822911.8153214,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822911.8154068,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c6332923-0e6c-4c21-8e3d-c2d6fbcf7a6a"} {"level":"info","ts":1784822911.815417,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c6332923-0e6c-4c21-8e3d-c2d6fbcf7a6a"} {"level":"info","ts":1784822911.8154306,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c6332923-0e6c-4c21-8e3d-c2d6fbcf7a6a","EoS":false} {"level":"info","ts":1784822911.815442,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c6332923-0e6c-4c21-8e3d-c2d6fbcf7a6a","EoS":true} {"level":"info","ts":1784822911.8154616,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c6332923-0e6c-4c21-8e3d-c2d6fbcf7a6a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784822911.8154771,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c6332923-0e6c-4c21-8e3d-c2d6fbcf7a6a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784822911.8154976,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c6332923-0e6c-4c21-8e3d-c2d6fbcf7a6a"} {"level":"info","ts":1784822913.851433,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822913.8515086,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bcc48cdd-f008-4af7-8077-ad0f0cd417f8"} {"level":"info","ts":1784822913.8515177,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bcc48cdd-f008-4af7-8077-ad0f0cd417f8"} {"level":"info","ts":1784822913.8515284,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bcc48cdd-f008-4af7-8077-ad0f0cd417f8","EoS":false} {"level":"info","ts":1784822913.8515396,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bcc48cdd-f008-4af7-8077-ad0f0cd417f8","EoS":true} {"level":"info","ts":1784822913.8515615,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bcc48cdd-f008-4af7-8077-ad0f0cd417f8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784822913.8515778,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bcc48cdd-f008-4af7-8077-ad0f0cd417f8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784822913.8515978,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bcc48cdd-f008-4af7-8077-ad0f0cd417f8"} {"level":"info","ts":1784822915.886276,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822915.886358,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"60cd9545-25dc-4abb-ba3a-b554b9a6c96c"} {"level":"info","ts":1784822915.8863685,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"60cd9545-25dc-4abb-ba3a-b554b9a6c96c"} {"level":"info","ts":1784822915.886381,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"60cd9545-25dc-4abb-ba3a-b554b9a6c96c","EoS":false} {"level":"info","ts":1784822915.886395,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"60cd9545-25dc-4abb-ba3a-b554b9a6c96c","EoS":true} {"level":"info","ts":1784822915.8864179,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"60cd9545-25dc-4abb-ba3a-b554b9a6c96c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784822915.886433,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"60cd9545-25dc-4abb-ba3a-b554b9a6c96c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784822915.8864522,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"60cd9545-25dc-4abb-ba3a-b554b9a6c96c"} {"level":"info","ts":1784822939.1297503,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822939.1298447,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6d6da9e-1fc0-4dc1-8781-62fcf08b505b"} {"level":"info","ts":1784822939.1298645,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a6d6da9e-1fc0-4dc1-8781-62fcf08b505b"} {"level":"info","ts":1784822939.1298838,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a6d6da9e-1fc0-4dc1-8781-62fcf08b505b","EoS":false} {"level":"info","ts":1784822939.1299033,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a6d6da9e-1fc0-4dc1-8781-62fcf08b505b","EoS":true} {"level":"info","ts":1784822939.1299334,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a6d6da9e-1fc0-4dc1-8781-62fcf08b505b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784822939.1299522,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a6d6da9e-1fc0-4dc1-8781-62fcf08b505b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784822939.1299806,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a6d6da9e-1fc0-4dc1-8781-62fcf08b505b"} {"level":"info","ts":1784822948.4554482,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822948.4555397,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"30de89e7-4511-4270-973c-13925c5e1f7c"} {"level":"info","ts":1784822948.4555526,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"30de89e7-4511-4270-973c-13925c5e1f7c"} {"level":"info","ts":1784822948.4555712,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"30de89e7-4511-4270-973c-13925c5e1f7c","EoS":false} {"level":"info","ts":1784822948.4555893,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"30de89e7-4511-4270-973c-13925c5e1f7c","EoS":true} {"level":"info","ts":1784822948.455623,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"30de89e7-4511-4270-973c-13925c5e1f7c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784822948.4556427,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"30de89e7-4511-4270-973c-13925c5e1f7c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822948.4556708,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"30de89e7-4511-4270-973c-13925c5e1f7c"} {"level":"info","ts":1784822953.9932625,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822953.9933534,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8080299d-ed55-49e1-9b5a-202d2f961da2"} {"level":"info","ts":1784822953.9933643,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8080299d-ed55-49e1-9b5a-202d2f961da2"} {"level":"info","ts":1784822953.9933786,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8080299d-ed55-49e1-9b5a-202d2f961da2","EoS":false} {"level":"info","ts":1784822953.9933908,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8080299d-ed55-49e1-9b5a-202d2f961da2","EoS":true} {"level":"info","ts":1784822953.9934137,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8080299d-ed55-49e1-9b5a-202d2f961da2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784822953.993428,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8080299d-ed55-49e1-9b5a-202d2f961da2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784822953.9934504,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8080299d-ed55-49e1-9b5a-202d2f961da2"} {"level":"info","ts":1784822963.5875568,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822963.5876467,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b52dd5e5-0722-4d59-9e85-88c90b175218"} {"level":"info","ts":1784822963.5876637,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b52dd5e5-0722-4d59-9e85-88c90b175218"} {"level":"info","ts":1784822963.587682,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b52dd5e5-0722-4d59-9e85-88c90b175218","EoS":false} {"level":"info","ts":1784822963.5877056,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b52dd5e5-0722-4d59-9e85-88c90b175218","EoS":true} {"level":"info","ts":1784822963.5877378,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b52dd5e5-0722-4d59-9e85-88c90b175218","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784822963.5877557,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b52dd5e5-0722-4d59-9e85-88c90b175218","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822963.587785,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b52dd5e5-0722-4d59-9e85-88c90b175218"} {"level":"info","ts":1784822965.6262252,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822965.6263072,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"711ac4cc-56ed-42ac-8257-c8a384ac62f1"} {"level":"info","ts":1784822965.6263192,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"711ac4cc-56ed-42ac-8257-c8a384ac62f1"} {"level":"info","ts":1784822965.6263301,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"711ac4cc-56ed-42ac-8257-c8a384ac62f1","EoS":false} {"level":"info","ts":1784822965.626349,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"711ac4cc-56ed-42ac-8257-c8a384ac62f1","EoS":true} {"level":"info","ts":1784822965.62637,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"711ac4cc-56ed-42ac-8257-c8a384ac62f1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784822965.6263847,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"711ac4cc-56ed-42ac-8257-c8a384ac62f1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822965.6264064,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"711ac4cc-56ed-42ac-8257-c8a384ac62f1"} {"level":"info","ts":1784822975.0881515,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822975.0882328,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ae59587b-74a4-41ed-9cc8-df4e34682e50"} {"level":"info","ts":1784822975.0882447,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ae59587b-74a4-41ed-9cc8-df4e34682e50"} {"level":"info","ts":1784822975.0882568,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ae59587b-74a4-41ed-9cc8-df4e34682e50","EoS":false} {"level":"info","ts":1784822975.0882673,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ae59587b-74a4-41ed-9cc8-df4e34682e50","EoS":true} {"level":"info","ts":1784822975.0882866,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ae59587b-74a4-41ed-9cc8-df4e34682e50","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784822975.088302,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ae59587b-74a4-41ed-9cc8-df4e34682e50","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822975.0883248,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ae59587b-74a4-41ed-9cc8-df4e34682e50"} {"level":"info","ts":1784822975.124994,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822975.125096,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ce5d16c-e597-41ff-a14b-cf01495cf38f"} {"level":"info","ts":1784822975.1251059,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6ce5d16c-e597-41ff-a14b-cf01495cf38f"} {"level":"info","ts":1784822975.1251163,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6ce5d16c-e597-41ff-a14b-cf01495cf38f","EoS":false} {"level":"info","ts":1784822975.1251278,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6ce5d16c-e597-41ff-a14b-cf01495cf38f","EoS":true} {"level":"info","ts":1784822975.1251485,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6ce5d16c-e597-41ff-a14b-cf01495cf38f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784822975.125165,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6ce5d16c-e597-41ff-a14b-cf01495cf38f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822975.1251943,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6ce5d16c-e597-41ff-a14b-cf01495cf38f"} {"level":"info","ts":1784822994.3885767,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822994.3886619,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"50be9ebb-d2aa-4819-95bd-03e727371359"} {"level":"info","ts":1784822994.3886738,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"50be9ebb-d2aa-4819-95bd-03e727371359"} {"level":"info","ts":1784822994.388686,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"50be9ebb-d2aa-4819-95bd-03e727371359","EoS":false} {"level":"info","ts":1784822994.388699,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"50be9ebb-d2aa-4819-95bd-03e727371359","EoS":true} {"level":"info","ts":1784822994.3887203,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"50be9ebb-d2aa-4819-95bd-03e727371359","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784822994.3887367,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"50be9ebb-d2aa-4819-95bd-03e727371359","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822994.3887596,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"50be9ebb-d2aa-4819-95bd-03e727371359"} {"level":"info","ts":1784823003.7864106,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784823003.7864902,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"47a8c574-df54-4bd5-8b7d-129529d4ccaf"} {"level":"info","ts":1784823003.7864995,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"47a8c574-df54-4bd5-8b7d-129529d4ccaf"} {"level":"info","ts":1784823003.786511,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"47a8c574-df54-4bd5-8b7d-129529d4ccaf","EoS":false} {"level":"info","ts":1784823003.7865222,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"47a8c574-df54-4bd5-8b7d-129529d4ccaf","EoS":true} {"level":"info","ts":1784823003.786541,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"47a8c574-df54-4bd5-8b7d-129529d4ccaf","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784823003.786555,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"47a8c574-df54-4bd5-8b7d-129529d4ccaf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784823003.7865746,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"47a8c574-df54-4bd5-8b7d-129529d4ccaf"} {"level":"info","ts":1784823009.103432,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784823009.10352,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8d61c380-cb39-4a18-8bdb-192bbc9f8aea"} {"level":"info","ts":1784823009.1035328,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8d61c380-cb39-4a18-8bdb-192bbc9f8aea"} {"level":"info","ts":1784823009.103545,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8d61c380-cb39-4a18-8bdb-192bbc9f8aea","EoS":false} {"level":"info","ts":1784823009.1035566,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8d61c380-cb39-4a18-8bdb-192bbc9f8aea","EoS":true} {"level":"info","ts":1784823009.1035788,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8d61c380-cb39-4a18-8bdb-192bbc9f8aea","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784823009.1035948,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8d61c380-cb39-4a18-8bdb-192bbc9f8aea","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784823009.1036184,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8d61c380-cb39-4a18-8bdb-192bbc9f8aea"} {"level":"info","ts":1784823099.9282424,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784823099.9283345,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c4c99fe-e146-470b-946a-ced983a6be26"} {"level":"info","ts":1784823099.9283473,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3c4c99fe-e146-470b-946a-ced983a6be26"} {"level":"info","ts":1784823099.9283643,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3c4c99fe-e146-470b-946a-ced983a6be26","EoS":false} {"level":"info","ts":1784823099.928384,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3c4c99fe-e146-470b-946a-ced983a6be26","EoS":true} {"level":"info","ts":1784823099.9284117,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3c4c99fe-e146-470b-946a-ced983a6be26","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784823099.9284453,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c4c99fe-e146-470b-946a-ced983a6be26","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784823099.9284763,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3c4c99fe-e146-470b-946a-ced983a6be26"} {"level":"info","ts":1784823127.1162946,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784823127.1164308,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd7170b4-1ac9-4ed1-9b6e-0bc347581629"} {"level":"info","ts":1784823127.116449,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dd7170b4-1ac9-4ed1-9b6e-0bc347581629"} {"level":"info","ts":1784823127.1164691,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dd7170b4-1ac9-4ed1-9b6e-0bc347581629","EoS":false} {"level":"info","ts":1784823127.1164892,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dd7170b4-1ac9-4ed1-9b6e-0bc347581629","EoS":true} {"level":"info","ts":1784823127.1165578,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dd7170b4-1ac9-4ed1-9b6e-0bc347581629","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784823127.116587,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dd7170b4-1ac9-4ed1-9b6e-0bc347581629","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784823127.1166115,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dd7170b4-1ac9-4ed1-9b6e-0bc347581629"} {"level":"info","ts":1784823166.5615907,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784823166.5616732,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5170a961-6836-4b60-a0b5-cfad34c2159a"} {"level":"info","ts":1784823166.5616825,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5170a961-6836-4b60-a0b5-cfad34c2159a"} {"level":"info","ts":1784823166.561694,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5170a961-6836-4b60-a0b5-cfad34c2159a","EoS":false} {"level":"info","ts":1784823166.561705,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5170a961-6836-4b60-a0b5-cfad34c2159a","EoS":true} {"level":"info","ts":1784823166.5617273,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5170a961-6836-4b60-a0b5-cfad34c2159a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784823166.5617425,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5170a961-6836-4b60-a0b5-cfad34c2159a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784823166.5617619,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5170a961-6836-4b60-a0b5-cfad34c2159a"} {"level":"info","ts":1784823181.8855224,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784823181.8855948,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d05362f5-b623-4c8d-88b7-64e134195ce9"} {"level":"info","ts":1784823181.8856044,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d05362f5-b623-4c8d-88b7-64e134195ce9"} {"level":"info","ts":1784823181.885615,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d05362f5-b623-4c8d-88b7-64e134195ce9","EoS":false} {"level":"info","ts":1784823181.8856263,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d05362f5-b623-4c8d-88b7-64e134195ce9","EoS":true} {"level":"info","ts":1784823181.8856497,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d05362f5-b623-4c8d-88b7-64e134195ce9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784823181.885665,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d05362f5-b623-4c8d-88b7-64e134195ce9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784823181.8856862,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d05362f5-b623-4c8d-88b7-64e134195ce9"} {"level":"info","ts":1784823182.1899347,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784823182.1900496,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42190167-1c50-423d-911d-1e894e818ebe"} {"level":"info","ts":1784823182.1900625,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"42190167-1c50-423d-911d-1e894e818ebe"} {"level":"info","ts":1784823182.1900795,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"42190167-1c50-423d-911d-1e894e818ebe","EoS":false} {"level":"info","ts":1784823182.190093,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"42190167-1c50-423d-911d-1e894e818ebe","EoS":true} {"level":"info","ts":1784823182.1901133,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"42190167-1c50-423d-911d-1e894e818ebe","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784823182.190129,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42190167-1c50-423d-911d-1e894e818ebe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784823182.190151,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"42190167-1c50-423d-911d-1e894e818ebe"} {"level":"info","ts":1784823509.8385189,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784823509.8386145,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac8f80cd-63aa-4483-98ea-126aa446d2fa"} {"level":"info","ts":1784823509.8386233,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ac8f80cd-63aa-4483-98ea-126aa446d2fa"} {"level":"info","ts":1784823509.838634,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ac8f80cd-63aa-4483-98ea-126aa446d2fa","EoS":false} {"level":"info","ts":1784823509.8386447,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ac8f80cd-63aa-4483-98ea-126aa446d2fa","EoS":true} {"level":"info","ts":1784823509.8386648,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ac8f80cd-63aa-4483-98ea-126aa446d2fa","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784823509.8386798,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac8f80cd-63aa-4483-98ea-126aa446d2fa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784823509.8386984,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ac8f80cd-63aa-4483-98ea-126aa446d2fa"} {"level":"info","ts":1784823509.881105,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784823509.8812034,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"02413e5c-1f6e-43c7-a1c6-9ddbd6aa93be"} {"level":"info","ts":1784823509.881216,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"02413e5c-1f6e-43c7-a1c6-9ddbd6aa93be"} {"level":"info","ts":1784823509.8812284,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"02413e5c-1f6e-43c7-a1c6-9ddbd6aa93be","EoS":false} {"level":"info","ts":1784823509.8812406,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"02413e5c-1f6e-43c7-a1c6-9ddbd6aa93be","EoS":true} {"level":"info","ts":1784823509.8812642,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"02413e5c-1f6e-43c7-a1c6-9ddbd6aa93be","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784823509.881279,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"02413e5c-1f6e-43c7-a1c6-9ddbd6aa93be","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784823509.8813007,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"02413e5c-1f6e-43c7-a1c6-9ddbd6aa93be"} {"level":"info","ts":1784823509.9177566,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784823509.9178252,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"28424ba3-e0c4-46f8-8ca3-7348b421397a"} {"level":"info","ts":1784823509.917835,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"28424ba3-e0c4-46f8-8ca3-7348b421397a"} {"level":"info","ts":1784823509.9178448,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"28424ba3-e0c4-46f8-8ca3-7348b421397a","EoS":false} {"level":"info","ts":1784823509.9178557,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"28424ba3-e0c4-46f8-8ca3-7348b421397a","EoS":true} {"level":"info","ts":1784823509.9178736,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"28424ba3-e0c4-46f8-8ca3-7348b421397a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784823509.9178882,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"28424ba3-e0c4-46f8-8ca3-7348b421397a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784823509.917908,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"28424ba3-e0c4-46f8-8ca3-7348b421397a"} {"level":"info","ts":1784823514.7951088,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6f444500-fd2c-4db1-a2ea-468036920769","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784823514.795152,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6f444500-fd2c-4db1-a2ea-468036920769","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784823514.795196,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8a7710c9-8a21-43ca-abca-6a09c36fdc20"} {"level":"info","ts":1784823514.7998743,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d48d2454-1762-4481-af72-d3cf737caf33","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784823514.7999024,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d48d2454-1762-4481-af72-d3cf737caf33","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784823514.8030677,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8a7710c9-8a21-43ca-abca-6a09c36fdc20","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784823514.8032877,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37793.919919274,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784823514.8033082,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784823514.9306486,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4099e520-9934-427e-a391-58e39d0465a2"} {"level":"info","ts":1784823514.9310849,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cb663667-8ec2-4617-9f63-de00a17bc612","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784823514.9311206,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cb663667-8ec2-4617-9f63-de00a17bc612","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784823514.932361,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9ca1f72d-9dde-43bb-b8de-e699da75740a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784823514.932407,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9ca1f72d-9dde-43bb-b8de-e699da75740a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784823514.9343114,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4011b541-abae-45a3-8e5a-bfe000c7719e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784823514.9343734,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4011b541-abae-45a3-8e5a-bfe000c7719e","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784823514.9347901,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6eeb2938-383d-4873-bd94-592cc7628ac9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784823514.9348345,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6eeb2938-383d-4873-bd94-592cc7628ac9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784823514.9358046,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4099e520-9934-427e-a391-58e39d0465a2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784823514.9367766,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34387.795140044,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784823514.9368036,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784823514.939598,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"baa56829-0d38-4746-9f2c-7714ebafd53b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784823514.9396117,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784823514.9396284,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"baa56829-0d38-4746-9f2c-7714ebafd53b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784823515.030155,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37059.40635492,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784823515.0301945,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784823515.0306573,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784823515.0367818,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4099e520-9934-427e-a391-58e39d0465a2","name":"e2e-external-model"} {"level":"info","ts":1784823515.0382023,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784823515.0533452,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4099e520-9934-427e-a391-58e39d0465a2","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784823515.060516,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5591a4a1-c04f-47ba-8147-a9d4a31fc262","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784823515.060624,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5591a4a1-c04f-47ba-8147-a9d4a31fc262","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784823515.0612965,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4099e520-9934-427e-a391-58e39d0465a2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784823515.061482,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d8c367d0-3630-4858-b1c1-6b4bd49db8b8"} {"level":"info","ts":1784823515.0615864,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d8c367d0-3630-4858-b1c1-6b4bd49db8b8","name":"e2e-external-model"} {"level":"info","ts":1784823515.070458,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d8c367d0-3630-4858-b1c1-6b4bd49db8b8","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784823515.0778916,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c061d254-c7a6-4c13-a5df-a8721c8a3411","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784823515.0779266,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c061d254-c7a6-4c13-a5df-a8721c8a3411","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784823515.0791302,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d8c367d0-3630-4858-b1c1-6b4bd49db8b8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784823515.0791998,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"abb9a26b-4197-4ffb-8da5-aaf845f66db1"} {"level":"info","ts":1784823515.079248,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"abb9a26b-4197-4ffb-8da5-aaf845f66db1","name":"e2e-external-model"} {"level":"info","ts":1784823515.0869303,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"abb9a26b-4197-4ffb-8da5-aaf845f66db1","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784823515.1306553,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8a7710c9-8a21-43ca-abca-6a09c36fdc20","name":"e2e-external-provider"} {"level":"info","ts":1784823515.142163,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8a7710c9-8a21-43ca-abca-6a09c36fdc20","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784823515.145725,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8a7710c9-8a21-43ca-abca-6a09c36fdc20","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784823515.1458411,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"74f410cb-9186-43f8-a530-30a323e10269"} {"level":"info","ts":1784823515.1458921,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"74f410cb-9186-43f8-a530-30a323e10269","name":"e2e-external-provider"} {"level":"info","ts":1784823515.155185,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"74f410cb-9186-43f8-a530-30a323e10269","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784823522.364266,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784823522.3643408,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1e9cdd54-58be-44ca-8f2b-46a3c6e4e4cd"} {"level":"info","ts":1784823522.3643515,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1e9cdd54-58be-44ca-8f2b-46a3c6e4e4cd"} {"level":"info","ts":1784823522.3643618,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1e9cdd54-58be-44ca-8f2b-46a3c6e4e4cd","EoS":false} {"level":"info","ts":1784823522.3643794,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1e9cdd54-58be-44ca-8f2b-46a3c6e4e4cd","EoS":true} {"level":"info","ts":1784823522.3644023,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1e9cdd54-58be-44ca-8f2b-46a3c6e4e4cd","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784823522.3644352,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1e9cdd54-58be-44ca-8f2b-46a3c6e4e4cd","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784823522.364443,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"1e9cdd54-58be-44ca-8f2b-46a3c6e4e4cd","modelName":"e2e-external-model"} {"level":"info","ts":1784823522.3644586,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"1e9cdd54-58be-44ca-8f2b-46a3c6e4e4cd","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784823522.3644996,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1e9cdd54-58be-44ca-8f2b-46a3c6e4e4cd"} {"level":"info","ts":1784823522.4179926,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784823522.4181008,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1dcc82fe-420f-4ec5-8cb5-3359a2e9ece1"} {"level":"info","ts":1784823522.4181166,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1dcc82fe-420f-4ec5-8cb5-3359a2e9ece1"} {"level":"info","ts":1784823522.4181325,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1dcc82fe-420f-4ec5-8cb5-3359a2e9ece1","EoS":false} {"level":"info","ts":1784823522.418152,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1dcc82fe-420f-4ec5-8cb5-3359a2e9ece1","EoS":true} {"level":"info","ts":1784823522.4181788,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1dcc82fe-420f-4ec5-8cb5-3359a2e9ece1","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784823522.4182014,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1dcc82fe-420f-4ec5-8cb5-3359a2e9ece1","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784823522.4182112,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"1dcc82fe-420f-4ec5-8cb5-3359a2e9ece1","modelName":"e2e-external-model"} {"level":"info","ts":1784823522.4182258,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"1dcc82fe-420f-4ec5-8cb5-3359a2e9ece1","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784823522.4182694,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1dcc82fe-420f-4ec5-8cb5-3359a2e9ece1"} {"level":"info","ts":1784823522.444617,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784823522.4446933,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b743845-d192-48af-9d33-1f66deb6a6c3"} {"level":"info","ts":1784823522.4447055,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8b743845-d192-48af-9d33-1f66deb6a6c3"} {"level":"info","ts":1784823522.4447162,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8b743845-d192-48af-9d33-1f66deb6a6c3","EoS":false} {"level":"info","ts":1784823522.4447286,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8b743845-d192-48af-9d33-1f66deb6a6c3","EoS":true} {"level":"info","ts":1784823522.444749,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8b743845-d192-48af-9d33-1f66deb6a6c3","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784823522.444767,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8b743845-d192-48af-9d33-1f66deb6a6c3","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784823522.444775,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"8b743845-d192-48af-9d33-1f66deb6a6c3","modelName":"e2e-external-model"} {"level":"info","ts":1784823522.4447894,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"8b743845-d192-48af-9d33-1f66deb6a6c3","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784823522.4448307,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8b743845-d192-48af-9d33-1f66deb6a6c3"} {"level":"info","ts":1784823522.5845425,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1e317c9e-1516-4433-a297-42fdbbde75b5"} {"level":"info","ts":1784823522.584601,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d9f75c80-9a6a-4af7-991f-f7f83be405b2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784823522.5846379,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d9f75c80-9a6a-4af7-991f-f7f83be405b2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784823522.592252,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"961eb15f-6dd1-4028-a997-2732401751ac","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784823522.5922873,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"961eb15f-6dd1-4028-a997-2732401751ac","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784823522.593589,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1e317c9e-1516-4433-a297-42fdbbde75b5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784823522.5936701,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1e317c9e-1516-4433-a297-42fdbbde75b5","name":"e2e-cleanup-test"} {"level":"info","ts":1784823522.6153276,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ce7d1b7b-24d6-41ff-b721-db1bd10b0b57","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784823522.6153648,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ce7d1b7b-24d6-41ff-b721-db1bd10b0b57","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784823522.6169431,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1e317c9e-1516-4433-a297-42fdbbde75b5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784823522.6169853,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1e317c9e-1516-4433-a297-42fdbbde75b5","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784823522.617108,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"81684ffb-3810-4a5c-b47a-8995240876a3"} {"level":"info","ts":1784823522.6171713,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"81684ffb-3810-4a5c-b47a-8995240876a3","name":"e2e-cleanup-test"} {"level":"info","ts":1784823522.6341407,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c2ec45cb-e53d-48e4-ad11-b68c3088bc55","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784823522.634184,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c2ec45cb-e53d-48e4-ad11-b68c3088bc55","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784823522.634861,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"81684ffb-3810-4a5c-b47a-8995240876a3","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784823522.6349354,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"81684ffb-3810-4a5c-b47a-8995240876a3","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784823522.6350057,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"61d8faf4-1943-44f2-b8a1-0d04a14f93fe"} {"level":"info","ts":1784823522.6350915,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"61d8faf4-1943-44f2-b8a1-0d04a14f93fe","name":"e2e-cleanup-test"} {"level":"info","ts":1784823522.643808,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"61d8faf4-1943-44f2-b8a1-0d04a14f93fe","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784823522.6513567,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e25fc666-04cc-4272-afca-29dab7bffb6e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784823522.6513975,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e25fc666-04cc-4272-afca-29dab7bffb6e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784823522.6525605,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"61d8faf4-1943-44f2-b8a1-0d04a14f93fe","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784823522.6526365,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"29dd6ccc-5f78-4af0-a261-110431244a01"} {"level":"info","ts":1784823522.6526906,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"29dd6ccc-5f78-4af0-a261-110431244a01","name":"e2e-cleanup-test"} {"level":"info","ts":1784823522.662323,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"29dd6ccc-5f78-4af0-a261-110431244a01","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784823530.8604279,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"85c1cd09-b275-4096-8855-5cfc7a5668f9"} {"level":"info","ts":1784823530.860474,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e82c3a6f-b897-4bd2-b43f-2291e19c72d1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784823530.8605084,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e82c3a6f-b897-4bd2-b43f-2291e19c72d1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784823535.3718078,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784823535.3718886,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7e8f1624-805a-4b92-806a-10432987e24d"} {"level":"info","ts":1784823535.371897,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7e8f1624-805a-4b92-806a-10432987e24d"} {"level":"info","ts":1784823535.3719082,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7e8f1624-805a-4b92-806a-10432987e24d","EoS":false} {"level":"info","ts":1784823535.371918,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7e8f1624-805a-4b92-806a-10432987e24d","EoS":true} {"level":"info","ts":1784823535.3719385,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7e8f1624-805a-4b92-806a-10432987e24d","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784823535.371953,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7e8f1624-805a-4b92-806a-10432987e24d","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784823535.371973,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7e8f1624-805a-4b92-806a-10432987e24d"} {"level":"info","ts":1784823535.4013667,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784823535.401448,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d7a45fe-9f66-4f4a-8314-22209048c923"} {"level":"info","ts":1784823535.4014606,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4d7a45fe-9f66-4f4a-8314-22209048c923"} {"level":"info","ts":1784823535.401473,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4d7a45fe-9f66-4f4a-8314-22209048c923","EoS":false} {"level":"info","ts":1784823535.4014876,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4d7a45fe-9f66-4f4a-8314-22209048c923","EoS":true} {"level":"info","ts":1784823535.4015138,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4d7a45fe-9f66-4f4a-8314-22209048c923","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784823535.4015315,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d7a45fe-9f66-4f4a-8314-22209048c923","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784823535.4015388,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"4d7a45fe-9f66-4f4a-8314-22209048c923","modelName":"e2e-external-model"} {"level":"info","ts":1784823535.4015536,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"4d7a45fe-9f66-4f4a-8314-22209048c923","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784823535.4016,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4d7a45fe-9f66-4f4a-8314-22209048c923"} {"level":"info","ts":1784823535.4451506,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784823535.4452503,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a35be565-679e-4d91-9da2-cb9fd98956cc"} {"level":"info","ts":1784823535.445266,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a35be565-679e-4d91-9da2-cb9fd98956cc"} {"level":"info","ts":1784823535.4452834,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a35be565-679e-4d91-9da2-cb9fd98956cc","EoS":false} {"level":"info","ts":1784823535.4452972,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a35be565-679e-4d91-9da2-cb9fd98956cc","EoS":true} {"level":"info","ts":1784823535.4453173,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a35be565-679e-4d91-9da2-cb9fd98956cc","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784823535.4453323,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a35be565-679e-4d91-9da2-cb9fd98956cc","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784823535.445353,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a35be565-679e-4d91-9da2-cb9fd98956cc"} {"level":"info","ts":1784823535.6137865,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784823535.6138573,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc8f5d76-cf67-4a10-9be5-0eb8ca33b46b"} {"level":"info","ts":1784823535.6138675,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cc8f5d76-cf67-4a10-9be5-0eb8ca33b46b"} {"level":"info","ts":1784823535.6138783,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cc8f5d76-cf67-4a10-9be5-0eb8ca33b46b","EoS":false} {"level":"info","ts":1784823535.613889,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cc8f5d76-cf67-4a10-9be5-0eb8ca33b46b","EoS":true} {"level":"info","ts":1784823535.61391,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"cc8f5d76-cf67-4a10-9be5-0eb8ca33b46b","field":"model"} {"level":"info","ts":1784823535.6139336,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cc8f5d76-cf67-4a10-9be5-0eb8ca33b46b"} {"level":"info","ts":1784823536.6077747,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5092008e-c457-4452-84de-a141c42f14bf"} {"level":"info","ts":1784823536.607827,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"18e0ed74-ca2c-4d66-9763-8b17018039d0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784823536.6078637,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"18e0ed74-ca2c-4d66-9763-8b17018039d0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784823536.7613027,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1973b676-ad16-478a-b0d3-b376156e953c"} {"level":"info","ts":1784823536.7613049,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"90e99e46-e844-4ab4-8ce3-524a1f548e7c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784823536.7613795,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"90e99e46-e844-4ab4-8ce3-524a1f548e7c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784824149.5937235,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824149.5938895,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff22463a-b904-4a2c-bcd7-812874abc388"} {"level":"info","ts":1784824149.5939069,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ff22463a-b904-4a2c-bcd7-812874abc388"} {"level":"info","ts":1784824149.5939553,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ff22463a-b904-4a2c-bcd7-812874abc388","EoS":false} {"level":"info","ts":1784824149.593978,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ff22463a-b904-4a2c-bcd7-812874abc388","EoS":true} {"level":"info","ts":1784824149.5940342,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ff22463a-b904-4a2c-bcd7-812874abc388","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784824149.594054,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ff22463a-b904-4a2c-bcd7-812874abc388","path":"/ai-tenant-e2e-inf-b-d1deea/test-model-d1deea/v1/chat/completions"} {"level":"info","ts":1784824149.5940833,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ff22463a-b904-4a2c-bcd7-812874abc388"} {"level":"info","ts":1784824170.6504378,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824170.65053,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1d707d71-773c-463d-82a7-0031dd6daee4"} {"level":"info","ts":1784824170.6505444,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1d707d71-773c-463d-82a7-0031dd6daee4"} {"level":"info","ts":1784824170.650563,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1d707d71-773c-463d-82a7-0031dd6daee4","EoS":false} {"level":"info","ts":1784824170.6505845,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1d707d71-773c-463d-82a7-0031dd6daee4","EoS":true} {"level":"info","ts":1784824170.650614,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1d707d71-773c-463d-82a7-0031dd6daee4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784824170.6506324,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1d707d71-773c-463d-82a7-0031dd6daee4","path":"/ai-tenant-e2e-inf-b-d1deea/test-model-d1deea/v1/chat/completions"} {"level":"info","ts":1784824170.6506634,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1d707d71-773c-463d-82a7-0031dd6daee4"} {"level":"info","ts":1784824628.259117,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824628.2591972,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"084881c8-a20e-4a24-ab6f-5eac8b043bec"} {"level":"info","ts":1784824628.2592056,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"084881c8-a20e-4a24-ab6f-5eac8b043bec"} {"level":"info","ts":1784824628.2592177,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"084881c8-a20e-4a24-ab6f-5eac8b043bec","EoS":false} {"level":"info","ts":1784824628.2592282,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"084881c8-a20e-4a24-ab6f-5eac8b043bec","EoS":true} {"level":"info","ts":1784824628.2592459,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"084881c8-a20e-4a24-ab6f-5eac8b043bec","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784824628.2592607,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"084881c8-a20e-4a24-ab6f-5eac8b043bec","path":"/ai-tenant-e2e-shared-a-9d26cd/rate-test-model-9d26cd/v1/completions"} {"level":"info","ts":1784824628.2592804,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"084881c8-a20e-4a24-ab6f-5eac8b043bec"} {"level":"info","ts":1784824645.6148887,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824645.6149623,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6caa24fb-96c9-461f-9b28-45b9e907da61"} {"level":"info","ts":1784824645.6149726,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6caa24fb-96c9-461f-9b28-45b9e907da61"} {"level":"info","ts":1784824645.614983,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6caa24fb-96c9-461f-9b28-45b9e907da61","EoS":false} {"level":"info","ts":1784824645.6149948,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6caa24fb-96c9-461f-9b28-45b9e907da61","EoS":true} {"level":"info","ts":1784824645.6150458,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6caa24fb-96c9-461f-9b28-45b9e907da61","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784824645.6150627,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6caa24fb-96c9-461f-9b28-45b9e907da61","path":"/ai-tenant-e2e-shared-b-ebb72a/rate-test-model-ebb72a/v1/completions"} {"level":"info","ts":1784824645.6150777,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6caa24fb-96c9-461f-9b28-45b9e907da61"}