{"level":"info","ts":1784919424.8474555,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"baab0cb7-29b4-404c-8d38-f7abd7f0d818","header":"x-maas-group"} {"level":"info","ts":1784919424.8474634,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"baab0cb7-29b4-404c-8d38-f7abd7f0d818","header":"x-maas-username"} {"level":"info","ts":1784919424.8474789,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"baab0cb7-29b4-404c-8d38-f7abd7f0d818","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919424.8475168,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"baab0cb7-29b4-404c-8d38-f7abd7f0d818"} {"level":"info","ts":1784919424.849236,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"baab0cb7-29b4-404c-8d38-f7abd7f0d818"} {"level":"info","ts":1784919424.8492541,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"baab0cb7-29b4-404c-8d38-f7abd7f0d818"} {"level":"info","ts":1784919424.8492684,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"baab0cb7-29b4-404c-8d38-f7abd7f0d818","EoS":false} {"level":"info","ts":1784919424.8492792,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"baab0cb7-29b4-404c-8d38-f7abd7f0d818","EoS":true} {"level":"info","ts":1784919424.8493164,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"baab0cb7-29b4-404c-8d38-f7abd7f0d818"} {"level":"info","ts":1784919425.628984,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919425.6290596,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"408b1c95-4507-4790-8123-81af8956cb1e"} {"level":"info","ts":1784919425.6290727,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"408b1c95-4507-4790-8123-81af8956cb1e"} {"level":"info","ts":1784919425.6290848,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"408b1c95-4507-4790-8123-81af8956cb1e","EoS":true} {"level":"info","ts":1784919425.6291115,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"408b1c95-4507-4790-8123-81af8956cb1e","header":"x-maas-group"} {"level":"info","ts":1784919425.6291275,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"408b1c95-4507-4790-8123-81af8956cb1e","header":"x-maas-subscription"} {"level":"info","ts":1784919425.6291382,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"408b1c95-4507-4790-8123-81af8956cb1e","header":"x-maas-username"} {"level":"info","ts":1784919425.6291504,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"408b1c95-4507-4790-8123-81af8956cb1e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919425.6291776,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"408b1c95-4507-4790-8123-81af8956cb1e"} {"level":"info","ts":1784919425.6301782,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"408b1c95-4507-4790-8123-81af8956cb1e"} {"level":"info","ts":1784919425.630198,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"408b1c95-4507-4790-8123-81af8956cb1e"} {"level":"info","ts":1784919425.6302123,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"408b1c95-4507-4790-8123-81af8956cb1e","EoS":false} {"level":"info","ts":1784919425.630224,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"408b1c95-4507-4790-8123-81af8956cb1e","EoS":true} {"level":"info","ts":1784919425.6302695,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"408b1c95-4507-4790-8123-81af8956cb1e"} {"level":"info","ts":1784919448.7148204,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919448.7149067,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c50a24ed-9f08-45fd-a7d9-b6a2f777d727"} {"level":"info","ts":1784919448.71492,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c50a24ed-9f08-45fd-a7d9-b6a2f777d727"} {"level":"info","ts":1784919448.7149322,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c50a24ed-9f08-45fd-a7d9-b6a2f777d727","EoS":true} {"level":"info","ts":1784919448.7149644,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c50a24ed-9f08-45fd-a7d9-b6a2f777d727","header":"x-maas-username"} {"level":"info","ts":1784919448.7149765,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c50a24ed-9f08-45fd-a7d9-b6a2f777d727","header":"x-maas-subscription"} {"level":"info","ts":1784919448.7149813,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c50a24ed-9f08-45fd-a7d9-b6a2f777d727","header":"x-maas-group"} {"level":"info","ts":1784919448.714993,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c50a24ed-9f08-45fd-a7d9-b6a2f777d727","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919448.7150195,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c50a24ed-9f08-45fd-a7d9-b6a2f777d727"} {"level":"info","ts":1784919448.7172172,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c50a24ed-9f08-45fd-a7d9-b6a2f777d727"} {"level":"info","ts":1784919448.717235,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c50a24ed-9f08-45fd-a7d9-b6a2f777d727"} {"level":"info","ts":1784919448.7172506,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c50a24ed-9f08-45fd-a7d9-b6a2f777d727","EoS":false} {"level":"info","ts":1784919448.7172637,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c50a24ed-9f08-45fd-a7d9-b6a2f777d727","EoS":true} {"level":"info","ts":1784919448.7172973,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c50a24ed-9f08-45fd-a7d9-b6a2f777d727"} {"level":"info","ts":1784919448.851476,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919448.851553,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"30fa8e92-1843-4ba9-a4ce-dd980d32fc60"} {"level":"info","ts":1784919448.8515663,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"30fa8e92-1843-4ba9-a4ce-dd980d32fc60"} {"level":"info","ts":1784919448.851578,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"30fa8e92-1843-4ba9-a4ce-dd980d32fc60","EoS":true} {"level":"info","ts":1784919448.8516006,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"30fa8e92-1843-4ba9-a4ce-dd980d32fc60","header":"x-maas-username"} {"level":"info","ts":1784919448.8516126,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"30fa8e92-1843-4ba9-a4ce-dd980d32fc60","header":"x-maas-subscription"} {"level":"info","ts":1784919448.851621,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"30fa8e92-1843-4ba9-a4ce-dd980d32fc60","header":"x-maas-group"} {"level":"info","ts":1784919448.8516345,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"30fa8e92-1843-4ba9-a4ce-dd980d32fc60","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919448.8516657,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"30fa8e92-1843-4ba9-a4ce-dd980d32fc60"} {"level":"info","ts":1784919448.8524532,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"30fa8e92-1843-4ba9-a4ce-dd980d32fc60"} {"level":"info","ts":1784919448.852471,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"30fa8e92-1843-4ba9-a4ce-dd980d32fc60"} {"level":"info","ts":1784919448.8524854,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"30fa8e92-1843-4ba9-a4ce-dd980d32fc60","EoS":false} {"level":"info","ts":1784919448.8524969,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"30fa8e92-1843-4ba9-a4ce-dd980d32fc60","EoS":true} {"level":"info","ts":1784919448.8525305,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"30fa8e92-1843-4ba9-a4ce-dd980d32fc60"} {"level":"info","ts":1784919448.9871447,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919448.9872158,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e6e59a40-85d0-4d32-a21d-5168aa89755c"} {"level":"info","ts":1784919448.9872258,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e6e59a40-85d0-4d32-a21d-5168aa89755c"} {"level":"info","ts":1784919448.987239,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e6e59a40-85d0-4d32-a21d-5168aa89755c","EoS":true} {"level":"info","ts":1784919448.987276,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e6e59a40-85d0-4d32-a21d-5168aa89755c","header":"x-maas-subscription"} {"level":"info","ts":1784919448.9872904,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e6e59a40-85d0-4d32-a21d-5168aa89755c","header":"x-maas-group"} {"level":"info","ts":1784919448.9872956,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e6e59a40-85d0-4d32-a21d-5168aa89755c","header":"x-maas-username"} {"level":"info","ts":1784919448.9873095,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e6e59a40-85d0-4d32-a21d-5168aa89755c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919448.9873347,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e6e59a40-85d0-4d32-a21d-5168aa89755c"} {"level":"info","ts":1784919448.988094,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e6e59a40-85d0-4d32-a21d-5168aa89755c"} {"level":"info","ts":1784919448.9881136,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e6e59a40-85d0-4d32-a21d-5168aa89755c"} {"level":"info","ts":1784919448.9881284,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e6e59a40-85d0-4d32-a21d-5168aa89755c","EoS":false} {"level":"info","ts":1784919448.98814,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e6e59a40-85d0-4d32-a21d-5168aa89755c","EoS":true} {"level":"info","ts":1784919448.988175,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e6e59a40-85d0-4d32-a21d-5168aa89755c"} {"level":"info","ts":1784919449.1213446,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919449.1214142,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cee7c127-7fab-491d-90de-cdb82b02f32f"} {"level":"info","ts":1784919449.121423,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cee7c127-7fab-491d-90de-cdb82b02f32f"} {"level":"info","ts":1784919449.1214342,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cee7c127-7fab-491d-90de-cdb82b02f32f","EoS":true} {"level":"info","ts":1784919449.121455,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cee7c127-7fab-491d-90de-cdb82b02f32f","header":"x-maas-subscription"} {"level":"info","ts":1784919449.1215107,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cee7c127-7fab-491d-90de-cdb82b02f32f","header":"x-maas-username"} {"level":"info","ts":1784919449.1215148,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cee7c127-7fab-491d-90de-cdb82b02f32f","header":"x-maas-group"} {"level":"info","ts":1784919449.121527,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cee7c127-7fab-491d-90de-cdb82b02f32f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919449.1215498,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cee7c127-7fab-491d-90de-cdb82b02f32f"} {"level":"info","ts":1784919449.1223383,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cee7c127-7fab-491d-90de-cdb82b02f32f"} {"level":"info","ts":1784919449.122357,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cee7c127-7fab-491d-90de-cdb82b02f32f"} {"level":"info","ts":1784919449.1223729,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cee7c127-7fab-491d-90de-cdb82b02f32f","EoS":false} {"level":"info","ts":1784919449.1223936,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cee7c127-7fab-491d-90de-cdb82b02f32f","EoS":true} {"level":"info","ts":1784919449.122427,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cee7c127-7fab-491d-90de-cdb82b02f32f"} {"level":"info","ts":1784919449.259081,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919449.2591581,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5a032c3-de8c-4589-bf8d-dc66fa9879c9"} {"level":"info","ts":1784919449.2591708,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c5a032c3-de8c-4589-bf8d-dc66fa9879c9"} {"level":"info","ts":1784919449.259192,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5a032c3-de8c-4589-bf8d-dc66fa9879c9","EoS":true} {"level":"info","ts":1784919449.2592268,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5a032c3-de8c-4589-bf8d-dc66fa9879c9","header":"x-maas-subscription"} {"level":"info","ts":1784919449.2592425,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5a032c3-de8c-4589-bf8d-dc66fa9879c9","header":"x-maas-group"} {"level":"info","ts":1784919449.2592506,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5a032c3-de8c-4589-bf8d-dc66fa9879c9","header":"x-maas-username"} {"level":"info","ts":1784919449.2592683,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5a032c3-de8c-4589-bf8d-dc66fa9879c9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919449.2593048,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c5a032c3-de8c-4589-bf8d-dc66fa9879c9"} {"level":"info","ts":1784919449.2600908,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c5a032c3-de8c-4589-bf8d-dc66fa9879c9"} {"level":"info","ts":1784919449.2601125,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c5a032c3-de8c-4589-bf8d-dc66fa9879c9"} {"level":"info","ts":1784919449.2601295,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c5a032c3-de8c-4589-bf8d-dc66fa9879c9","EoS":false} {"level":"info","ts":1784919449.2601416,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c5a032c3-de8c-4589-bf8d-dc66fa9879c9","EoS":true} {"level":"info","ts":1784919449.260176,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c5a032c3-de8c-4589-bf8d-dc66fa9879c9"} {"level":"info","ts":1784919468.2029448,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919468.203024,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1b307ecf-1d16-4586-ae66-df55c949597d"} {"level":"info","ts":1784919468.203038,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1b307ecf-1d16-4586-ae66-df55c949597d"} {"level":"info","ts":1784919468.203051,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1b307ecf-1d16-4586-ae66-df55c949597d","EoS":true} {"level":"info","ts":1784919468.2030766,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b307ecf-1d16-4586-ae66-df55c949597d","header":"x-maas-username"} {"level":"info","ts":1784919468.2030866,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b307ecf-1d16-4586-ae66-df55c949597d","header":"x-maas-subscription"} {"level":"info","ts":1784919468.2030923,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b307ecf-1d16-4586-ae66-df55c949597d","header":"x-maas-group"} {"level":"info","ts":1784919468.2031047,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1b307ecf-1d16-4586-ae66-df55c949597d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919468.2031295,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1b307ecf-1d16-4586-ae66-df55c949597d"} {"level":"info","ts":1784919468.2038631,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1b307ecf-1d16-4586-ae66-df55c949597d"} {"level":"info","ts":1784919468.2038748,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1b307ecf-1d16-4586-ae66-df55c949597d"} {"level":"info","ts":1784919468.2038853,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1b307ecf-1d16-4586-ae66-df55c949597d","EoS":false} {"level":"info","ts":1784919468.2038965,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1b307ecf-1d16-4586-ae66-df55c949597d","EoS":true} {"level":"info","ts":1784919468.2039342,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1b307ecf-1d16-4586-ae66-df55c949597d"} {"level":"info","ts":1784919468.2984185,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919468.2984936,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5146e6b7-2dc1-49bb-bec6-fd42754b7fde"} {"level":"info","ts":1784919468.300184,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5146e6b7-2dc1-49bb-bec6-fd42754b7fde"} {"level":"info","ts":1784919468.3002012,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5146e6b7-2dc1-49bb-bec6-fd42754b7fde"} {"level":"info","ts":1784919468.3002179,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5146e6b7-2dc1-49bb-bec6-fd42754b7fde","EoS":false} {"level":"info","ts":1784919468.3002355,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"5146e6b7-2dc1-49bb-bec6-fd42754b7fde"} {"level":"info","ts":1784919468.300263,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5146e6b7-2dc1-49bb-bec6-fd42754b7fde","EoS":true} {"level":"info","ts":1784919468.3002706,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"5146e6b7-2dc1-49bb-bec6-fd42754b7fde"} {"level":"info","ts":1784919472.9081695,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919472.90824,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a57e63e1-1a51-4493-bec0-a8b8ab06ff4a"} {"level":"info","ts":1784919472.9082518,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a57e63e1-1a51-4493-bec0-a8b8ab06ff4a"} {"level":"info","ts":1784919472.9082627,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a57e63e1-1a51-4493-bec0-a8b8ab06ff4a","EoS":true} {"level":"info","ts":1784919472.9082854,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a57e63e1-1a51-4493-bec0-a8b8ab06ff4a","header":"x-maas-group"} {"level":"info","ts":1784919472.9082963,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a57e63e1-1a51-4493-bec0-a8b8ab06ff4a","header":"x-maas-subscription"} {"level":"info","ts":1784919472.908301,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a57e63e1-1a51-4493-bec0-a8b8ab06ff4a","header":"x-maas-username"} {"level":"info","ts":1784919472.908315,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a57e63e1-1a51-4493-bec0-a8b8ab06ff4a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919472.9083507,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a57e63e1-1a51-4493-bec0-a8b8ab06ff4a"} {"level":"info","ts":1784919472.9093115,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a57e63e1-1a51-4493-bec0-a8b8ab06ff4a"} {"level":"info","ts":1784919472.909336,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a57e63e1-1a51-4493-bec0-a8b8ab06ff4a"} {"level":"info","ts":1784919472.9093578,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a57e63e1-1a51-4493-bec0-a8b8ab06ff4a","EoS":false} {"level":"info","ts":1784919472.9093714,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a57e63e1-1a51-4493-bec0-a8b8ab06ff4a","EoS":true} {"level":"info","ts":1784919472.9094105,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a57e63e1-1a51-4493-bec0-a8b8ab06ff4a"} {"level":"info","ts":1784919483.5810754,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919483.5811422,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5cebce0-e54f-4ff9-9874-8fecc6886f1d"} {"level":"info","ts":1784919483.581153,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c5cebce0-e54f-4ff9-9874-8fecc6886f1d"} {"level":"info","ts":1784919483.581165,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5cebce0-e54f-4ff9-9874-8fecc6886f1d","EoS":true} {"level":"info","ts":1784919483.5811882,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5cebce0-e54f-4ff9-9874-8fecc6886f1d","header":"x-maas-subscription"} {"level":"info","ts":1784919483.5811987,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5cebce0-e54f-4ff9-9874-8fecc6886f1d","header":"x-maas-username"} {"level":"info","ts":1784919483.5812035,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5cebce0-e54f-4ff9-9874-8fecc6886f1d","header":"x-maas-group"} {"level":"info","ts":1784919483.5812168,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5cebce0-e54f-4ff9-9874-8fecc6886f1d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784919483.581247,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c5cebce0-e54f-4ff9-9874-8fecc6886f1d"} {"level":"info","ts":1784919483.5824726,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c5cebce0-e54f-4ff9-9874-8fecc6886f1d"} {"level":"info","ts":1784919483.5824919,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c5cebce0-e54f-4ff9-9874-8fecc6886f1d"} {"level":"info","ts":1784919483.582506,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c5cebce0-e54f-4ff9-9874-8fecc6886f1d","EoS":false} {"level":"info","ts":1784919483.5825217,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c5cebce0-e54f-4ff9-9874-8fecc6886f1d","EoS":true} {"level":"info","ts":1784919483.5825605,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c5cebce0-e54f-4ff9-9874-8fecc6886f1d"} {"level":"info","ts":1784919496.425957,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919496.4260314,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd627aa0-db79-4c1b-a765-904835b61948"} {"level":"info","ts":1784919496.426042,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dd627aa0-db79-4c1b-a765-904835b61948"} {"level":"info","ts":1784919496.426057,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dd627aa0-db79-4c1b-a765-904835b61948","EoS":true} {"level":"info","ts":1784919496.4260883,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dd627aa0-db79-4c1b-a765-904835b61948","header":"x-maas-subscription"} {"level":"info","ts":1784919496.4261038,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dd627aa0-db79-4c1b-a765-904835b61948","header":"x-maas-group"} {"level":"info","ts":1784919496.4261112,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dd627aa0-db79-4c1b-a765-904835b61948","header":"x-maas-username"} {"level":"info","ts":1784919496.426127,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dd627aa0-db79-4c1b-a765-904835b61948","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919496.4261584,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dd627aa0-db79-4c1b-a765-904835b61948"} {"level":"info","ts":1784919496.4274156,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dd627aa0-db79-4c1b-a765-904835b61948"} {"level":"info","ts":1784919496.427438,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"dd627aa0-db79-4c1b-a765-904835b61948"} {"level":"info","ts":1784919496.4274604,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dd627aa0-db79-4c1b-a765-904835b61948","EoS":false} {"level":"info","ts":1784919496.4274776,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dd627aa0-db79-4c1b-a765-904835b61948","EoS":true} {"level":"info","ts":1784919496.4275317,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"dd627aa0-db79-4c1b-a765-904835b61948"} {"level":"info","ts":1784919504.9304054,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919504.9304805,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5fa4289-39c4-4c20-b719-9e1ec74f20ef"} {"level":"info","ts":1784919504.9304898,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b5fa4289-39c4-4c20-b719-9e1ec74f20ef"} {"level":"info","ts":1784919504.9305012,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b5fa4289-39c4-4c20-b719-9e1ec74f20ef","EoS":true} {"level":"info","ts":1784919504.930523,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5fa4289-39c4-4c20-b719-9e1ec74f20ef","header":"x-maas-subscription"} {"level":"info","ts":1784919504.9305341,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5fa4289-39c4-4c20-b719-9e1ec74f20ef","header":"x-maas-username"} {"level":"info","ts":1784919504.930539,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5fa4289-39c4-4c20-b719-9e1ec74f20ef","header":"x-maas-group"} {"level":"info","ts":1784919504.9305522,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b5fa4289-39c4-4c20-b719-9e1ec74f20ef","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919504.9305782,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b5fa4289-39c4-4c20-b719-9e1ec74f20ef"} {"level":"info","ts":1784919504.9314458,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b5fa4289-39c4-4c20-b719-9e1ec74f20ef"} {"level":"info","ts":1784919504.931466,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b5fa4289-39c4-4c20-b719-9e1ec74f20ef"} {"level":"info","ts":1784919504.9314814,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b5fa4289-39c4-4c20-b719-9e1ec74f20ef","EoS":false} {"level":"info","ts":1784919504.9315012,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b5fa4289-39c4-4c20-b719-9e1ec74f20ef","EoS":true} {"level":"info","ts":1784919504.931539,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b5fa4289-39c4-4c20-b719-9e1ec74f20ef"} {"level":"info","ts":1784919513.7494075,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919513.7494996,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0670c9ca-4352-4b54-8bd2-687aa0f4fca9"} {"level":"info","ts":1784919513.749514,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0670c9ca-4352-4b54-8bd2-687aa0f4fca9"} {"level":"info","ts":1784919513.7495334,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0670c9ca-4352-4b54-8bd2-687aa0f4fca9","EoS":true} {"level":"info","ts":1784919513.74957,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0670c9ca-4352-4b54-8bd2-687aa0f4fca9","header":"x-maas-username"} {"level":"info","ts":1784919513.749582,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0670c9ca-4352-4b54-8bd2-687aa0f4fca9","header":"x-maas-group"} {"level":"info","ts":1784919513.7495902,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0670c9ca-4352-4b54-8bd2-687aa0f4fca9","header":"x-maas-subscription"} {"level":"info","ts":1784919513.749609,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0670c9ca-4352-4b54-8bd2-687aa0f4fca9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919513.7496395,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0670c9ca-4352-4b54-8bd2-687aa0f4fca9"} {"level":"info","ts":1784919513.7505934,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0670c9ca-4352-4b54-8bd2-687aa0f4fca9"} {"level":"info","ts":1784919513.750623,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0670c9ca-4352-4b54-8bd2-687aa0f4fca9"} {"level":"info","ts":1784919513.7506464,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0670c9ca-4352-4b54-8bd2-687aa0f4fca9","EoS":false} {"level":"info","ts":1784919513.7506678,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0670c9ca-4352-4b54-8bd2-687aa0f4fca9","EoS":true} {"level":"info","ts":1784919513.7507253,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0670c9ca-4352-4b54-8bd2-687aa0f4fca9"} {"level":"info","ts":1784919538.6367807,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919538.6368577,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bc174f6b-d4db-496d-9bdf-cb2069c8ff52"} {"level":"info","ts":1784919538.6368704,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bc174f6b-d4db-496d-9bdf-cb2069c8ff52"} {"level":"info","ts":1784919538.636885,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bc174f6b-d4db-496d-9bdf-cb2069c8ff52","EoS":true} {"level":"info","ts":1784919538.636925,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bc174f6b-d4db-496d-9bdf-cb2069c8ff52","header":"x-maas-subscription"} {"level":"info","ts":1784919538.6369417,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bc174f6b-d4db-496d-9bdf-cb2069c8ff52","header":"x-maas-group"} {"level":"info","ts":1784919538.6369495,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bc174f6b-d4db-496d-9bdf-cb2069c8ff52","header":"x-maas-username"} {"level":"info","ts":1784919538.6369631,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bc174f6b-d4db-496d-9bdf-cb2069c8ff52","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784919538.637,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bc174f6b-d4db-496d-9bdf-cb2069c8ff52"} {"level":"info","ts":1784919538.638813,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bc174f6b-d4db-496d-9bdf-cb2069c8ff52"} {"level":"info","ts":1784919538.638832,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bc174f6b-d4db-496d-9bdf-cb2069c8ff52"} {"level":"info","ts":1784919538.638846,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bc174f6b-d4db-496d-9bdf-cb2069c8ff52","EoS":false} {"level":"info","ts":1784919538.6388621,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bc174f6b-d4db-496d-9bdf-cb2069c8ff52","EoS":true} {"level":"info","ts":1784919538.638895,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bc174f6b-d4db-496d-9bdf-cb2069c8ff52"} {"level":"info","ts":1784919561.3179243,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919561.3180053,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb3dafbf-6790-416e-90c8-cf47f11bcc0a"} {"level":"info","ts":1784919561.3180141,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cb3dafbf-6790-416e-90c8-cf47f11bcc0a"} {"level":"info","ts":1784919561.3180258,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cb3dafbf-6790-416e-90c8-cf47f11bcc0a","EoS":true} {"level":"info","ts":1784919561.3180995,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb3dafbf-6790-416e-90c8-cf47f11bcc0a","header":"x-maas-username"} {"level":"info","ts":1784919561.3181133,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb3dafbf-6790-416e-90c8-cf47f11bcc0a","header":"x-maas-group"} {"level":"info","ts":1784919561.318119,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb3dafbf-6790-416e-90c8-cf47f11bcc0a","header":"x-maas-subscription"} {"level":"info","ts":1784919561.318132,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cb3dafbf-6790-416e-90c8-cf47f11bcc0a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784919561.3181584,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cb3dafbf-6790-416e-90c8-cf47f11bcc0a"} {"level":"info","ts":1784919561.3201768,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cb3dafbf-6790-416e-90c8-cf47f11bcc0a"} {"level":"info","ts":1784919561.3201966,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cb3dafbf-6790-416e-90c8-cf47f11bcc0a"} {"level":"info","ts":1784919561.320211,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cb3dafbf-6790-416e-90c8-cf47f11bcc0a","EoS":false} {"level":"info","ts":1784919561.320222,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cb3dafbf-6790-416e-90c8-cf47f11bcc0a","EoS":true} {"level":"info","ts":1784919561.3202555,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cb3dafbf-6790-416e-90c8-cf47f11bcc0a"} {"level":"info","ts":1784919596.2676945,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919596.2677813,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ee6494db-4814-4b58-b114-78b7e5a9e33f"} {"level":"info","ts":1784919596.2677934,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ee6494db-4814-4b58-b114-78b7e5a9e33f"} {"level":"info","ts":1784919596.2678053,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ee6494db-4814-4b58-b114-78b7e5a9e33f","EoS":true} {"level":"info","ts":1784919596.2678268,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ee6494db-4814-4b58-b114-78b7e5a9e33f","header":"x-maas-group"} {"level":"info","ts":1784919596.2678366,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ee6494db-4814-4b58-b114-78b7e5a9e33f","header":"x-maas-username"} {"level":"info","ts":1784919596.267842,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ee6494db-4814-4b58-b114-78b7e5a9e33f","header":"x-maas-subscription"} {"level":"info","ts":1784919596.2678537,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ee6494db-4814-4b58-b114-78b7e5a9e33f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919596.267871,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ee6494db-4814-4b58-b114-78b7e5a9e33f"} {"level":"info","ts":1784919596.2695148,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ee6494db-4814-4b58-b114-78b7e5a9e33f"} {"level":"info","ts":1784919596.2695377,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ee6494db-4814-4b58-b114-78b7e5a9e33f"} {"level":"info","ts":1784919596.2695608,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ee6494db-4814-4b58-b114-78b7e5a9e33f","EoS":false} {"level":"info","ts":1784919596.2695775,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ee6494db-4814-4b58-b114-78b7e5a9e33f","EoS":true} {"level":"info","ts":1784919596.269625,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ee6494db-4814-4b58-b114-78b7e5a9e33f"} {"level":"info","ts":1784919605.6071162,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919605.607196,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2bec0692-d857-437e-909d-8f6615f0dfca"} {"level":"info","ts":1784919605.6072083,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2bec0692-d857-437e-909d-8f6615f0dfca"} {"level":"info","ts":1784919605.607221,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2bec0692-d857-437e-909d-8f6615f0dfca","EoS":true} {"level":"info","ts":1784919605.6072514,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2bec0692-d857-437e-909d-8f6615f0dfca","header":"x-maas-subscription"} {"level":"info","ts":1784919605.6072624,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2bec0692-d857-437e-909d-8f6615f0dfca","header":"x-maas-group"} {"level":"info","ts":1784919605.6072688,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2bec0692-d857-437e-909d-8f6615f0dfca","header":"x-maas-username"} {"level":"info","ts":1784919605.6073313,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2bec0692-d857-437e-909d-8f6615f0dfca","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919605.607366,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2bec0692-d857-437e-909d-8f6615f0dfca"} {"level":"info","ts":1784919605.6085458,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2bec0692-d857-437e-909d-8f6615f0dfca"} {"level":"info","ts":1784919605.608567,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2bec0692-d857-437e-909d-8f6615f0dfca"} {"level":"info","ts":1784919605.6085825,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2bec0692-d857-437e-909d-8f6615f0dfca","EoS":false} {"level":"info","ts":1784919605.6085932,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2bec0692-d857-437e-909d-8f6615f0dfca","EoS":true} {"level":"info","ts":1784919605.6086252,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2bec0692-d857-437e-909d-8f6615f0dfca"} {"level":"info","ts":1784919605.6389828,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919605.6390576,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8fd867c3-6db8-474e-a35b-d2a31b276422"} {"level":"info","ts":1784919605.6390674,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8fd867c3-6db8-474e-a35b-d2a31b276422"} {"level":"info","ts":1784919605.6390803,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8fd867c3-6db8-474e-a35b-d2a31b276422","EoS":true} {"level":"info","ts":1784919605.6391115,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8fd867c3-6db8-474e-a35b-d2a31b276422","header":"x-maas-group"} {"level":"info","ts":1784919605.639173,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8fd867c3-6db8-474e-a35b-d2a31b276422","header":"x-maas-subscription"} {"level":"info","ts":1784919605.6392086,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8fd867c3-6db8-474e-a35b-d2a31b276422","header":"x-maas-username"} {"level":"info","ts":1784919605.6392312,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8fd867c3-6db8-474e-a35b-d2a31b276422","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919605.639267,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8fd867c3-6db8-474e-a35b-d2a31b276422"} {"level":"info","ts":1784919605.6402946,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8fd867c3-6db8-474e-a35b-d2a31b276422"} {"level":"info","ts":1784919605.6403496,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8fd867c3-6db8-474e-a35b-d2a31b276422"} {"level":"info","ts":1784919605.640377,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8fd867c3-6db8-474e-a35b-d2a31b276422","EoS":false} {"level":"info","ts":1784919605.6403983,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8fd867c3-6db8-474e-a35b-d2a31b276422","EoS":true} {"level":"info","ts":1784919605.64047,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8fd867c3-6db8-474e-a35b-d2a31b276422"} {"level":"info","ts":1784919624.6138132,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919624.6139057,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2151825f-9130-4776-92e3-858537583629"} {"level":"info","ts":1784919624.613921,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2151825f-9130-4776-92e3-858537583629"} {"level":"info","ts":1784919624.6139426,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2151825f-9130-4776-92e3-858537583629","EoS":true} {"level":"info","ts":1784919624.6139755,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2151825f-9130-4776-92e3-858537583629","header":"x-maas-group"} {"level":"info","ts":1784919624.6139922,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2151825f-9130-4776-92e3-858537583629","header":"x-maas-username"} {"level":"info","ts":1784919624.6140032,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2151825f-9130-4776-92e3-858537583629","header":"x-maas-subscription"} {"level":"info","ts":1784919624.6140227,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2151825f-9130-4776-92e3-858537583629","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919624.6140609,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2151825f-9130-4776-92e3-858537583629"} {"level":"info","ts":1784919624.6151645,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2151825f-9130-4776-92e3-858537583629"} {"level":"info","ts":1784919624.6151922,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2151825f-9130-4776-92e3-858537583629"} {"level":"info","ts":1784919624.6152096,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2151825f-9130-4776-92e3-858537583629","EoS":false} {"level":"info","ts":1784919624.6152241,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2151825f-9130-4776-92e3-858537583629","EoS":true} {"level":"info","ts":1784919624.615261,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2151825f-9130-4776-92e3-858537583629"} {"level":"info","ts":1784919839.2583287,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919839.2584052,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6f32f23a-226d-48c4-ab52-bb22b2c8dc99"} {"level":"info","ts":1784919839.258413,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6f32f23a-226d-48c4-ab52-bb22b2c8dc99"} {"level":"info","ts":1784919839.2584245,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6f32f23a-226d-48c4-ab52-bb22b2c8dc99","EoS":true} {"level":"info","ts":1784919839.258447,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6f32f23a-226d-48c4-ab52-bb22b2c8dc99","header":"x-maas-group"} {"level":"info","ts":1784919839.258462,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6f32f23a-226d-48c4-ab52-bb22b2c8dc99","header":"x-maas-username"} {"level":"info","ts":1784919839.258471,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6f32f23a-226d-48c4-ab52-bb22b2c8dc99","header":"x-maas-subscription"} {"level":"info","ts":1784919839.2584867,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6f32f23a-226d-48c4-ab52-bb22b2c8dc99","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919839.2585108,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6f32f23a-226d-48c4-ab52-bb22b2c8dc99"} {"level":"info","ts":1784919839.261499,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6f32f23a-226d-48c4-ab52-bb22b2c8dc99"} {"level":"info","ts":1784919839.261521,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6f32f23a-226d-48c4-ab52-bb22b2c8dc99"} {"level":"info","ts":1784919839.2615373,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6f32f23a-226d-48c4-ab52-bb22b2c8dc99","EoS":false} {"level":"info","ts":1784919839.261548,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6f32f23a-226d-48c4-ab52-bb22b2c8dc99","EoS":true} {"level":"info","ts":1784919839.2615936,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6f32f23a-226d-48c4-ab52-bb22b2c8dc99"} {"level":"info","ts":1784919854.4804668,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919854.4805493,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"794e90d2-6ca5-42a9-a554-4abafab7f9e2"} {"level":"info","ts":1784919854.480559,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"794e90d2-6ca5-42a9-a554-4abafab7f9e2"} {"level":"info","ts":1784919854.4805706,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"794e90d2-6ca5-42a9-a554-4abafab7f9e2","EoS":true} {"level":"info","ts":1784919854.480597,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"794e90d2-6ca5-42a9-a554-4abafab7f9e2","header":"x-maas-group"} {"level":"info","ts":1784919854.4806077,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"794e90d2-6ca5-42a9-a554-4abafab7f9e2","header":"x-maas-username"} {"level":"info","ts":1784919854.4806132,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"794e90d2-6ca5-42a9-a554-4abafab7f9e2","header":"x-maas-subscription"} {"level":"info","ts":1784919854.480626,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"794e90d2-6ca5-42a9-a554-4abafab7f9e2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919854.4806507,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"794e90d2-6ca5-42a9-a554-4abafab7f9e2"} {"level":"info","ts":1784919854.4824178,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"794e90d2-6ca5-42a9-a554-4abafab7f9e2"} {"level":"info","ts":1784919854.48244,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"794e90d2-6ca5-42a9-a554-4abafab7f9e2"} {"level":"info","ts":1784919854.4824612,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"794e90d2-6ca5-42a9-a554-4abafab7f9e2","EoS":false} {"level":"info","ts":1784919854.482474,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"794e90d2-6ca5-42a9-a554-4abafab7f9e2","EoS":true} {"level":"info","ts":1784919854.482511,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"794e90d2-6ca5-42a9-a554-4abafab7f9e2"} {"level":"info","ts":1784920155.7455206,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784920155.7455907,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"617dbc7d-4df8-4afe-a2b4-7c8814bdd827"} {"level":"info","ts":1784920155.7455978,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"617dbc7d-4df8-4afe-a2b4-7c8814bdd827"} {"level":"info","ts":1784920155.7456098,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"617dbc7d-4df8-4afe-a2b4-7c8814bdd827","EoS":true} {"level":"info","ts":1784920155.7456338,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"617dbc7d-4df8-4afe-a2b4-7c8814bdd827","header":"x-maas-group"} {"level":"info","ts":1784920155.7456446,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"617dbc7d-4df8-4afe-a2b4-7c8814bdd827","header":"x-maas-username"} {"level":"info","ts":1784920155.7456486,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"617dbc7d-4df8-4afe-a2b4-7c8814bdd827","header":"x-maas-subscription"} {"level":"info","ts":1784920155.7456608,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"617dbc7d-4df8-4afe-a2b4-7c8814bdd827","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784920155.7456822,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"617dbc7d-4df8-4afe-a2b4-7c8814bdd827"} {"level":"info","ts":1784920155.7482314,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"617dbc7d-4df8-4afe-a2b4-7c8814bdd827"} {"level":"info","ts":1784920155.7482533,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"617dbc7d-4df8-4afe-a2b4-7c8814bdd827"} {"level":"info","ts":1784920155.7482684,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"617dbc7d-4df8-4afe-a2b4-7c8814bdd827","EoS":false} {"level":"info","ts":1784920155.7482793,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"617dbc7d-4df8-4afe-a2b4-7c8814bdd827","EoS":true} {"level":"info","ts":1784920155.7483149,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"617dbc7d-4df8-4afe-a2b4-7c8814bdd827"} {"level":"info","ts":1784920155.7814739,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784920155.7815413,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"58720231-62d5-4b32-956f-1ad53bf2ab91"} {"level":"info","ts":1784920155.7815495,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"58720231-62d5-4b32-956f-1ad53bf2ab91"} {"level":"info","ts":1784920155.7815597,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"58720231-62d5-4b32-956f-1ad53bf2ab91","EoS":true} {"level":"info","ts":1784920155.781582,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"58720231-62d5-4b32-956f-1ad53bf2ab91","header":"x-maas-username"} {"level":"info","ts":1784920155.7815907,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"58720231-62d5-4b32-956f-1ad53bf2ab91","header":"x-maas-group"} {"level":"info","ts":1784920155.7815962,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"58720231-62d5-4b32-956f-1ad53bf2ab91","header":"x-maas-subscription"} {"level":"info","ts":1784920155.7816088,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"58720231-62d5-4b32-956f-1ad53bf2ab91","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784920155.7816293,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"58720231-62d5-4b32-956f-1ad53bf2ab91"} {"level":"info","ts":1784920155.7826474,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"58720231-62d5-4b32-956f-1ad53bf2ab91"} {"level":"info","ts":1784920155.7826672,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"58720231-62d5-4b32-956f-1ad53bf2ab91"} {"level":"info","ts":1784920155.7826877,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"58720231-62d5-4b32-956f-1ad53bf2ab91","EoS":false} {"level":"info","ts":1784920155.7826984,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"58720231-62d5-4b32-956f-1ad53bf2ab91","EoS":true} {"level":"info","ts":1784920155.782733,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"58720231-62d5-4b32-956f-1ad53bf2ab91"} {"level":"info","ts":1784920160.5368223,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d47fd775-3352-418e-9bd9-1d0c4e757a3f","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784920160.537081,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":39307.537194983,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784920160.5371082,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784920160.5708885,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784920160.637636,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d47fd775-3352-418e-9bd9-1d0c4e757a3f","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784920160.6496713,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"824c6526-30e8-4a42-b7c3-1c1c15b5fa91"} {"level":"info","ts":1784920160.6496713,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6a23a6f4-df21-47e3-b953-81081f4ceb46","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784920160.6497061,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6a23a6f4-df21-47e3-b953-81081f4ceb46","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784920160.6568346,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"35d7495a-5a7c-46d5-b266-0a0bd603fa5e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784920160.6568604,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"35d7495a-5a7c-46d5-b266-0a0bd603fa5e","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784920160.657211,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37857.994408625,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784920160.6572309,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784920160.6652822,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784920160.7582257,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"824c6526-30e8-4a42-b7c3-1c1c15b5fa91","name":"e2e-external-provider"} {"level":"info","ts":1784920160.7607267,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5a4fe437-c85f-4410-a9b9-146de064d247","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784920160.7607975,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5a4fe437-c85f-4410-a9b9-146de064d247","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784920160.760782,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce73bc55-60a3-4022-af0c-9b68dd947622"} {"level":"info","ts":1784920160.7683609,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce73bc55-60a3-4022-af0c-9b68dd947622","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784920160.7684102,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7e788bed-5f20-4d5e-8379-8d5c0064dfae","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784920160.7684333,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7e788bed-5f20-4d5e-8379-8d5c0064dfae","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784920160.7754414,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"824c6526-30e8-4a42-b7c3-1c1c15b5fa91","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784920160.7757988,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"52a99b6d-650a-4a5c-82d0-ee535b7fcbab","name":"e2e-external-model","namespace":"llm"} {"level":"error","ts":1784920160.775806,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce73bc55-60a3-4022-af0c-9b68dd947622","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784920160.7758281,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"52a99b6d-650a-4a5c-82d0-ee535b7fcbab","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784920160.7758741,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a6481d9d-9045-4e05-a232-a4f071eef7da"} {"level":"info","ts":1784920160.7758992,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a6481d9d-9045-4e05-a232-a4f071eef7da","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1784920160.7808776,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a6481d9d-9045-4e05-a232-a4f071eef7da","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784920160.7848208,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"824c6526-30e8-4a42-b7c3-1c1c15b5fa91","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1784920160.791039,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bef468fa-f148-4d76-9d53-e0497dbbd706"} {"level":"info","ts":1784920160.7910686,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bef468fa-f148-4d76-9d53-e0497dbbd706","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784920160.7922642,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"824c6526-30e8-4a42-b7c3-1c1c15b5fa91","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784920160.794913,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bef468fa-f148-4d76-9d53-e0497dbbd706","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784920160.7974942,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0e52e21b-294c-43d7-b40c-72ee16eeacdf","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784920160.797524,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0e52e21b-294c-43d7-b40c-72ee16eeacdf","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784920160.797585,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f2d61668-a8f5-44fe-8b9b-b1cb22f1eed6"} {"level":"info","ts":1784920160.797591,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5b303622-5aa8-4434-820f-49f8b8ff9629"} {"level":"info","ts":1784920160.7976847,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef860ddc-f665-4666-87ce-e4483498b6c0","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784920160.797724,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef860ddc-f665-4666-87ce-e4483498b6c0","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784920160.797778,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":39531.993658444,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784920160.797794,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784920160.7978084,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5b303622-5aa8-4434-820f-49f8b8ff9629","name":"e2e-external-provider"} {"level":"info","ts":1784920160.8042972,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784920160.806452,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5b303622-5aa8-4434-820f-49f8b8ff9629","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784920160.8978434,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f2d61668-a8f5-44fe-8b9b-b1cb22f1eed6","name":"e2e-external-model"} {"level":"info","ts":1784920160.908907,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f2d61668-a8f5-44fe-8b9b-b1cb22f1eed6","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784920160.9143312,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e26101f-7eee-4a81-8558-3aba2ea1f751","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784920160.914364,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e26101f-7eee-4a81-8558-3aba2ea1f751","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784920160.9143777,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e1ff80bc-f44f-49cc-8e6a-24e2dbb76a65"} {"level":"info","ts":1784920160.9144533,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e1ff80bc-f44f-49cc-8e6a-24e2dbb76a65","name":"e2e-external-model"} {"level":"info","ts":1784920160.9247072,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e1ff80bc-f44f-49cc-8e6a-24e2dbb76a65","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784920160.9301202,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"304f60fd-f18f-41c8-83af-471373ec1a31","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784920160.9301307,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"adfe0ce4-8823-4259-9416-c66668b3ab82"} {"level":"info","ts":1784920160.9301496,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"304f60fd-f18f-41c8-83af-471373ec1a31","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784920160.930202,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"adfe0ce4-8823-4259-9416-c66668b3ab82","name":"e2e-external-model"} {"level":"info","ts":1784920160.9385784,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"adfe0ce4-8823-4259-9416-c66668b3ab82","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784920160.9443161,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"847f8646-6b94-4119-a07c-94ad2069e7cb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784920160.9443495,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"847f8646-6b94-4119-a07c-94ad2069e7cb","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784920160.9444122,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ad89956b-5ffe-46b4-9793-9727d6297ecb"} {"level":"info","ts":1784920160.944466,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ad89956b-5ffe-46b4-9793-9727d6297ecb","name":"e2e-external-model"} {"level":"info","ts":1784920160.9524093,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ad89956b-5ffe-46b4-9793-9727d6297ecb","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784920166.1723416,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784920166.172408,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"074495ce-6ac2-4a6a-9a5b-52294c437b38"} {"level":"info","ts":1784920166.1724167,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"074495ce-6ac2-4a6a-9a5b-52294c437b38"} {"level":"info","ts":1784920166.1724284,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"074495ce-6ac2-4a6a-9a5b-52294c437b38","EoS":true} {"level":"info","ts":1784920166.1724498,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"074495ce-6ac2-4a6a-9a5b-52294c437b38","header":"x-maas-subscription"} {"level":"info","ts":1784920166.1724684,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"074495ce-6ac2-4a6a-9a5b-52294c437b38","header":"x-maas-group"} {"level":"info","ts":1784920166.1724737,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"074495ce-6ac2-4a6a-9a5b-52294c437b38","header":"x-maas-username"} {"level":"info","ts":1784920166.1724856,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"074495ce-6ac2-4a6a-9a5b-52294c437b38","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784920166.1724932,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"074495ce-6ac2-4a6a-9a5b-52294c437b38","modelName":"e2e-external-model"} {"level":"info","ts":1784920166.17251,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"074495ce-6ac2-4a6a-9a5b-52294c437b38","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784920166.1725674,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"074495ce-6ac2-4a6a-9a5b-52294c437b38","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784920166.1725907,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"074495ce-6ac2-4a6a-9a5b-52294c437b38","authType":"apikey"} {"level":"info","ts":1784920166.1726265,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"074495ce-6ac2-4a6a-9a5b-52294c437b38"} {"level":"info","ts":1784920166.2962418,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"88fff3e3-b936-47de-9bbd-c65ce5ad5486","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784920166.2962534,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab53c5a2-7b6e-4809-ac83-240cda941558"} {"level":"info","ts":1784920166.2962828,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"88fff3e3-b936-47de-9bbd-c65ce5ad5486","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784920166.304354,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab53c5a2-7b6e-4809-ac83-240cda941558","name":"e2e-cleanup-test"} {"level":"info","ts":1784920166.3044393,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"95ec3cf4-3ed4-4e00-977c-10e4b15df150","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784920166.304472,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"95ec3cf4-3ed4-4e00-977c-10e4b15df150","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784920166.315993,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab53c5a2-7b6e-4809-ac83-240cda941558","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784920166.3219218,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4b2b2ea1-c153-42ef-ae59-3c9c5c332a87"} {"level":"info","ts":1784920166.3219388,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"18c9842f-08a8-4ea7-93f7-54f2b54c45d7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784920166.3219645,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"18c9842f-08a8-4ea7-93f7-54f2b54c45d7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784920166.321979,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4b2b2ea1-c153-42ef-ae59-3c9c5c332a87","name":"e2e-cleanup-test"} {"level":"error","ts":1784920166.3365111,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4b2b2ea1-c153-42ef-ae59-3c9c5c332a87","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784920166.33658,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a15a9b0-24d2-4095-bb94-f2ee14888419"} {"level":"info","ts":1784920166.3366308,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a15a9b0-24d2-4095-bb94-f2ee14888419","name":"e2e-cleanup-test"} {"level":"info","ts":1784920166.3368766,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"94c34604-5de0-453c-b63a-98b9f3103003","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784920166.3369014,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"94c34604-5de0-453c-b63a-98b9f3103003","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784920166.3446772,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a15a9b0-24d2-4095-bb94-f2ee14888419","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784920166.348383,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a15a9b0-24d2-4095-bb94-f2ee14888419","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784920166.3484616,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a14305ac-b6da-4469-b9b9-af34291edc80"} {"level":"info","ts":1784920166.3485065,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a14305ac-b6da-4469-b9b9-af34291edc80","name":"e2e-cleanup-test"} {"level":"info","ts":1784920166.3534958,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"306155e9-b168-4dd7-9a25-96079c0ae89f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784920166.3535233,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"306155e9-b168-4dd7-9a25-96079c0ae89f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784920166.3572547,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a14305ac-b6da-4469-b9b9-af34291edc80","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784920166.361473,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a14305ac-b6da-4469-b9b9-af34291edc80","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784920166.361538,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a22a25b4-0284-43c9-88f4-0cef911ff56c"} {"level":"info","ts":1784920166.3615823,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a22a25b4-0284-43c9-88f4-0cef911ff56c","name":"e2e-cleanup-test"} {"level":"info","ts":1784920166.3711984,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a22a25b4-0284-43c9-88f4-0cef911ff56c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784920174.554841,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0fc994cd-442f-42cc-9f32-f0d27d559ea1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784920174.5548863,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0fc994cd-442f-42cc-9f32-f0d27d559ea1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784920174.554885,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4519d5b0-0d4e-4139-bc65-48baa29cbf1d"} {"level":"info","ts":1784920178.85884,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784920178.8589017,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9a21ef5b-2f71-483b-93e5-966dd7ad392b"} {"level":"info","ts":1784920178.8589103,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9a21ef5b-2f71-483b-93e5-966dd7ad392b"} {"level":"info","ts":1784920178.8589218,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9a21ef5b-2f71-483b-93e5-966dd7ad392b","EoS":true} {"level":"info","ts":1784920178.8589497,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9a21ef5b-2f71-483b-93e5-966dd7ad392b","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784920178.8589752,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9a21ef5b-2f71-483b-93e5-966dd7ad392b"} {"level":"info","ts":1784920178.9085908,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784920178.908655,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"82d97eb6-8fb9-415d-bd39-3cfd0a12a94d"} {"level":"info","ts":1784920178.9086652,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"82d97eb6-8fb9-415d-bd39-3cfd0a12a94d"} {"level":"info","ts":1784920178.908678,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"82d97eb6-8fb9-415d-bd39-3cfd0a12a94d","EoS":true} {"level":"info","ts":1784920178.908705,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"82d97eb6-8fb9-415d-bd39-3cfd0a12a94d","header":"x-maas-username"} {"level":"info","ts":1784920178.9087126,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"82d97eb6-8fb9-415d-bd39-3cfd0a12a94d","header":"x-maas-subscription"} {"level":"info","ts":1784920178.9087176,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"82d97eb6-8fb9-415d-bd39-3cfd0a12a94d","header":"x-maas-group"} {"level":"info","ts":1784920178.90873,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"82d97eb6-8fb9-415d-bd39-3cfd0a12a94d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784920178.9087546,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"82d97eb6-8fb9-415d-bd39-3cfd0a12a94d","modelName":"e2e-external-model"} {"level":"info","ts":1784920178.908768,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"82d97eb6-8fb9-415d-bd39-3cfd0a12a94d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784920178.9087913,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"82d97eb6-8fb9-415d-bd39-3cfd0a12a94d","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784920178.908809,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"82d97eb6-8fb9-415d-bd39-3cfd0a12a94d","authType":"apikey"} {"level":"info","ts":1784920178.9088302,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"82d97eb6-8fb9-415d-bd39-3cfd0a12a94d"} {"level":"info","ts":1784920178.9449291,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784920178.9449925,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eafc92d4-26ac-4328-a1dc-f73265cd838d"} {"level":"info","ts":1784920178.9450066,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eafc92d4-26ac-4328-a1dc-f73265cd838d"} {"level":"info","ts":1784920178.9450173,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eafc92d4-26ac-4328-a1dc-f73265cd838d","EoS":true} {"level":"info","ts":1784920178.94504,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eafc92d4-26ac-4328-a1dc-f73265cd838d","header":"x-maas-group"} {"level":"info","ts":1784920178.9450476,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eafc92d4-26ac-4328-a1dc-f73265cd838d","header":"x-maas-username"} {"level":"info","ts":1784920178.945052,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eafc92d4-26ac-4328-a1dc-f73265cd838d","header":"x-maas-subscription"} {"level":"info","ts":1784920178.9450667,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eafc92d4-26ac-4328-a1dc-f73265cd838d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784920178.9450893,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eafc92d4-26ac-4328-a1dc-f73265cd838d"} {"level":"info","ts":1784920179.0525143,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"eafc92d4-26ac-4328-a1dc-f73265cd838d"} {"level":"info","ts":1784920179.0525472,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"eafc92d4-26ac-4328-a1dc-f73265cd838d"} {"level":"info","ts":1784920179.0525668,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"eafc92d4-26ac-4328-a1dc-f73265cd838d","EoS":false} {"level":"info","ts":1784920179.0525792,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"eafc92d4-26ac-4328-a1dc-f73265cd838d","EoS":true} {"level":"error","ts":1784920179.0525947,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"eafc92d4-26ac-4328-a1dc-f73265cd838d","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784920179.0526485,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"eafc92d4-26ac-4328-a1dc-f73265cd838d"} {"level":"info","ts":1784920179.090518,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784920179.0905762,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"687a7a53-3c77-4041-8f73-9bb482e14b12"} {"level":"info","ts":1784920179.090587,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"687a7a53-3c77-4041-8f73-9bb482e14b12"} {"level":"info","ts":1784920179.0905995,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"687a7a53-3c77-4041-8f73-9bb482e14b12","EoS":true} {"level":"info","ts":1784920179.0906177,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"687a7a53-3c77-4041-8f73-9bb482e14b12","header":"x-maas-subscription"} {"level":"info","ts":1784920179.0906267,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"687a7a53-3c77-4041-8f73-9bb482e14b12","header":"x-maas-group"} {"level":"info","ts":1784920179.0906315,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"687a7a53-3c77-4041-8f73-9bb482e14b12","header":"x-maas-username"} {"level":"info","ts":1784920179.0906582,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"687a7a53-3c77-4041-8f73-9bb482e14b12"} {"level":"info","ts":1784920179.189579,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"687a7a53-3c77-4041-8f73-9bb482e14b12"} {"level":"info","ts":1784920179.1896129,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"687a7a53-3c77-4041-8f73-9bb482e14b12"} {"level":"info","ts":1784920179.1896322,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"687a7a53-3c77-4041-8f73-9bb482e14b12","EoS":false} {"level":"info","ts":1784920179.189644,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"687a7a53-3c77-4041-8f73-9bb482e14b12","EoS":true} {"level":"error","ts":1784920179.1896594,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"687a7a53-3c77-4041-8f73-9bb482e14b12","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784920179.1896932,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"687a7a53-3c77-4041-8f73-9bb482e14b12"} {"level":"info","ts":1784920179.9949179,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4aab0d2-0a6a-4a77-a605-ecfa140733c9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784920179.9949584,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4aab0d2-0a6a-4a77-a605-ecfa140733c9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784920179.9949276,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f63c9ff5-da4c-407d-acc8-1374f67d2ee9"} {"level":"info","ts":1784920180.1308897,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"893f6a95-b12d-4f78-b65e-9a83e5495b25","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784920180.1309407,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"893f6a95-b12d-4f78-b65e-9a83e5495b25","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784920180.130907,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"afcdffc8-0f01-4c14-a0c9-025a2dea21a9"} {"level":"info","ts":1784920180.24391,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"1f472852-2546-4bec-936b-c9f61613b5ac","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784920180.2439718,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"1f472852-2546-4bec-936b-c9f61613b5ac","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784921281.054593,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784921281.054677,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a7fbc914-ac41-4f06-b3f4-f14fa785abf6"} {"level":"info","ts":1784921335.6599603,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784921335.6600368,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9b89060-13c0-413f-aba5-4d3f0ad9f19e"} {"level":"info","ts":1784921335.6600456,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f9b89060-13c0-413f-aba5-4d3f0ad9f19e"} {"level":"info","ts":1784921335.6600566,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f9b89060-13c0-413f-aba5-4d3f0ad9f19e","EoS":true} {"level":"info","ts":1784921335.6600838,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9b89060-13c0-413f-aba5-4d3f0ad9f19e","header":"x-maas-subscription"} {"level":"info","ts":1784921335.6600935,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9b89060-13c0-413f-aba5-4d3f0ad9f19e","header":"x-maas-group"} {"level":"info","ts":1784921335.6600997,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9b89060-13c0-413f-aba5-4d3f0ad9f19e","header":"x-maas-username"} {"level":"info","ts":1784921335.6601133,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f9b89060-13c0-413f-aba5-4d3f0ad9f19e","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784921335.6601403,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f9b89060-13c0-413f-aba5-4d3f0ad9f19e"} {"level":"info","ts":1784921335.661135,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f9b89060-13c0-413f-aba5-4d3f0ad9f19e"} {"level":"info","ts":1784921335.6611602,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f9b89060-13c0-413f-aba5-4d3f0ad9f19e"} {"level":"info","ts":1784921335.6611762,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f9b89060-13c0-413f-aba5-4d3f0ad9f19e","EoS":false} {"level":"info","ts":1784921335.6611865,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f9b89060-13c0-413f-aba5-4d3f0ad9f19e","EoS":true} {"level":"info","ts":1784921335.661221,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f9b89060-13c0-413f-aba5-4d3f0ad9f19e"}