{"level":"info","ts":1785288422.0553076,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288422.0553937,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1b7c496c-9f45-9a95-b58f-8e5fdfb3543e"} {"level":"info","ts":1785288422.0554037,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1b7c496c-9f45-9a95-b58f-8e5fdfb3543e"} {"level":"info","ts":1785288422.0554154,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1b7c496c-9f45-9a95-b58f-8e5fdfb3543e","EoS":false} {"level":"info","ts":1785288422.0554261,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1b7c496c-9f45-9a95-b58f-8e5fdfb3543e","EoS":true} {"level":"info","ts":1785288422.055447,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1b7c496c-9f45-9a95-b58f-8e5fdfb3543e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785288422.0554643,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1b7c496c-9f45-9a95-b58f-8e5fdfb3543e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288422.0554907,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1b7c496c-9f45-9a95-b58f-8e5fdfb3543e"} {"level":"info","ts":1785288422.1668468,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288422.16694,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d9d4c746-48be-4070-b11b-885c4049df26"} {"level":"info","ts":1785288422.1669521,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d9d4c746-48be-4070-b11b-885c4049df26"} {"level":"info","ts":1785288422.166974,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d9d4c746-48be-4070-b11b-885c4049df26","EoS":false} {"level":"info","ts":1785288422.1669884,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d9d4c746-48be-4070-b11b-885c4049df26","EoS":true} {"level":"info","ts":1785288422.167009,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d9d4c746-48be-4070-b11b-885c4049df26","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785288422.1670265,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d9d4c746-48be-4070-b11b-885c4049df26","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785288422.1670587,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d9d4c746-48be-4070-b11b-885c4049df26"} {"level":"info","ts":1785288422.9018204,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288422.9019392,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c3528aa-cb5d-4b7f-9d68-b7d3f6960ded"} {"level":"info","ts":1785288422.90196,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0c3528aa-cb5d-4b7f-9d68-b7d3f6960ded"} {"level":"info","ts":1785288422.901982,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0c3528aa-cb5d-4b7f-9d68-b7d3f6960ded","EoS":false} {"level":"info","ts":1785288422.902003,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0c3528aa-cb5d-4b7f-9d68-b7d3f6960ded","EoS":true} {"level":"info","ts":1785288422.9020865,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0c3528aa-cb5d-4b7f-9d68-b7d3f6960ded","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785288422.9021115,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c3528aa-cb5d-4b7f-9d68-b7d3f6960ded","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288422.9021454,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0c3528aa-cb5d-4b7f-9d68-b7d3f6960ded"} {"level":"info","ts":1785288422.9465892,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288422.946691,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0457f10a-1c0a-4b71-a987-d25841921e97"} {"level":"info","ts":1785288422.9467068,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0457f10a-1c0a-4b71-a987-d25841921e97"} {"level":"info","ts":1785288422.9467256,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0457f10a-1c0a-4b71-a987-d25841921e97","EoS":false} {"level":"info","ts":1785288422.946748,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0457f10a-1c0a-4b71-a987-d25841921e97","EoS":true} {"level":"info","ts":1785288422.946789,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0457f10a-1c0a-4b71-a987-d25841921e97","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785288422.9468122,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0457f10a-1c0a-4b71-a987-d25841921e97","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785288422.9468887,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0457f10a-1c0a-4b71-a987-d25841921e97"} {"level":"info","ts":1785288427.111322,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288427.111464,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2301c9b0-1bfb-4b59-a16a-76a7b7a23797"} {"level":"info","ts":1785288427.1114833,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2301c9b0-1bfb-4b59-a16a-76a7b7a23797"} {"level":"info","ts":1785288427.111506,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2301c9b0-1bfb-4b59-a16a-76a7b7a23797","EoS":false} {"level":"info","ts":1785288427.1115396,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2301c9b0-1bfb-4b59-a16a-76a7b7a23797","EoS":true} {"level":"info","ts":1785288427.1115837,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2301c9b0-1bfb-4b59-a16a-76a7b7a23797","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785288427.1116054,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2301c9b0-1bfb-4b59-a16a-76a7b7a23797","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785288427.111643,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2301c9b0-1bfb-4b59-a16a-76a7b7a23797"} {"level":"info","ts":1785288446.0540574,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288446.0541422,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"218f6db2-1575-4dda-acab-efaeb19f13df"} {"level":"info","ts":1785288446.054154,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"218f6db2-1575-4dda-acab-efaeb19f13df"} {"level":"info","ts":1785288446.0541654,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"218f6db2-1575-4dda-acab-efaeb19f13df","EoS":false} {"level":"info","ts":1785288446.0541813,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"218f6db2-1575-4dda-acab-efaeb19f13df","EoS":true} {"level":"info","ts":1785288446.054204,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"218f6db2-1575-4dda-acab-efaeb19f13df","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785288446.054221,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"218f6db2-1575-4dda-acab-efaeb19f13df","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288446.0542493,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"218f6db2-1575-4dda-acab-efaeb19f13df"} {"level":"info","ts":1785288446.1979222,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288446.198016,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7e4fd9a0-d5c9-41a8-a643-800a43caf81d"} {"level":"info","ts":1785288446.1980298,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7e4fd9a0-d5c9-41a8-a643-800a43caf81d"} {"level":"info","ts":1785288446.198042,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7e4fd9a0-d5c9-41a8-a643-800a43caf81d","EoS":false} {"level":"info","ts":1785288446.1980536,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7e4fd9a0-d5c9-41a8-a643-800a43caf81d","EoS":true} {"level":"info","ts":1785288446.1980774,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7e4fd9a0-d5c9-41a8-a643-800a43caf81d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785288446.1980956,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7e4fd9a0-d5c9-41a8-a643-800a43caf81d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288446.1981199,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7e4fd9a0-d5c9-41a8-a643-800a43caf81d"} {"level":"info","ts":1785288446.3425186,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288446.3426003,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"34dad0e1-d61c-4555-9593-66879122e4d0"} {"level":"info","ts":1785288446.3426104,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"34dad0e1-d61c-4555-9593-66879122e4d0"} {"level":"info","ts":1785288446.3426228,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"34dad0e1-d61c-4555-9593-66879122e4d0","EoS":false} {"level":"info","ts":1785288446.3426337,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"34dad0e1-d61c-4555-9593-66879122e4d0","EoS":true} {"level":"info","ts":1785288446.342657,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"34dad0e1-d61c-4555-9593-66879122e4d0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785288446.3426752,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"34dad0e1-d61c-4555-9593-66879122e4d0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288446.3427007,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"34dad0e1-d61c-4555-9593-66879122e4d0"} {"level":"info","ts":1785288446.4828222,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288446.4829063,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3174e2fc-c4b2-416b-b99e-91575a1d844d"} {"level":"info","ts":1785288446.4829159,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3174e2fc-c4b2-416b-b99e-91575a1d844d"} {"level":"info","ts":1785288446.4829276,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3174e2fc-c4b2-416b-b99e-91575a1d844d","EoS":false} {"level":"info","ts":1785288446.4829397,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3174e2fc-c4b2-416b-b99e-91575a1d844d","EoS":true} {"level":"info","ts":1785288446.4829602,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3174e2fc-c4b2-416b-b99e-91575a1d844d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785288446.4829757,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3174e2fc-c4b2-416b-b99e-91575a1d844d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288446.4829962,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3174e2fc-c4b2-416b-b99e-91575a1d844d"} {"level":"info","ts":1785288446.6239758,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288446.6240635,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a51622de-9ba9-446e-b1bf-8a6bc2d930f0"} {"level":"info","ts":1785288446.624074,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a51622de-9ba9-446e-b1bf-8a6bc2d930f0"} {"level":"info","ts":1785288446.6240885,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a51622de-9ba9-446e-b1bf-8a6bc2d930f0","EoS":false} {"level":"info","ts":1785288446.6241002,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a51622de-9ba9-446e-b1bf-8a6bc2d930f0","EoS":true} {"level":"info","ts":1785288446.6241226,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a51622de-9ba9-446e-b1bf-8a6bc2d930f0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785288446.62414,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a51622de-9ba9-446e-b1bf-8a6bc2d930f0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288446.6241653,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a51622de-9ba9-446e-b1bf-8a6bc2d930f0"} {"level":"info","ts":1785288446.7645802,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288446.764668,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c2968266-520b-4750-bd3f-df0283ee8f22"} {"level":"info","ts":1785288446.764679,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c2968266-520b-4750-bd3f-df0283ee8f22"} {"level":"info","ts":1785288446.7646904,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c2968266-520b-4750-bd3f-df0283ee8f22","EoS":false} {"level":"info","ts":1785288446.7647038,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c2968266-520b-4750-bd3f-df0283ee8f22","EoS":true} {"level":"info","ts":1785288446.7647238,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c2968266-520b-4750-bd3f-df0283ee8f22","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785288446.7647398,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c2968266-520b-4750-bd3f-df0283ee8f22","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288446.764763,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c2968266-520b-4750-bd3f-df0283ee8f22"} {"level":"info","ts":1785288463.614034,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288463.6141353,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d27b125-0c6c-438c-aa24-b8ff62c306f0"} {"level":"info","ts":1785288463.6141493,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2d27b125-0c6c-438c-aa24-b8ff62c306f0"} {"level":"info","ts":1785288463.6141627,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2d27b125-0c6c-438c-aa24-b8ff62c306f0","EoS":false} {"level":"info","ts":1785288463.6141756,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2d27b125-0c6c-438c-aa24-b8ff62c306f0","EoS":true} {"level":"info","ts":1785288463.6142051,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2d27b125-0c6c-438c-aa24-b8ff62c306f0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785288463.614224,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2d27b125-0c6c-438c-aa24-b8ff62c306f0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288463.6142712,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2d27b125-0c6c-438c-aa24-b8ff62c306f0"} {"level":"info","ts":1785288463.6581285,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288463.6582067,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"65d31a2f-7943-410b-aa7b-1f0cf61e309e"} {"level":"info","ts":1785288463.6582165,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"65d31a2f-7943-410b-aa7b-1f0cf61e309e"} {"level":"info","ts":1785288463.6582277,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"65d31a2f-7943-410b-aa7b-1f0cf61e309e","EoS":false} {"level":"info","ts":1785288463.65824,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"65d31a2f-7943-410b-aa7b-1f0cf61e309e","EoS":true} {"level":"info","ts":1785288463.6582894,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"65d31a2f-7943-410b-aa7b-1f0cf61e309e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785288463.6583178,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"65d31a2f-7943-410b-aa7b-1f0cf61e309e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288463.6583445,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"65d31a2f-7943-410b-aa7b-1f0cf61e309e"} {"level":"info","ts":1785288463.7010226,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288463.7011244,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3fde0d1e-1f3a-49d1-b95c-686643b1f62c"} {"level":"info","ts":1785288463.701137,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3fde0d1e-1f3a-49d1-b95c-686643b1f62c"} {"level":"info","ts":1785288463.7011497,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3fde0d1e-1f3a-49d1-b95c-686643b1f62c","EoS":false} {"level":"info","ts":1785288463.7011652,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3fde0d1e-1f3a-49d1-b95c-686643b1f62c","EoS":true} {"level":"info","ts":1785288463.7011893,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3fde0d1e-1f3a-49d1-b95c-686643b1f62c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785288463.7012076,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3fde0d1e-1f3a-49d1-b95c-686643b1f62c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288463.7012281,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3fde0d1e-1f3a-49d1-b95c-686643b1f62c"} {"level":"info","ts":1785288463.740071,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288463.7401688,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"81748daa-4e79-470f-93cc-4d82a7532057"} {"level":"info","ts":1785288463.7401826,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"81748daa-4e79-470f-93cc-4d82a7532057"} {"level":"info","ts":1785288463.7401955,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"81748daa-4e79-470f-93cc-4d82a7532057","EoS":false} {"level":"info","ts":1785288463.7402093,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"81748daa-4e79-470f-93cc-4d82a7532057","EoS":true} {"level":"info","ts":1785288463.7402313,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"81748daa-4e79-470f-93cc-4d82a7532057","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785288463.7402458,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"81748daa-4e79-470f-93cc-4d82a7532057","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288463.740289,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"81748daa-4e79-470f-93cc-4d82a7532057"} {"level":"info","ts":1785288463.778002,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288463.7780893,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f04c1162-856b-4e83-9c08-5c055a98f278"} {"level":"info","ts":1785288468.4103613,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288468.4104593,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb1e6cd6-c3a0-4865-80a9-6e4431b5f43e"} {"level":"info","ts":1785288468.410473,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eb1e6cd6-c3a0-4865-80a9-6e4431b5f43e"} {"level":"info","ts":1785288468.4104903,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eb1e6cd6-c3a0-4865-80a9-6e4431b5f43e","EoS":false} {"level":"info","ts":1785288468.4105072,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eb1e6cd6-c3a0-4865-80a9-6e4431b5f43e","EoS":true} {"level":"info","ts":1785288468.410531,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eb1e6cd6-c3a0-4865-80a9-6e4431b5f43e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785288468.4105492,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb1e6cd6-c3a0-4865-80a9-6e4431b5f43e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288468.4105823,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eb1e6cd6-c3a0-4865-80a9-6e4431b5f43e"} {"level":"info","ts":1785288476.9895935,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288476.9896781,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f03cefb0-3d93-4e90-932f-dd4300152f39"} {"level":"info","ts":1785288476.9896882,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f03cefb0-3d93-4e90-932f-dd4300152f39"} {"level":"info","ts":1785288476.9897,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f03cefb0-3d93-4e90-932f-dd4300152f39","EoS":false} {"level":"info","ts":1785288476.9897113,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f03cefb0-3d93-4e90-932f-dd4300152f39","EoS":true} {"level":"info","ts":1785288476.989737,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f03cefb0-3d93-4e90-932f-dd4300152f39","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785288476.9897556,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f03cefb0-3d93-4e90-932f-dd4300152f39","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785288476.98978,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f03cefb0-3d93-4e90-932f-dd4300152f39"} {"level":"info","ts":1785288479.0261228,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288479.0262163,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b40c7dcb-d17b-4797-afa2-cedca2bc00f0"} {"level":"info","ts":1785288479.0262272,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b40c7dcb-d17b-4797-afa2-cedca2bc00f0"} {"level":"info","ts":1785288479.0262437,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b40c7dcb-d17b-4797-afa2-cedca2bc00f0","EoS":false} {"level":"info","ts":1785288479.026289,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b40c7dcb-d17b-4797-afa2-cedca2bc00f0","EoS":true} {"level":"info","ts":1785288479.0263853,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b40c7dcb-d17b-4797-afa2-cedca2bc00f0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785288479.0264103,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b40c7dcb-d17b-4797-afa2-cedca2bc00f0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785288479.026444,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b40c7dcb-d17b-4797-afa2-cedca2bc00f0"} {"level":"info","ts":1785288491.913407,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288491.913492,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"65c7def8-a601-4248-b7f8-369bbac88e93"} {"level":"info","ts":1785288491.9135022,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"65c7def8-a601-4248-b7f8-369bbac88e93"} {"level":"info","ts":1785288491.9135194,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"65c7def8-a601-4248-b7f8-369bbac88e93","EoS":false} {"level":"info","ts":1785288491.913531,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"65c7def8-a601-4248-b7f8-369bbac88e93","EoS":true} {"level":"info","ts":1785288491.9135532,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"65c7def8-a601-4248-b7f8-369bbac88e93","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785288491.9135737,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"65c7def8-a601-4248-b7f8-369bbac88e93","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288491.9136004,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"65c7def8-a601-4248-b7f8-369bbac88e93"} {"level":"info","ts":1785288500.4488301,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288500.4489079,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cdc9d962-a955-452e-984a-3af378a79578"} {"level":"info","ts":1785288500.4489167,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cdc9d962-a955-452e-984a-3af378a79578"} {"level":"info","ts":1785288500.4489295,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cdc9d962-a955-452e-984a-3af378a79578","EoS":false} {"level":"info","ts":1785288500.4489398,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cdc9d962-a955-452e-984a-3af378a79578","EoS":true} {"level":"info","ts":1785288500.4489605,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cdc9d962-a955-452e-984a-3af378a79578","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785288500.4489775,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cdc9d962-a955-452e-984a-3af378a79578","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288500.4489987,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cdc9d962-a955-452e-984a-3af378a79578"} {"level":"info","ts":1785288509.3195624,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288509.3196452,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"64450fda-3a50-485e-bf11-382fcd249433"} {"level":"info","ts":1785288509.3196561,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"64450fda-3a50-485e-bf11-382fcd249433"} {"level":"info","ts":1785288509.319668,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"64450fda-3a50-485e-bf11-382fcd249433","EoS":false} {"level":"info","ts":1785288509.3196797,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"64450fda-3a50-485e-bf11-382fcd249433","EoS":true} {"level":"info","ts":1785288509.3197017,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"64450fda-3a50-485e-bf11-382fcd249433","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785288509.3197203,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"64450fda-3a50-485e-bf11-382fcd249433","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288509.319742,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"64450fda-3a50-485e-bf11-382fcd249433"} {"level":"info","ts":1785288518.3230605,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288518.3231373,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ef52cf3-d1e9-4035-adbe-3ee7c1b1f8f7"} {"level":"info","ts":1785288518.3231485,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1ef52cf3-d1e9-4035-adbe-3ee7c1b1f8f7"} {"level":"info","ts":1785288518.3231604,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1ef52cf3-d1e9-4035-adbe-3ee7c1b1f8f7","EoS":false} {"level":"info","ts":1785288518.3231702,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1ef52cf3-d1e9-4035-adbe-3ee7c1b1f8f7","EoS":true} {"level":"info","ts":1785288518.323193,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1ef52cf3-d1e9-4035-adbe-3ee7c1b1f8f7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785288518.3232095,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1ef52cf3-d1e9-4035-adbe-3ee7c1b1f8f7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288518.323231,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1ef52cf3-d1e9-4035-adbe-3ee7c1b1f8f7"} {"level":"info","ts":1785288523.0669599,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288523.067044,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"945da99f-b616-4aaa-abef-05eb29dbba8b"} {"level":"info","ts":1785288523.0670543,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"945da99f-b616-4aaa-abef-05eb29dbba8b"} {"level":"info","ts":1785288523.067066,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"945da99f-b616-4aaa-abef-05eb29dbba8b","EoS":false} {"level":"info","ts":1785288523.067077,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"945da99f-b616-4aaa-abef-05eb29dbba8b","EoS":true} {"level":"info","ts":1785288523.067097,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"945da99f-b616-4aaa-abef-05eb29dbba8b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785288523.067159,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"945da99f-b616-4aaa-abef-05eb29dbba8b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288523.067179,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"945da99f-b616-4aaa-abef-05eb29dbba8b"} {"level":"info","ts":1785288527.8233352,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288527.82342,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"28795677-e2a7-4a4b-85c9-fde3ec0fe1b0"} {"level":"info","ts":1785288527.823432,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"28795677-e2a7-4a4b-85c9-fde3ec0fe1b0"} {"level":"info","ts":1785288527.823444,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"28795677-e2a7-4a4b-85c9-fde3ec0fe1b0","EoS":false} {"level":"info","ts":1785288527.823459,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"28795677-e2a7-4a4b-85c9-fde3ec0fe1b0","EoS":true} {"level":"info","ts":1785288527.82348,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"28795677-e2a7-4a4b-85c9-fde3ec0fe1b0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785288527.8234954,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"28795677-e2a7-4a4b-85c9-fde3ec0fe1b0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785288527.8235185,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"28795677-e2a7-4a4b-85c9-fde3ec0fe1b0"} {"level":"info","ts":1785288528.220362,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288528.2204554,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e876da1f-ab9c-482d-a845-86ad5271ebae"} {"level":"info","ts":1785288528.2204664,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e876da1f-ab9c-482d-a845-86ad5271ebae"} {"level":"info","ts":1785288528.2204788,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e876da1f-ab9c-482d-a845-86ad5271ebae","EoS":false} {"level":"info","ts":1785288528.220492,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e876da1f-ab9c-482d-a845-86ad5271ebae","EoS":true} {"level":"info","ts":1785288528.2205138,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e876da1f-ab9c-482d-a845-86ad5271ebae","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785288528.2205307,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e876da1f-ab9c-482d-a845-86ad5271ebae","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785288528.220552,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e876da1f-ab9c-482d-a845-86ad5271ebae"} {"level":"info","ts":1785288530.2579606,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288530.2580538,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5a7cf18-6941-4de2-8798-bba627a27d3e"} {"level":"info","ts":1785288530.2580771,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b5a7cf18-6941-4de2-8798-bba627a27d3e"} {"level":"info","ts":1785288530.2581494,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b5a7cf18-6941-4de2-8798-bba627a27d3e","EoS":false} {"level":"info","ts":1785288530.258169,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b5a7cf18-6941-4de2-8798-bba627a27d3e","EoS":true} {"level":"info","ts":1785288530.2582026,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b5a7cf18-6941-4de2-8798-bba627a27d3e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785288530.2582226,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b5a7cf18-6941-4de2-8798-bba627a27d3e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785288530.2582784,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b5a7cf18-6941-4de2-8798-bba627a27d3e"} {"level":"info","ts":1785288532.2959595,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288532.2960527,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f3e23622-648f-4403-b664-28e89cb18b9a"} {"level":"info","ts":1785288532.2960663,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f3e23622-648f-4403-b664-28e89cb18b9a"} {"level":"info","ts":1785288532.2960856,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f3e23622-648f-4403-b664-28e89cb18b9a","EoS":false} {"level":"info","ts":1785288532.2961073,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f3e23622-648f-4403-b664-28e89cb18b9a","EoS":true} {"level":"info","ts":1785288532.2961352,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f3e23622-648f-4403-b664-28e89cb18b9a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785288532.2961552,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f3e23622-648f-4403-b664-28e89cb18b9a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785288532.2961888,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f3e23622-648f-4403-b664-28e89cb18b9a"} {"level":"info","ts":1785288534.3347993,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288534.3348758,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6d4bbef7-dc6b-4f5c-870e-b3ea88a32aa4"} {"level":"info","ts":1785288534.3348846,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6d4bbef7-dc6b-4f5c-870e-b3ea88a32aa4"} {"level":"info","ts":1785288534.3348954,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6d4bbef7-dc6b-4f5c-870e-b3ea88a32aa4","EoS":false} {"level":"info","ts":1785288534.334906,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6d4bbef7-dc6b-4f5c-870e-b3ea88a32aa4","EoS":true} {"level":"info","ts":1785288534.334933,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6d4bbef7-dc6b-4f5c-870e-b3ea88a32aa4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785288534.3349543,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6d4bbef7-dc6b-4f5c-870e-b3ea88a32aa4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785288534.3349776,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6d4bbef7-dc6b-4f5c-870e-b3ea88a32aa4"} {"level":"info","ts":1785288557.2799773,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288557.2800665,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66845958-84ad-4951-b54a-98745cb199c3"} {"level":"info","ts":1785288557.2800794,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"66845958-84ad-4951-b54a-98745cb199c3"} {"level":"info","ts":1785288557.2800975,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"66845958-84ad-4951-b54a-98745cb199c3","EoS":false} {"level":"info","ts":1785288557.2801182,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"66845958-84ad-4951-b54a-98745cb199c3","EoS":true} {"level":"info","ts":1785288557.2801502,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"66845958-84ad-4951-b54a-98745cb199c3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785288557.2801719,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"66845958-84ad-4951-b54a-98745cb199c3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785288557.2802033,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"66845958-84ad-4951-b54a-98745cb199c3"} {"level":"info","ts":1785288566.6065643,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288566.6066597,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6fde334-c5d6-4ad6-8c20-5f829e8c83b6"} {"level":"info","ts":1785288566.606674,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a6fde334-c5d6-4ad6-8c20-5f829e8c83b6"} {"level":"info","ts":1785288566.6066923,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a6fde334-c5d6-4ad6-8c20-5f829e8c83b6","EoS":false} {"level":"info","ts":1785288566.606713,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a6fde334-c5d6-4ad6-8c20-5f829e8c83b6","EoS":true} {"level":"info","ts":1785288566.6067467,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a6fde334-c5d6-4ad6-8c20-5f829e8c83b6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785288566.606767,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a6fde334-c5d6-4ad6-8c20-5f829e8c83b6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288566.6067991,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a6fde334-c5d6-4ad6-8c20-5f829e8c83b6"} {"level":"info","ts":1785288582.930293,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288582.9303703,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f043ac7e-cac0-4631-bf80-3878c09ec5e8"} {"level":"info","ts":1785288582.9303858,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f043ac7e-cac0-4631-bf80-3878c09ec5e8"} {"level":"info","ts":1785288582.9303966,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f043ac7e-cac0-4631-bf80-3878c09ec5e8","EoS":false} {"level":"info","ts":1785288582.9304075,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f043ac7e-cac0-4631-bf80-3878c09ec5e8","EoS":true} {"level":"info","ts":1785288582.9304295,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f043ac7e-cac0-4631-bf80-3878c09ec5e8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785288582.9304445,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f043ac7e-cac0-4631-bf80-3878c09ec5e8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785288582.9304645,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f043ac7e-cac0-4631-bf80-3878c09ec5e8"} {"level":"info","ts":1785288592.5181537,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288592.518253,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"613bcd45-f139-4565-9e63-3473b674d1fe"} {"level":"info","ts":1785288592.518285,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"613bcd45-f139-4565-9e63-3473b674d1fe"} {"level":"info","ts":1785288592.5183048,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"613bcd45-f139-4565-9e63-3473b674d1fe","EoS":false} {"level":"info","ts":1785288592.5183265,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"613bcd45-f139-4565-9e63-3473b674d1fe","EoS":true} {"level":"info","ts":1785288592.5183547,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"613bcd45-f139-4565-9e63-3473b674d1fe","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785288592.5183747,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"613bcd45-f139-4565-9e63-3473b674d1fe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288592.518403,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"613bcd45-f139-4565-9e63-3473b674d1fe"} {"level":"info","ts":1785288601.9705977,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288601.9706962,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e2e27d2d-d600-4fdf-aae7-5ee654507dfd"} {"level":"info","ts":1785288601.9707108,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e2e27d2d-d600-4fdf-aae7-5ee654507dfd"} {"level":"info","ts":1785288601.9707305,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e2e27d2d-d600-4fdf-aae7-5ee654507dfd","EoS":false} {"level":"info","ts":1785288601.970753,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e2e27d2d-d600-4fdf-aae7-5ee654507dfd","EoS":true} {"level":"info","ts":1785288601.970783,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e2e27d2d-d600-4fdf-aae7-5ee654507dfd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785288601.9708033,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e2e27d2d-d600-4fdf-aae7-5ee654507dfd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288601.970832,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e2e27d2d-d600-4fdf-aae7-5ee654507dfd"} {"level":"info","ts":1785288602.0220542,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288602.0221267,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e656f625-f2cc-4f17-b780-618fbd06926c"} {"level":"info","ts":1785288602.0221405,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e656f625-f2cc-4f17-b780-618fbd06926c"} {"level":"info","ts":1785288602.022152,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e656f625-f2cc-4f17-b780-618fbd06926c","EoS":false} {"level":"info","ts":1785288602.022165,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e656f625-f2cc-4f17-b780-618fbd06926c","EoS":true} {"level":"info","ts":1785288602.0221875,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e656f625-f2cc-4f17-b780-618fbd06926c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785288602.022204,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e656f625-f2cc-4f17-b780-618fbd06926c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288602.0222242,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e656f625-f2cc-4f17-b780-618fbd06926c"} {"level":"info","ts":1785288621.152168,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288621.152352,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3cc3e6aa-ee68-4248-bd8a-670e7e40d014"} {"level":"info","ts":1785288621.152373,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3cc3e6aa-ee68-4248-bd8a-670e7e40d014"} {"level":"info","ts":1785288621.152393,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3cc3e6aa-ee68-4248-bd8a-670e7e40d014","EoS":false} {"level":"info","ts":1785288621.1524084,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3cc3e6aa-ee68-4248-bd8a-670e7e40d014","EoS":true} {"level":"info","ts":1785288621.1524303,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3cc3e6aa-ee68-4248-bd8a-670e7e40d014","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785288621.1524472,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3cc3e6aa-ee68-4248-bd8a-670e7e40d014","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288621.152472,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3cc3e6aa-ee68-4248-bd8a-670e7e40d014"} {"level":"info","ts":1785288630.4970012,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288630.4970875,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5cda34fb-6fab-43a2-b793-7bea0fdf43cf"} {"level":"info","ts":1785288630.4971008,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5cda34fb-6fab-43a2-b793-7bea0fdf43cf"} {"level":"info","ts":1785288630.4971128,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5cda34fb-6fab-43a2-b793-7bea0fdf43cf","EoS":false} {"level":"info","ts":1785288630.4971244,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5cda34fb-6fab-43a2-b793-7bea0fdf43cf","EoS":true} {"level":"info","ts":1785288630.4971468,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5cda34fb-6fab-43a2-b793-7bea0fdf43cf","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785288630.4971695,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5cda34fb-6fab-43a2-b793-7bea0fdf43cf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288630.4971921,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5cda34fb-6fab-43a2-b793-7bea0fdf43cf"} {"level":"info","ts":1785288635.951618,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288635.951716,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8133ca02-b3c0-4fff-a513-f028c88abb5f"} {"level":"info","ts":1785288635.9517307,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8133ca02-b3c0-4fff-a513-f028c88abb5f"} {"level":"info","ts":1785288635.9517508,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8133ca02-b3c0-4fff-a513-f028c88abb5f","EoS":false} {"level":"info","ts":1785288635.9517734,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8133ca02-b3c0-4fff-a513-f028c88abb5f","EoS":true} {"level":"info","ts":1785288635.9518073,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8133ca02-b3c0-4fff-a513-f028c88abb5f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785288635.9518275,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8133ca02-b3c0-4fff-a513-f028c88abb5f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785288635.9518626,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8133ca02-b3c0-4fff-a513-f028c88abb5f"} {"level":"info","ts":1785288735.3666217,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288735.3667116,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e97b0175-a50a-4078-aa4e-dac7db85ed17"} {"level":"info","ts":1785288735.3667238,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e97b0175-a50a-4078-aa4e-dac7db85ed17"} {"level":"info","ts":1785288735.3667362,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e97b0175-a50a-4078-aa4e-dac7db85ed17","EoS":false} {"level":"info","ts":1785288735.366751,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e97b0175-a50a-4078-aa4e-dac7db85ed17","EoS":true} {"level":"info","ts":1785288735.3667734,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e97b0175-a50a-4078-aa4e-dac7db85ed17","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785288735.3667903,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e97b0175-a50a-4078-aa4e-dac7db85ed17","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785288735.3668146,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e97b0175-a50a-4078-aa4e-dac7db85ed17"} {"level":"info","ts":1785288762.7457945,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288762.745878,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d2ec4d7-d0a6-40d2-9933-cce5e407174d"} {"level":"info","ts":1785288762.7458906,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4d2ec4d7-d0a6-40d2-9933-cce5e407174d"} {"level":"info","ts":1785288762.7459023,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4d2ec4d7-d0a6-40d2-9933-cce5e407174d","EoS":false} {"level":"info","ts":1785288762.7459137,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4d2ec4d7-d0a6-40d2-9933-cce5e407174d","EoS":true} {"level":"info","ts":1785288762.7459354,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4d2ec4d7-d0a6-40d2-9933-cce5e407174d","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785288762.7459495,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d2ec4d7-d0a6-40d2-9933-cce5e407174d","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785288762.7459698,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4d2ec4d7-d0a6-40d2-9933-cce5e407174d"} {"level":"info","ts":1785288808.521796,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288808.5218925,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"205d8402-4600-49bc-a58f-d4077a720a7c"} {"level":"info","ts":1785288808.521903,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"205d8402-4600-49bc-a58f-d4077a720a7c"} {"level":"info","ts":1785288808.521976,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"205d8402-4600-49bc-a58f-d4077a720a7c","EoS":false} {"level":"info","ts":1785288808.5219998,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"205d8402-4600-49bc-a58f-d4077a720a7c","EoS":true} {"level":"info","ts":1785288808.522028,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"205d8402-4600-49bc-a58f-d4077a720a7c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785288808.5220466,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"205d8402-4600-49bc-a58f-d4077a720a7c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288808.5220668,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"205d8402-4600-49bc-a58f-d4077a720a7c"} {"level":"info","ts":1785288823.820428,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288823.820517,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1005f606-4478-4faf-9b16-44bcc5bd658d"} {"level":"info","ts":1785288823.820529,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1005f606-4478-4faf-9b16-44bcc5bd658d"} {"level":"info","ts":1785288823.82054,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1005f606-4478-4faf-9b16-44bcc5bd658d","EoS":false} {"level":"info","ts":1785288823.820551,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1005f606-4478-4faf-9b16-44bcc5bd658d","EoS":true} {"level":"info","ts":1785288823.8205738,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1005f606-4478-4faf-9b16-44bcc5bd658d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785288823.8205917,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1005f606-4478-4faf-9b16-44bcc5bd658d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288823.8206155,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1005f606-4478-4faf-9b16-44bcc5bd658d"} {"level":"info","ts":1785288824.1119132,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288824.111991,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ac16c74-4510-44b2-8859-a2eab72447ec"} {"level":"info","ts":1785288824.112001,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5ac16c74-4510-44b2-8859-a2eab72447ec"} {"level":"info","ts":1785288824.1120136,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ac16c74-4510-44b2-8859-a2eab72447ec","EoS":false} {"level":"info","ts":1785288824.112024,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ac16c74-4510-44b2-8859-a2eab72447ec","EoS":true} {"level":"info","ts":1785288824.1120496,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5ac16c74-4510-44b2-8859-a2eab72447ec","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785288824.1120722,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ac16c74-4510-44b2-8859-a2eab72447ec","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288824.1121018,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5ac16c74-4510-44b2-8859-a2eab72447ec"} {"level":"info","ts":1785289134.3889706,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289134.3890557,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4aae8346-fad5-4bd4-88db-9fb441326f63"} {"level":"info","ts":1785289134.3890665,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4aae8346-fad5-4bd4-88db-9fb441326f63"} {"level":"info","ts":1785289134.389078,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4aae8346-fad5-4bd4-88db-9fb441326f63","EoS":false} {"level":"info","ts":1785289134.3890882,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4aae8346-fad5-4bd4-88db-9fb441326f63","EoS":true} {"level":"info","ts":1785289134.389109,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4aae8346-fad5-4bd4-88db-9fb441326f63","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785289134.3891244,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4aae8346-fad5-4bd4-88db-9fb441326f63","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785289134.389148,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4aae8346-fad5-4bd4-88db-9fb441326f63"} {"level":"info","ts":1785289134.42585,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289134.425918,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b4a3a92-a75f-4a15-b480-521302116006"} {"level":"info","ts":1785289134.4259298,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5b4a3a92-a75f-4a15-b480-521302116006"} {"level":"info","ts":1785289134.4259455,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5b4a3a92-a75f-4a15-b480-521302116006","EoS":false} {"level":"info","ts":1785289134.4259632,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5b4a3a92-a75f-4a15-b480-521302116006","EoS":true} {"level":"info","ts":1785289134.425998,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5b4a3a92-a75f-4a15-b480-521302116006","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785289134.4260135,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5b4a3a92-a75f-4a15-b480-521302116006","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785289134.4260406,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5b4a3a92-a75f-4a15-b480-521302116006"} {"level":"info","ts":1785289134.4619198,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289134.4619813,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b21df70-bc06-4bfa-a60a-bd8c2ca154f9"} {"level":"info","ts":1785289134.46199,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8b21df70-bc06-4bfa-a60a-bd8c2ca154f9"} {"level":"info","ts":1785289134.4620004,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8b21df70-bc06-4bfa-a60a-bd8c2ca154f9","EoS":false} {"level":"info","ts":1785289134.46201,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8b21df70-bc06-4bfa-a60a-bd8c2ca154f9","EoS":true} {"level":"info","ts":1785289134.462028,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8b21df70-bc06-4bfa-a60a-bd8c2ca154f9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785289134.4620433,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8b21df70-bc06-4bfa-a60a-bd8c2ca154f9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785289134.4620626,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8b21df70-bc06-4bfa-a60a-bd8c2ca154f9"} {"level":"info","ts":1785289139.3265257,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"29694956-f04a-4ade-85e0-1e66a0b6abca","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785289139.3265278,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b25cb4f0-a735-44df-88c9-08033ba849fd"} {"level":"info","ts":1785289139.3265657,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"29694956-f04a-4ade-85e0-1e66a0b6abca","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785289139.3342328,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"da6f30f0-c958-41da-9d85-2261569866bc","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785289139.3342924,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"da6f30f0-c958-41da-9d85-2261569866bc","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785289139.3354526,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b25cb4f0-a735-44df-88c9-08033ba849fd","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785289139.3356946,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37870.360153763,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289139.3357112,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289139.4286847,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289139.5140274,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38283.979541606,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289139.514055,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289139.514615,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c06a50de-3d9b-453f-8657-f2a72e1d3131","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785289139.5146568,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c06a50de-3d9b-453f-8657-f2a72e1d3131","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785289139.5154462,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6b4cbbdf-fbb6-47e9-9945-0d813be0c999"} {"level":"info","ts":1785289139.5156367,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34555.940066513,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289139.515651,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289139.515838,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a0077134-1add-40c0-a3eb-f58286a87d41","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289139.5158718,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a0077134-1add-40c0-a3eb-f58286a87d41","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785289139.5228825,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289139.524743,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289139.585546,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38e3f095-75c7-450b-9fe1-1257f9ef5bb4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289139.5856235,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38e3f095-75c7-450b-9fe1-1257f9ef5bb4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785289139.6018384,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d3c51e6-8341-46fd-8b72-9846955345ec","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289139.6018696,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d3c51e6-8341-46fd-8b72-9846955345ec","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785289139.6147802,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b25cb4f0-a735-44df-88c9-08033ba849fd","name":"e2e-external-provider"} {"level":"info","ts":1785289139.6158519,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6b4cbbdf-fbb6-47e9-9945-0d813be0c999","name":"e2e-external-model"} {"level":"info","ts":1785289139.6181579,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3dc98c9e-b18f-42b0-9ade-3cd0857f637b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289139.6181898,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3dc98c9e-b18f-42b0-9ade-3cd0857f637b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785289139.6244516,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6b4cbbdf-fbb6-47e9-9945-0d813be0c999","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785289139.62498,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b25cb4f0-a735-44df-88c9-08033ba849fd","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785289139.6283739,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b25cb4f0-a735-44df-88c9-08033ba849fd","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785289139.628452,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"918d9dbf-8e55-4bbd-91e5-28d0e10f06ec"} {"level":"error","ts":1785289139.628374,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6b4cbbdf-fbb6-47e9-9945-0d813be0c999","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785289139.6285474,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e22fbe5f-f369-4045-9a4c-64799d2bc11b"} {"level":"info","ts":1785289139.6284928,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"918d9dbf-8e55-4bbd-91e5-28d0e10f06ec","name":"e2e-external-provider"} {"level":"info","ts":1785289139.6285896,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e22fbe5f-f369-4045-9a4c-64799d2bc11b","name":"e2e-external-model"} {"level":"info","ts":1785289139.6371906,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e22fbe5f-f369-4045-9a4c-64799d2bc11b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785289139.6400926,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"918d9dbf-8e55-4bbd-91e5-28d0e10f06ec","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785289147.0184166,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289147.0184903,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4e7a3c21-95e6-4077-b507-718709fa7717"} {"level":"info","ts":1785289147.018499,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4e7a3c21-95e6-4077-b507-718709fa7717"} {"level":"info","ts":1785289147.018512,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4e7a3c21-95e6-4077-b507-718709fa7717","EoS":false} {"level":"info","ts":1785289147.0185232,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4e7a3c21-95e6-4077-b507-718709fa7717","EoS":true} {"level":"info","ts":1785289147.018545,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4e7a3c21-95e6-4077-b507-718709fa7717","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785289147.0185604,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4e7a3c21-95e6-4077-b507-718709fa7717","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785289147.0185683,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"4e7a3c21-95e6-4077-b507-718709fa7717","modelName":"e2e-external-model"} {"level":"info","ts":1785289147.018582,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"4e7a3c21-95e6-4077-b507-718709fa7717","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785289147.0186365,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4e7a3c21-95e6-4077-b507-718709fa7717"} {"level":"info","ts":1785289147.0645597,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289147.0646498,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ee9cd4bd-7146-4f13-bfdd-05cc8602de8e"} {"level":"info","ts":1785289147.064666,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ee9cd4bd-7146-4f13-bfdd-05cc8602de8e"} {"level":"info","ts":1785289147.0646858,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ee9cd4bd-7146-4f13-bfdd-05cc8602de8e","EoS":false} {"level":"info","ts":1785289147.0647051,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ee9cd4bd-7146-4f13-bfdd-05cc8602de8e","EoS":true} {"level":"info","ts":1785289147.0647345,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ee9cd4bd-7146-4f13-bfdd-05cc8602de8e","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785289147.064753,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ee9cd4bd-7146-4f13-bfdd-05cc8602de8e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785289147.0647635,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ee9cd4bd-7146-4f13-bfdd-05cc8602de8e","modelName":"e2e-external-model"} {"level":"info","ts":1785289147.0647857,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ee9cd4bd-7146-4f13-bfdd-05cc8602de8e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785289147.0648344,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ee9cd4bd-7146-4f13-bfdd-05cc8602de8e"} {"level":"info","ts":1785289147.093931,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289147.0939972,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a63ab0ad-ee06-4917-9ad9-2975bdb02640"} {"level":"info","ts":1785289147.0940075,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a63ab0ad-ee06-4917-9ad9-2975bdb02640"} {"level":"info","ts":1785289147.0940192,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a63ab0ad-ee06-4917-9ad9-2975bdb02640","EoS":false} {"level":"info","ts":1785289147.0940351,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a63ab0ad-ee06-4917-9ad9-2975bdb02640","EoS":true} {"level":"info","ts":1785289147.094062,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a63ab0ad-ee06-4917-9ad9-2975bdb02640","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785289147.0940807,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a63ab0ad-ee06-4917-9ad9-2975bdb02640","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785289147.0940895,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a63ab0ad-ee06-4917-9ad9-2975bdb02640","modelName":"e2e-external-model"} {"level":"info","ts":1785289147.0941093,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a63ab0ad-ee06-4917-9ad9-2975bdb02640","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785289147.094155,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a63ab0ad-ee06-4917-9ad9-2975bdb02640"} {"level":"info","ts":1785289147.3383934,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d4d9abfe-f1e1-47b3-8b2c-59c17aaa2c37"} {"level":"info","ts":1785289147.3384047,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aadf7a05-3d87-45da-a368-8834c7bfdd06","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785289147.3384311,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aadf7a05-3d87-45da-a368-8834c7bfdd06","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785289147.3442032,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"326288f0-d66a-4554-b03d-c7d92fb640b7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785289147.344245,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"326288f0-d66a-4554-b03d-c7d92fb640b7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785289147.344397,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d4d9abfe-f1e1-47b3-8b2c-59c17aaa2c37","name":"e2e-cleanup-test"} {"level":"info","ts":1785289147.3592453,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d4d9abfe-f1e1-47b3-8b2c-59c17aaa2c37","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785289147.366385,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"710e6160-67fc-4178-a1e2-e047ebf93763"} {"level":"info","ts":1785289147.3664417,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"710e6160-67fc-4178-a1e2-e047ebf93763","name":"e2e-cleanup-test"} {"level":"info","ts":1785289147.3665936,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6f796865-42ef-41f5-a438-d118362d67fe","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785289147.366627,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6f796865-42ef-41f5-a438-d118362d67fe","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785289147.3752263,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"710e6160-67fc-4178-a1e2-e047ebf93763","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785289147.3752944,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"710e6160-67fc-4178-a1e2-e047ebf93763","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785289147.3753576,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1dd45443-5e02-45a7-91f4-4d6231c146dc"} {"level":"info","ts":1785289147.3754086,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1dd45443-5e02-45a7-91f4-4d6231c146dc","name":"e2e-cleanup-test"} {"level":"info","ts":1785289147.3788471,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ec8b9916-f077-44b6-9837-a8475d2aeae1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785289147.378899,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ec8b9916-f077-44b6-9837-a8475d2aeae1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785289147.3830698,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1dd45443-5e02-45a7-91f4-4d6231c146dc","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785289147.386431,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1dd45443-5e02-45a7-91f4-4d6231c146dc","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785289147.3865018,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e7f1a033-e306-4887-9303-fadee2cf9706"} {"level":"info","ts":1785289147.3865435,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e7f1a033-e306-4887-9303-fadee2cf9706","name":"e2e-cleanup-test"} {"level":"info","ts":1785289147.3912182,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"93ffc53d-86a4-4651-80ac-755dcd6ff935","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785289147.3912451,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"93ffc53d-86a4-4651-80ac-755dcd6ff935","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785289147.3935997,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e7f1a033-e306-4887-9303-fadee2cf9706","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785289147.3970826,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e7f1a033-e306-4887-9303-fadee2cf9706","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785289147.3971443,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f436a54d-944e-478c-8971-9e70485e99df"} {"level":"info","ts":1785289147.3971927,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f436a54d-944e-478c-8971-9e70485e99df","name":"e2e-cleanup-test"} {"level":"info","ts":1785289147.4043632,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f436a54d-944e-478c-8971-9e70485e99df","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785289155.6244614,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c94d2eba-2e48-453b-b9f9-1b01c76954c0"} {"level":"info","ts":1785289155.6244903,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2ede9b7d-71be-4f9f-ae23-55eed090b6f0","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785289155.624524,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2ede9b7d-71be-4f9f-ae23-55eed090b6f0","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785289159.948215,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289159.9483054,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ad3cee12-587a-48be-b7c7-51bf874d0545"} {"level":"info","ts":1785289159.9483192,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ad3cee12-587a-48be-b7c7-51bf874d0545"} {"level":"info","ts":1785289159.9483316,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ad3cee12-587a-48be-b7c7-51bf874d0545","EoS":false} {"level":"info","ts":1785289159.9483426,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ad3cee12-587a-48be-b7c7-51bf874d0545","EoS":true} {"level":"info","ts":1785289159.9483616,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ad3cee12-587a-48be-b7c7-51bf874d0545","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785289159.9483838,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ad3cee12-587a-48be-b7c7-51bf874d0545","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785289159.948404,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ad3cee12-587a-48be-b7c7-51bf874d0545"} {"level":"info","ts":1785289159.9779184,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289159.9779685,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"361ff1cd-c33c-49bc-9e72-b5558d8571c5"} {"level":"info","ts":1785289159.9779785,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"361ff1cd-c33c-49bc-9e72-b5558d8571c5"} {"level":"info","ts":1785289159.9779887,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"361ff1cd-c33c-49bc-9e72-b5558d8571c5","EoS":false} {"level":"info","ts":1785289159.978001,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"361ff1cd-c33c-49bc-9e72-b5558d8571c5","EoS":true} {"level":"info","ts":1785289159.9780169,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"361ff1cd-c33c-49bc-9e72-b5558d8571c5","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785289159.9780304,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"361ff1cd-c33c-49bc-9e72-b5558d8571c5","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785289159.9780374,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"361ff1cd-c33c-49bc-9e72-b5558d8571c5","modelName":"e2e-external-model"} {"level":"info","ts":1785289159.97805,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"361ff1cd-c33c-49bc-9e72-b5558d8571c5","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785289159.9780838,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"361ff1cd-c33c-49bc-9e72-b5558d8571c5"} {"level":"info","ts":1785289160.1286922,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289160.1287372,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"525eb67e-e1ce-41ff-887e-a5e6257b1d1e"} {"level":"info","ts":1785289160.1287456,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"525eb67e-e1ce-41ff-887e-a5e6257b1d1e"} {"level":"info","ts":1785289160.1287558,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"525eb67e-e1ce-41ff-887e-a5e6257b1d1e","EoS":false} {"level":"info","ts":1785289160.1287675,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"525eb67e-e1ce-41ff-887e-a5e6257b1d1e","EoS":true} {"level":"info","ts":1785289160.1287816,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"525eb67e-e1ce-41ff-887e-a5e6257b1d1e","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785289160.1287916,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"525eb67e-e1ce-41ff-887e-a5e6257b1d1e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785289160.1288118,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"525eb67e-e1ce-41ff-887e-a5e6257b1d1e"} {"level":"info","ts":1785289160.212849,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289160.2128944,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bd2e0de2-8472-4dbe-9239-cfe23ef572e5"} {"level":"info","ts":1785289160.2129042,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bd2e0de2-8472-4dbe-9239-cfe23ef572e5"} {"level":"info","ts":1785289160.2129142,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bd2e0de2-8472-4dbe-9239-cfe23ef572e5","EoS":false} {"level":"info","ts":1785289160.2129245,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bd2e0de2-8472-4dbe-9239-cfe23ef572e5","EoS":true} {"level":"info","ts":1785289160.2129433,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"bd2e0de2-8472-4dbe-9239-cfe23ef572e5","field":"model"} {"level":"info","ts":1785289160.212964,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bd2e0de2-8472-4dbe-9239-cfe23ef572e5"} {"level":"info","ts":1785289161.1138084,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d03f218f-ccfe-453f-8eb1-018e6b19d288"} {"level":"info","ts":1785289161.1138446,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e99dcf0-bd88-4661-943d-89463659207d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289161.1138752,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e99dcf0-bd88-4661-943d-89463659207d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289161.2608454,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"41314dbb-a963-4eec-af75-430da4c83593"} {"level":"info","ts":1785289161.2608685,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e7555284-b33d-4050-886f-2d43f03680b0","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785289161.260894,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e7555284-b33d-4050-886f-2d43f03680b0","name":"e2e-external-provider","namespace":"llm"}