{"level":"info","ts":1785664076.9745965,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"89bfe2be-c992-417c-abbd-b71c302be768","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664076.9746146,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"89bfe2be-c992-417c-abbd-b71c302be768"} {"level":"info","ts":1785664077.0140367,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664077.0140924,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d08f13fe-bc9f-4db3-abff-00ca2833144e"} {"level":"info","ts":1785664077.0141053,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d08f13fe-bc9f-4db3-abff-00ca2833144e"} {"level":"info","ts":1785664077.014116,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d08f13fe-bc9f-4db3-abff-00ca2833144e","EoS":false} {"level":"info","ts":1785664077.0141268,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d08f13fe-bc9f-4db3-abff-00ca2833144e","EoS":true} {"level":"info","ts":1785664077.0141408,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d08f13fe-bc9f-4db3-abff-00ca2833144e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785664077.0141556,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d08f13fe-bc9f-4db3-abff-00ca2833144e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664077.0141716,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d08f13fe-bc9f-4db3-abff-00ca2833144e"} {"level":"info","ts":1785664089.2050838,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664089.205177,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1515fae2-7290-4ea8-ac97-b0fd065cd24d"} {"level":"info","ts":1785664089.2051954,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1515fae2-7290-4ea8-ac97-b0fd065cd24d"} {"level":"info","ts":1785664089.2052157,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1515fae2-7290-4ea8-ac97-b0fd065cd24d","EoS":false} {"level":"info","ts":1785664089.2052586,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1515fae2-7290-4ea8-ac97-b0fd065cd24d","EoS":true} {"level":"info","ts":1785664089.205292,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1515fae2-7290-4ea8-ac97-b0fd065cd24d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785664089.205312,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1515fae2-7290-4ea8-ac97-b0fd065cd24d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664089.2053442,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1515fae2-7290-4ea8-ac97-b0fd065cd24d"} {"level":"info","ts":1785664089.2490656,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664089.2491314,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1291417b-1b8d-4550-bcea-12a60aa70b3d"} {"level":"info","ts":1785664089.249141,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1291417b-1b8d-4550-bcea-12a60aa70b3d"} {"level":"info","ts":1785664089.2491517,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1291417b-1b8d-4550-bcea-12a60aa70b3d","EoS":false} {"level":"info","ts":1785664089.2491617,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1291417b-1b8d-4550-bcea-12a60aa70b3d","EoS":true} {"level":"info","ts":1785664089.2491832,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1291417b-1b8d-4550-bcea-12a60aa70b3d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785664089.2491977,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1291417b-1b8d-4550-bcea-12a60aa70b3d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664089.249217,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1291417b-1b8d-4550-bcea-12a60aa70b3d"} {"level":"info","ts":1785664089.278465,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664089.278547,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7efc5bac-0c92-4c3c-9cdb-64adcffb7fee"} {"level":"info","ts":1785664089.2785592,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7efc5bac-0c92-4c3c-9cdb-64adcffb7fee"} {"level":"info","ts":1785664089.2785757,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7efc5bac-0c92-4c3c-9cdb-64adcffb7fee","EoS":false} {"level":"info","ts":1785664089.2785912,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7efc5bac-0c92-4c3c-9cdb-64adcffb7fee","EoS":true} {"level":"info","ts":1785664089.2786088,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7efc5bac-0c92-4c3c-9cdb-64adcffb7fee","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785664089.2786226,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7efc5bac-0c92-4c3c-9cdb-64adcffb7fee","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664089.278641,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7efc5bac-0c92-4c3c-9cdb-64adcffb7fee"} {"level":"info","ts":1785664089.325605,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664089.325702,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"657895e5-6654-4bb0-a201-ea55019ea9df"} {"level":"info","ts":1785664089.3257172,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"657895e5-6654-4bb0-a201-ea55019ea9df"} {"level":"info","ts":1785664089.3257356,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"657895e5-6654-4bb0-a201-ea55019ea9df","EoS":false} {"level":"info","ts":1785664089.3257563,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"657895e5-6654-4bb0-a201-ea55019ea9df","EoS":true} {"level":"info","ts":1785664089.325827,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"657895e5-6654-4bb0-a201-ea55019ea9df","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785664089.325846,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"657895e5-6654-4bb0-a201-ea55019ea9df","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785664089.3258755,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"657895e5-6654-4bb0-a201-ea55019ea9df"} {"level":"info","ts":1785664089.999221,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664089.9993327,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6d61e5ea-fccf-4077-8fa0-09fd0aa02546"} {"level":"info","ts":1785664089.9993467,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6d61e5ea-fccf-4077-8fa0-09fd0aa02546"} {"level":"info","ts":1785664089.999365,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6d61e5ea-fccf-4077-8fa0-09fd0aa02546","EoS":false} {"level":"info","ts":1785664089.9993842,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6d61e5ea-fccf-4077-8fa0-09fd0aa02546","EoS":true} {"level":"info","ts":1785664089.99946,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6d61e5ea-fccf-4077-8fa0-09fd0aa02546","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785664089.9994795,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6d61e5ea-fccf-4077-8fa0-09fd0aa02546","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664089.9995093,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6d61e5ea-fccf-4077-8fa0-09fd0aa02546"} {"level":"info","ts":1785664090.041267,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664090.041343,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"70ee4440-19d9-4009-9ba7-243bdf884870"} {"level":"info","ts":1785664090.0413568,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"70ee4440-19d9-4009-9ba7-243bdf884870"} {"level":"info","ts":1785664090.0413687,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"70ee4440-19d9-4009-9ba7-243bdf884870","EoS":false} {"level":"info","ts":1785664090.041379,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"70ee4440-19d9-4009-9ba7-243bdf884870","EoS":true} {"level":"info","ts":1785664090.0413976,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"70ee4440-19d9-4009-9ba7-243bdf884870","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785664090.0414097,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"70ee4440-19d9-4009-9ba7-243bdf884870","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785664090.041429,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"70ee4440-19d9-4009-9ba7-243bdf884870"} {"level":"info","ts":1785664094.197609,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664094.1976986,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"723aac3f-2105-4e45-8364-b33630ddf202"} {"level":"info","ts":1785664094.1977105,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"723aac3f-2105-4e45-8364-b33630ddf202"} {"level":"info","ts":1785664094.1977215,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"723aac3f-2105-4e45-8364-b33630ddf202","EoS":false} {"level":"info","ts":1785664094.1977327,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"723aac3f-2105-4e45-8364-b33630ddf202","EoS":true} {"level":"info","ts":1785664094.1977549,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"723aac3f-2105-4e45-8364-b33630ddf202","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785664094.197772,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"723aac3f-2105-4e45-8364-b33630ddf202","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785664094.1977909,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"723aac3f-2105-4e45-8364-b33630ddf202"} {"level":"info","ts":1785664110.030458,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664110.0305429,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27e246ae-e6c5-4efb-ba1c-9a946f5e2657"} {"level":"info","ts":1785664110.0305548,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"27e246ae-e6c5-4efb-ba1c-9a946f5e2657"} {"level":"info","ts":1785664110.030567,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"27e246ae-e6c5-4efb-ba1c-9a946f5e2657","EoS":false} {"level":"info","ts":1785664110.0305848,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"27e246ae-e6c5-4efb-ba1c-9a946f5e2657","EoS":true} {"level":"info","ts":1785664110.0306056,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"27e246ae-e6c5-4efb-ba1c-9a946f5e2657","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785664110.0306227,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"27e246ae-e6c5-4efb-ba1c-9a946f5e2657","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664110.0306435,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"27e246ae-e6c5-4efb-ba1c-9a946f5e2657"} {"level":"info","ts":1785664110.1836033,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664110.1836822,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5338ee0f-dd6b-4441-945e-f252b16af047"} {"level":"info","ts":1785664110.183698,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5338ee0f-dd6b-4441-945e-f252b16af047"} {"level":"info","ts":1785664110.183717,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5338ee0f-dd6b-4441-945e-f252b16af047","EoS":false} {"level":"info","ts":1785664110.183736,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5338ee0f-dd6b-4441-945e-f252b16af047","EoS":true} {"level":"info","ts":1785664110.1837685,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5338ee0f-dd6b-4441-945e-f252b16af047","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785664110.1838553,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5338ee0f-dd6b-4441-945e-f252b16af047","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664110.1838844,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5338ee0f-dd6b-4441-945e-f252b16af047"} {"level":"info","ts":1785664110.327076,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664110.3271482,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ff4b52b-8391-4678-bbba-c0112d41eac6"} {"level":"info","ts":1785664110.3271573,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9ff4b52b-8391-4678-bbba-c0112d41eac6"} {"level":"info","ts":1785664110.3271704,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9ff4b52b-8391-4678-bbba-c0112d41eac6","EoS":false} {"level":"info","ts":1785664110.3271801,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9ff4b52b-8391-4678-bbba-c0112d41eac6","EoS":true} {"level":"info","ts":1785664110.3271992,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9ff4b52b-8391-4678-bbba-c0112d41eac6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785664110.3272154,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9ff4b52b-8391-4678-bbba-c0112d41eac6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664110.3272533,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9ff4b52b-8391-4678-bbba-c0112d41eac6"} {"level":"info","ts":1785664110.4724917,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664110.4725685,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42900431-65cc-4079-ac4f-942f6240ff8f"} {"level":"info","ts":1785664110.472577,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"42900431-65cc-4079-ac4f-942f6240ff8f"} {"level":"info","ts":1785664110.472588,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"42900431-65cc-4079-ac4f-942f6240ff8f","EoS":false} {"level":"info","ts":1785664110.4726028,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"42900431-65cc-4079-ac4f-942f6240ff8f","EoS":true} {"level":"info","ts":1785664110.472622,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"42900431-65cc-4079-ac4f-942f6240ff8f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785664110.472637,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42900431-65cc-4079-ac4f-942f6240ff8f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664110.4726572,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"42900431-65cc-4079-ac4f-942f6240ff8f"} {"level":"info","ts":1785664110.6141703,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664110.61425,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5487d53b-0573-49a2-bc23-d212575882f7"} {"level":"info","ts":1785664110.6142638,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5487d53b-0573-49a2-bc23-d212575882f7"} {"level":"info","ts":1785664110.6142752,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5487d53b-0573-49a2-bc23-d212575882f7","EoS":false} {"level":"info","ts":1785664110.614287,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5487d53b-0573-49a2-bc23-d212575882f7","EoS":true} {"level":"info","ts":1785664110.614308,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5487d53b-0573-49a2-bc23-d212575882f7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785664110.614325,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5487d53b-0573-49a2-bc23-d212575882f7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664110.6143472,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5487d53b-0573-49a2-bc23-d212575882f7"} {"level":"info","ts":1785664110.752853,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664110.7529118,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d7353fb-d2a7-40cf-a6dc-bfbb3d0ebb92"} {"level":"info","ts":1785664110.7529235,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3d7353fb-d2a7-40cf-a6dc-bfbb3d0ebb92"} {"level":"info","ts":1785664110.7529337,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3d7353fb-d2a7-40cf-a6dc-bfbb3d0ebb92","EoS":false} {"level":"info","ts":1785664110.7529438,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3d7353fb-d2a7-40cf-a6dc-bfbb3d0ebb92","EoS":true} {"level":"info","ts":1785664110.7529619,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3d7353fb-d2a7-40cf-a6dc-bfbb3d0ebb92","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785664110.7529771,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d7353fb-d2a7-40cf-a6dc-bfbb3d0ebb92","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664110.752998,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3d7353fb-d2a7-40cf-a6dc-bfbb3d0ebb92"} {"level":"info","ts":1785664131.8431237,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664131.8432097,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1cccf990-2af4-48c3-acbd-17a0bc7d0430"} {"level":"info","ts":1785664131.8432252,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1cccf990-2af4-48c3-acbd-17a0bc7d0430"} {"level":"info","ts":1785664131.843253,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1cccf990-2af4-48c3-acbd-17a0bc7d0430","EoS":false} {"level":"info","ts":1785664131.8432646,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1cccf990-2af4-48c3-acbd-17a0bc7d0430","EoS":true} {"level":"info","ts":1785664131.8432872,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1cccf990-2af4-48c3-acbd-17a0bc7d0430","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785664131.8433037,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1cccf990-2af4-48c3-acbd-17a0bc7d0430","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664131.8433235,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1cccf990-2af4-48c3-acbd-17a0bc7d0430"} {"level":"info","ts":1785664131.886317,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664131.8863955,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31960373-25be-41d2-8e71-3549f6cfafaa"} {"level":"info","ts":1785664131.8864076,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"31960373-25be-41d2-8e71-3549f6cfafaa"} {"level":"info","ts":1785664131.8864267,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"31960373-25be-41d2-8e71-3549f6cfafaa","EoS":false} {"level":"info","ts":1785664131.8864458,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"31960373-25be-41d2-8e71-3549f6cfafaa","EoS":true} {"level":"info","ts":1785664131.8864734,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"31960373-25be-41d2-8e71-3549f6cfafaa","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785664131.8864915,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"31960373-25be-41d2-8e71-3549f6cfafaa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664131.886517,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"31960373-25be-41d2-8e71-3549f6cfafaa"} {"level":"info","ts":1785664131.921908,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664131.921966,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2487faeb-0b45-4e7f-8765-4c25b855a89c"} {"level":"info","ts":1785664131.9219801,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2487faeb-0b45-4e7f-8765-4c25b855a89c"} {"level":"info","ts":1785664131.921997,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2487faeb-0b45-4e7f-8765-4c25b855a89c","EoS":false} {"level":"info","ts":1785664131.9220157,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2487faeb-0b45-4e7f-8765-4c25b855a89c","EoS":true} {"level":"info","ts":1785664131.922039,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2487faeb-0b45-4e7f-8765-4c25b855a89c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785664131.9220555,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2487faeb-0b45-4e7f-8765-4c25b855a89c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664131.922079,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2487faeb-0b45-4e7f-8765-4c25b855a89c"} {"level":"info","ts":1785664131.9575715,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664131.9576235,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c745f6f7-ec1e-48be-ad65-faf09dc05fd0"} {"level":"info","ts":1785664136.5910022,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664136.5910814,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d6161ab4-74b2-4c5a-b4de-d30d83bf11de"} {"level":"info","ts":1785664136.5910912,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d6161ab4-74b2-4c5a-b4de-d30d83bf11de"} {"level":"info","ts":1785664136.5911021,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d6161ab4-74b2-4c5a-b4de-d30d83bf11de","EoS":false} {"level":"info","ts":1785664136.5911138,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d6161ab4-74b2-4c5a-b4de-d30d83bf11de","EoS":true} {"level":"info","ts":1785664136.5911343,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d6161ab4-74b2-4c5a-b4de-d30d83bf11de","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785664136.5911496,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d6161ab4-74b2-4c5a-b4de-d30d83bf11de","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664136.59117,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d6161ab4-74b2-4c5a-b4de-d30d83bf11de"} {"level":"info","ts":1785664145.1642087,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664145.1642962,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"324164c7-c70f-40c5-98d2-a52608debaa9"} {"level":"info","ts":1785664145.1643083,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"324164c7-c70f-40c5-98d2-a52608debaa9"} {"level":"info","ts":1785664145.16432,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"324164c7-c70f-40c5-98d2-a52608debaa9","EoS":false} {"level":"info","ts":1785664145.1643307,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"324164c7-c70f-40c5-98d2-a52608debaa9","EoS":true} {"level":"info","ts":1785664145.1643522,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"324164c7-c70f-40c5-98d2-a52608debaa9","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785664145.1643689,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"324164c7-c70f-40c5-98d2-a52608debaa9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785664145.1643918,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"324164c7-c70f-40c5-98d2-a52608debaa9"} {"level":"info","ts":1785664158.024488,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664158.0245657,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e2dabf42-34d3-4802-afcc-e7554d9f21f1"} {"level":"info","ts":1785664158.0245771,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e2dabf42-34d3-4802-afcc-e7554d9f21f1"} {"level":"info","ts":1785664158.024588,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e2dabf42-34d3-4802-afcc-e7554d9f21f1","EoS":false} {"level":"info","ts":1785664158.0245988,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e2dabf42-34d3-4802-afcc-e7554d9f21f1","EoS":true} {"level":"info","ts":1785664158.0246193,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e2dabf42-34d3-4802-afcc-e7554d9f21f1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785664158.024635,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e2dabf42-34d3-4802-afcc-e7554d9f21f1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664158.0246575,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e2dabf42-34d3-4802-afcc-e7554d9f21f1"} {"level":"info","ts":1785664166.5675247,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664166.56761,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"990c3992-5dbc-48ef-bb74-8913b14aae93"} {"level":"info","ts":1785664166.5676212,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"990c3992-5dbc-48ef-bb74-8913b14aae93"} {"level":"info","ts":1785664166.5676324,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"990c3992-5dbc-48ef-bb74-8913b14aae93","EoS":false} {"level":"info","ts":1785664166.5676436,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"990c3992-5dbc-48ef-bb74-8913b14aae93","EoS":true} {"level":"info","ts":1785664166.5676634,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"990c3992-5dbc-48ef-bb74-8913b14aae93","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785664166.5676825,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"990c3992-5dbc-48ef-bb74-8913b14aae93","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664166.567703,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"990c3992-5dbc-48ef-bb74-8913b14aae93"} {"level":"info","ts":1785664175.4395306,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664175.4396186,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c8b35544-59ad-4814-85a5-ee59d2043614"} {"level":"info","ts":1785664175.4396305,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c8b35544-59ad-4814-85a5-ee59d2043614"} {"level":"info","ts":1785664175.4396493,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c8b35544-59ad-4814-85a5-ee59d2043614","EoS":false} {"level":"info","ts":1785664175.4396663,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c8b35544-59ad-4814-85a5-ee59d2043614","EoS":true} {"level":"info","ts":1785664175.4396975,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c8b35544-59ad-4814-85a5-ee59d2043614","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785664175.4397168,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c8b35544-59ad-4814-85a5-ee59d2043614","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664175.4397464,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c8b35544-59ad-4814-85a5-ee59d2043614"} {"level":"info","ts":1785664184.4349353,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664184.4350164,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5900b26f-d48e-49f4-a403-be47d4185d9a"} {"level":"info","ts":1785664184.4350266,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5900b26f-d48e-49f4-a403-be47d4185d9a"} {"level":"info","ts":1785664184.4350374,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5900b26f-d48e-49f4-a403-be47d4185d9a","EoS":false} {"level":"info","ts":1785664184.4350476,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5900b26f-d48e-49f4-a403-be47d4185d9a","EoS":true} {"level":"info","ts":1785664184.4350686,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5900b26f-d48e-49f4-a403-be47d4185d9a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785664184.4350848,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5900b26f-d48e-49f4-a403-be47d4185d9a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664184.4351037,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5900b26f-d48e-49f4-a403-be47d4185d9a"} {"level":"info","ts":1785664189.1684394,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664189.1685429,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2bdd7966-d5fc-42e0-b3bf-b850e7af55c2"} {"level":"info","ts":1785664189.1685615,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2bdd7966-d5fc-42e0-b3bf-b850e7af55c2"} {"level":"info","ts":1785664189.1685755,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2bdd7966-d5fc-42e0-b3bf-b850e7af55c2","EoS":false} {"level":"info","ts":1785664189.1685858,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2bdd7966-d5fc-42e0-b3bf-b850e7af55c2","EoS":true} {"level":"info","ts":1785664189.1686075,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2bdd7966-d5fc-42e0-b3bf-b850e7af55c2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785664189.1686234,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2bdd7966-d5fc-42e0-b3bf-b850e7af55c2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664189.1686428,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2bdd7966-d5fc-42e0-b3bf-b850e7af55c2"} {"level":"info","ts":1785664193.9476175,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664193.9476907,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2b6831a9-6659-4e5a-abec-5976c15a0031"} {"level":"info","ts":1785664193.9477036,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2b6831a9-6659-4e5a-abec-5976c15a0031"} {"level":"info","ts":1785664193.9477148,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2b6831a9-6659-4e5a-abec-5976c15a0031","EoS":false} {"level":"info","ts":1785664193.9477277,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2b6831a9-6659-4e5a-abec-5976c15a0031","EoS":true} {"level":"info","ts":1785664193.9477496,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2b6831a9-6659-4e5a-abec-5976c15a0031","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785664193.947768,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2b6831a9-6659-4e5a-abec-5976c15a0031","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785664193.9477873,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2b6831a9-6659-4e5a-abec-5976c15a0031"} {"level":"info","ts":1785664204.9052205,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664204.9053376,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d475fc6d-92b9-4eff-81d4-8a75672f30a3"} {"level":"info","ts":1785664204.9053593,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d475fc6d-92b9-4eff-81d4-8a75672f30a3"} {"level":"info","ts":1785664204.905379,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d475fc6d-92b9-4eff-81d4-8a75672f30a3","EoS":false} {"level":"info","ts":1785664204.9053977,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d475fc6d-92b9-4eff-81d4-8a75672f30a3","EoS":true} {"level":"info","ts":1785664204.9054286,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d475fc6d-92b9-4eff-81d4-8a75672f30a3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785664204.9054492,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d475fc6d-92b9-4eff-81d4-8a75672f30a3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785664204.9054797,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d475fc6d-92b9-4eff-81d4-8a75672f30a3"} {"level":"info","ts":1785664239.5740345,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664239.5741122,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"35cd0e77-30f0-4648-8140-c44f994dab8b"} {"level":"info","ts":1785664239.5741239,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"35cd0e77-30f0-4648-8140-c44f994dab8b"} {"level":"info","ts":1785664239.5741348,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"35cd0e77-30f0-4648-8140-c44f994dab8b","EoS":false} {"level":"info","ts":1785664239.574146,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"35cd0e77-30f0-4648-8140-c44f994dab8b","EoS":true} {"level":"info","ts":1785664239.574166,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"35cd0e77-30f0-4648-8140-c44f994dab8b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785664239.574182,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"35cd0e77-30f0-4648-8140-c44f994dab8b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785664239.5742054,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"35cd0e77-30f0-4648-8140-c44f994dab8b"} {"level":"info","ts":1785664248.8839538,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664248.8840358,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce51f5f9-76b1-4e7b-8fc4-236d66767ea3"} {"level":"info","ts":1785664248.8840497,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ce51f5f9-76b1-4e7b-8fc4-236d66767ea3"} {"level":"info","ts":1785664248.8840609,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ce51f5f9-76b1-4e7b-8fc4-236d66767ea3","EoS":false} {"level":"info","ts":1785664248.8840728,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ce51f5f9-76b1-4e7b-8fc4-236d66767ea3","EoS":true} {"level":"info","ts":1785664248.884094,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ce51f5f9-76b1-4e7b-8fc4-236d66767ea3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785664248.8841097,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce51f5f9-76b1-4e7b-8fc4-236d66767ea3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664248.8841305,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ce51f5f9-76b1-4e7b-8fc4-236d66767ea3"} {"level":"info","ts":1785664265.026165,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664265.0262656,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a1ce7080-2a3d-4f51-9f0d-d99d9da081b2"} {"level":"info","ts":1785664265.0262787,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a1ce7080-2a3d-4f51-9f0d-d99d9da081b2"} {"level":"info","ts":1785664265.0262926,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a1ce7080-2a3d-4f51-9f0d-d99d9da081b2","EoS":false} {"level":"info","ts":1785664265.026302,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a1ce7080-2a3d-4f51-9f0d-d99d9da081b2","EoS":true} {"level":"info","ts":1785664265.0263276,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a1ce7080-2a3d-4f51-9f0d-d99d9da081b2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785664265.0263472,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a1ce7080-2a3d-4f51-9f0d-d99d9da081b2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785664265.0263784,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a1ce7080-2a3d-4f51-9f0d-d99d9da081b2"} {"level":"info","ts":1785664274.5789435,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664274.5790272,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac5bec02-adab-4fda-ad46-6d55e7461160"} {"level":"info","ts":1785664274.5790377,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ac5bec02-adab-4fda-ad46-6d55e7461160"} {"level":"info","ts":1785664274.5790484,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ac5bec02-adab-4fda-ad46-6d55e7461160","EoS":false} {"level":"info","ts":1785664274.579061,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ac5bec02-adab-4fda-ad46-6d55e7461160","EoS":true} {"level":"info","ts":1785664274.5790823,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ac5bec02-adab-4fda-ad46-6d55e7461160","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785664274.5790975,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac5bec02-adab-4fda-ad46-6d55e7461160","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664274.5791175,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ac5bec02-adab-4fda-ad46-6d55e7461160"} {"level":"info","ts":1785664284.0276911,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664284.027764,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"13f876ae-d7a6-4199-82a4-213a35b0c797"} {"level":"info","ts":1785664284.0277755,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"13f876ae-d7a6-4199-82a4-213a35b0c797"} {"level":"info","ts":1785664284.0277863,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"13f876ae-d7a6-4199-82a4-213a35b0c797","EoS":false} {"level":"info","ts":1785664284.027797,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"13f876ae-d7a6-4199-82a4-213a35b0c797","EoS":true} {"level":"info","ts":1785664284.0278158,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"13f876ae-d7a6-4199-82a4-213a35b0c797","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785664284.0278313,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"13f876ae-d7a6-4199-82a4-213a35b0c797","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664284.0278537,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"13f876ae-d7a6-4199-82a4-213a35b0c797"} {"level":"info","ts":1785664284.0701303,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664284.0702026,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb888757-c240-4650-976b-52a0740d06b0"} {"level":"info","ts":1785664284.0702114,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cb888757-c240-4650-976b-52a0740d06b0"} {"level":"info","ts":1785664284.0702224,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cb888757-c240-4650-976b-52a0740d06b0","EoS":false} {"level":"info","ts":1785664284.0702507,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cb888757-c240-4650-976b-52a0740d06b0","EoS":true} {"level":"info","ts":1785664284.0702722,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cb888757-c240-4650-976b-52a0740d06b0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785664284.0702882,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cb888757-c240-4650-976b-52a0740d06b0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664284.0703063,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cb888757-c240-4650-976b-52a0740d06b0"} {"level":"info","ts":1785664303.1403303,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664303.1404138,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf9195b1-566c-4023-827c-fbee99cac71c"} {"level":"info","ts":1785664303.14043,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cf9195b1-566c-4023-827c-fbee99cac71c"} {"level":"info","ts":1785664303.1404424,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cf9195b1-566c-4023-827c-fbee99cac71c","EoS":false} {"level":"info","ts":1785664303.140455,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cf9195b1-566c-4023-827c-fbee99cac71c","EoS":true} {"level":"info","ts":1785664303.1404757,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cf9195b1-566c-4023-827c-fbee99cac71c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785664303.140491,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cf9195b1-566c-4023-827c-fbee99cac71c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664303.1405118,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cf9195b1-566c-4023-827c-fbee99cac71c"} {"level":"info","ts":1785664312.431666,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664312.431748,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"078cf6d7-1742-4898-a911-785b68f45291"} {"level":"info","ts":1785664312.4317572,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"078cf6d7-1742-4898-a911-785b68f45291"} {"level":"info","ts":1785664312.4317675,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"078cf6d7-1742-4898-a911-785b68f45291","EoS":false} {"level":"info","ts":1785664312.4317787,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"078cf6d7-1742-4898-a911-785b68f45291","EoS":true} {"level":"info","ts":1785664312.431798,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"078cf6d7-1742-4898-a911-785b68f45291","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785664312.4318135,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"078cf6d7-1742-4898-a911-785b68f45291","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664312.4318361,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"078cf6d7-1742-4898-a911-785b68f45291"} {"level":"info","ts":1785664328.3483684,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664328.3484578,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fba5459c-c9c7-4d21-8686-669c3afa2e36"} {"level":"info","ts":1785664328.3484733,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fba5459c-c9c7-4d21-8686-669c3afa2e36"} {"level":"info","ts":1785664328.3484921,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fba5459c-c9c7-4d21-8686-669c3afa2e36","EoS":false} {"level":"info","ts":1785664328.3485122,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fba5459c-c9c7-4d21-8686-669c3afa2e36","EoS":true} {"level":"info","ts":1785664328.3485508,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fba5459c-c9c7-4d21-8686-669c3afa2e36","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785664328.3485715,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fba5459c-c9c7-4d21-8686-669c3afa2e36","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785664328.3485956,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fba5459c-c9c7-4d21-8686-669c3afa2e36"} {"level":"info","ts":1785664461.4372926,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664461.4373748,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b04e75b8-7335-41a5-aeb7-5d71b00ece84"} {"level":"info","ts":1785664461.437386,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b04e75b8-7335-41a5-aeb7-5d71b00ece84"} {"level":"info","ts":1785664461.4373972,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b04e75b8-7335-41a5-aeb7-5d71b00ece84","EoS":false} {"level":"info","ts":1785664461.437407,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b04e75b8-7335-41a5-aeb7-5d71b00ece84","EoS":true} {"level":"info","ts":1785664461.4374292,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b04e75b8-7335-41a5-aeb7-5d71b00ece84","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785664461.4374468,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b04e75b8-7335-41a5-aeb7-5d71b00ece84","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785664461.4374673,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b04e75b8-7335-41a5-aeb7-5d71b00ece84"} {"level":"info","ts":1785664483.2118952,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664483.2119746,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"77a598bd-4d03-42de-b0e2-055445758ab8"} {"level":"info","ts":1785664483.211986,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"77a598bd-4d03-42de-b0e2-055445758ab8"} {"level":"info","ts":1785664483.2119973,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"77a598bd-4d03-42de-b0e2-055445758ab8","EoS":false} {"level":"info","ts":1785664483.2120094,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"77a598bd-4d03-42de-b0e2-055445758ab8","EoS":true} {"level":"info","ts":1785664483.21203,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"77a598bd-4d03-42de-b0e2-055445758ab8","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785664483.2120457,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"77a598bd-4d03-42de-b0e2-055445758ab8","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785664483.2120643,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"77a598bd-4d03-42de-b0e2-055445758ab8"} {"level":"info","ts":1785664539.5825639,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664539.5826457,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b875f6ac-268f-4190-93f0-55f4570c9435"} {"level":"info","ts":1785664539.5826566,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b875f6ac-268f-4190-93f0-55f4570c9435"} {"level":"info","ts":1785664539.582668,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b875f6ac-268f-4190-93f0-55f4570c9435","EoS":false} {"level":"info","ts":1785664539.5826786,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b875f6ac-268f-4190-93f0-55f4570c9435","EoS":true} {"level":"info","ts":1785664539.5827003,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b875f6ac-268f-4190-93f0-55f4570c9435","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785664539.5827172,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b875f6ac-268f-4190-93f0-55f4570c9435","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664539.582739,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b875f6ac-268f-4190-93f0-55f4570c9435"} {"level":"info","ts":1785664554.8319423,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664554.832047,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b446fb4a-bbda-4afd-9992-677588736921"} {"level":"info","ts":1785664554.832062,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b446fb4a-bbda-4afd-9992-677588736921"} {"level":"info","ts":1785664554.832081,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b446fb4a-bbda-4afd-9992-677588736921","EoS":false} {"level":"info","ts":1785664554.832103,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b446fb4a-bbda-4afd-9992-677588736921","EoS":true} {"level":"info","ts":1785664554.8321385,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b446fb4a-bbda-4afd-9992-677588736921","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785664554.8321579,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b446fb4a-bbda-4afd-9992-677588736921","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664554.832188,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b446fb4a-bbda-4afd-9992-677588736921"} {"level":"info","ts":1785664555.1142056,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664555.1143217,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a9e347c-1a18-4957-b511-02dd421cc8c3"} {"level":"info","ts":1785664555.1143422,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5a9e347c-1a18-4957-b511-02dd421cc8c3"} {"level":"info","ts":1785664555.1143599,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5a9e347c-1a18-4957-b511-02dd421cc8c3","EoS":false} {"level":"info","ts":1785664555.1143746,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5a9e347c-1a18-4957-b511-02dd421cc8c3","EoS":true} {"level":"info","ts":1785664555.1144044,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5a9e347c-1a18-4957-b511-02dd421cc8c3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785664555.1144252,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a9e347c-1a18-4957-b511-02dd421cc8c3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664555.1144521,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5a9e347c-1a18-4957-b511-02dd421cc8c3"} {"level":"info","ts":1785664870.1776955,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664870.177785,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ddc6e180-2add-4921-aa10-7c09fffa7905"} {"level":"info","ts":1785664870.1777968,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ddc6e180-2add-4921-aa10-7c09fffa7905"} {"level":"info","ts":1785664870.1778126,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ddc6e180-2add-4921-aa10-7c09fffa7905","EoS":false} {"level":"info","ts":1785664870.1778228,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ddc6e180-2add-4921-aa10-7c09fffa7905","EoS":true} {"level":"info","ts":1785664870.1778457,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ddc6e180-2add-4921-aa10-7c09fffa7905","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785664870.177859,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ddc6e180-2add-4921-aa10-7c09fffa7905","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664870.177881,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ddc6e180-2add-4921-aa10-7c09fffa7905"} {"level":"info","ts":1785664870.2272213,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664870.2273073,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d27fd369-cf9e-4706-bda1-786ecd6ce39d"} {"level":"info","ts":1785664870.2273164,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d27fd369-cf9e-4706-bda1-786ecd6ce39d"} {"level":"info","ts":1785664870.2273273,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d27fd369-cf9e-4706-bda1-786ecd6ce39d","EoS":false} {"level":"info","ts":1785664870.227337,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d27fd369-cf9e-4706-bda1-786ecd6ce39d","EoS":true} {"level":"info","ts":1785664870.2273538,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d27fd369-cf9e-4706-bda1-786ecd6ce39d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785664870.227376,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d27fd369-cf9e-4706-bda1-786ecd6ce39d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664870.2273917,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d27fd369-cf9e-4706-bda1-786ecd6ce39d"} {"level":"info","ts":1785664870.2653933,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664870.2654488,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a0e8a823-13f1-470e-a253-73ca50ac9ff7"} {"level":"info","ts":1785664870.2654612,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a0e8a823-13f1-470e-a253-73ca50ac9ff7"} {"level":"info","ts":1785664870.265472,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a0e8a823-13f1-470e-a253-73ca50ac9ff7","EoS":false} {"level":"info","ts":1785664870.2654817,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a0e8a823-13f1-470e-a253-73ca50ac9ff7","EoS":true} {"level":"info","ts":1785664870.2655044,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a0e8a823-13f1-470e-a253-73ca50ac9ff7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785664870.2655177,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a0e8a823-13f1-470e-a253-73ca50ac9ff7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664870.2655337,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a0e8a823-13f1-470e-a253-73ca50ac9ff7"} {"level":"info","ts":1785664875.1140904,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"16f7471f-f86f-4169-8158-57d3c5ab0aa2"} {"level":"info","ts":1785664875.1141222,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a325aa91-cfd3-4d4f-89c2-538c6d7fb25f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785664875.1141648,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a325aa91-cfd3-4d4f-89c2-538c6d7fb25f","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785664875.1196759,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5ac43deb-1f51-49a9-811f-70c6686b0570","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785664875.119902,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35792.18907395,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785664875.1199322,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5ac43deb-1f51-49a9-811f-70c6686b0570","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785664875.1199274,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785664875.2323372,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e52f922e-0f3d-415e-ac77-bc8442c1e346"} {"level":"info","ts":1785664875.2334168,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7b39f6b5-53a4-4b0f-a9da-af572c24a4a3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785664875.233553,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7b39f6b5-53a4-4b0f-a9da-af572c24a4a3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785664875.2380712,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785664875.2402174,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6fcf24fc-739d-4a08-bd04-32cb83ab35be","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785664875.240264,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6fcf24fc-739d-4a08-bd04-32cb83ab35be","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785664875.241529,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e52f922e-0f3d-415e-ac77-bc8442c1e346","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785664875.2415793,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e52f922e-0f3d-415e-ac77-bc8442c1e346","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785664875.3257942,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37227.241675857,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785664875.3258455,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785664875.3258166,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6a3a0eae-b678-4804-aa52-bd7c5169d481","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785664875.3259485,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6a3a0eae-b678-4804-aa52-bd7c5169d481","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785664875.3260906,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e8e87ca-dd96-4aac-b083-cb956f39aff2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785664875.3261285,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e8e87ca-dd96-4aac-b083-cb956f39aff2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785664875.3262925,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d839b53c-71b4-423f-9d33-11910dfcf541","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785664875.326316,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d839b53c-71b4-423f-9d33-11910dfcf541","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785664875.3260741,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e52f922e-0f3d-415e-ac77-bc8442c1e346","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785664875.3263624,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e52f922e-0f3d-415e-ac77-bc8442c1e346","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785664875.3264225,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"72845007-a587-4d0b-bca5-7a656a5d0145"} {"level":"info","ts":1785664875.3266685,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38322.725100422,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785664875.3266923,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785664875.3587883,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785664875.4026916,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785664875.4259472,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"16f7471f-f86f-4169-8158-57d3c5ab0aa2","name":"e2e-external-provider"} {"level":"info","ts":1785664875.4266608,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"72845007-a587-4d0b-bca5-7a656a5d0145","name":"e2e-external-model"} {"level":"info","ts":1785664875.4319963,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"453430a1-d7f4-4104-be93-e81da204eff3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785664875.4320369,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"453430a1-d7f4-4104-be93-e81da204eff3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785664875.4484382,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"16f7471f-f86f-4169-8158-57d3c5ab0aa2","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785664875.4591975,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"16f7471f-f86f-4169-8158-57d3c5ab0aa2","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785664875.4592865,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a07f6f89-af2c-46bd-9a3a-566112200169"} {"level":"info","ts":1785664875.4593241,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a07f6f89-af2c-46bd-9a3a-566112200169","name":"e2e-external-provider"} {"level":"error","ts":1785664875.4701724,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"72845007-a587-4d0b-bca5-7a656a5d0145","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785664875.4702044,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"72845007-a587-4d0b-bca5-7a656a5d0145","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785664875.4702756,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5978ee79-828c-476d-8449-2913d301db56"} {"level":"info","ts":1785664875.4703174,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5978ee79-828c-476d-8449-2913d301db56","name":"e2e-external-model"} {"level":"info","ts":1785664875.4786813,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a07f6f89-af2c-46bd-9a3a-566112200169","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785664875.4907806,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5978ee79-828c-476d-8449-2913d301db56","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785664887.0244482,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664887.0245209,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3e8968e3-994b-4264-8c2f-9a2fb5be3ba4"} {"level":"info","ts":1785664887.0245306,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3e8968e3-994b-4264-8c2f-9a2fb5be3ba4"} {"level":"info","ts":1785664887.0245414,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3e8968e3-994b-4264-8c2f-9a2fb5be3ba4","EoS":false} {"level":"info","ts":1785664887.0245519,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3e8968e3-994b-4264-8c2f-9a2fb5be3ba4","EoS":true} {"level":"info","ts":1785664887.0245728,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3e8968e3-994b-4264-8c2f-9a2fb5be3ba4","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785664887.0245893,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3e8968e3-994b-4264-8c2f-9a2fb5be3ba4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785664887.0245967,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"3e8968e3-994b-4264-8c2f-9a2fb5be3ba4","modelName":"e2e-external-model"} {"level":"info","ts":1785664887.0246122,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"3e8968e3-994b-4264-8c2f-9a2fb5be3ba4","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785664887.0246565,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3e8968e3-994b-4264-8c2f-9a2fb5be3ba4"} {"level":"info","ts":1785664887.0766063,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664887.0766568,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2050ccb0-17df-44ea-bb46-1b8d056d57d1"} {"level":"info","ts":1785664887.076667,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2050ccb0-17df-44ea-bb46-1b8d056d57d1"} {"level":"info","ts":1785664887.0766768,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2050ccb0-17df-44ea-bb46-1b8d056d57d1","EoS":false} {"level":"info","ts":1785664887.0766873,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2050ccb0-17df-44ea-bb46-1b8d056d57d1","EoS":true} {"level":"info","ts":1785664887.0767038,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2050ccb0-17df-44ea-bb46-1b8d056d57d1","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785664887.076714,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2050ccb0-17df-44ea-bb46-1b8d056d57d1","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785664887.0767217,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"2050ccb0-17df-44ea-bb46-1b8d056d57d1","modelName":"e2e-external-model"} {"level":"info","ts":1785664887.0767329,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"2050ccb0-17df-44ea-bb46-1b8d056d57d1","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785664887.0767646,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2050ccb0-17df-44ea-bb46-1b8d056d57d1"} {"level":"info","ts":1785664887.107093,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664887.1071544,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"627be1fa-4ac5-4b81-aae0-2ef7ed6ee334"} {"level":"info","ts":1785664887.107167,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"627be1fa-4ac5-4b81-aae0-2ef7ed6ee334"} {"level":"info","ts":1785664887.1071854,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"627be1fa-4ac5-4b81-aae0-2ef7ed6ee334","EoS":false} {"level":"info","ts":1785664887.1072037,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"627be1fa-4ac5-4b81-aae0-2ef7ed6ee334","EoS":true} {"level":"info","ts":1785664887.1072273,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"627be1fa-4ac5-4b81-aae0-2ef7ed6ee334","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785664887.1072645,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"627be1fa-4ac5-4b81-aae0-2ef7ed6ee334","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785664887.1072745,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"627be1fa-4ac5-4b81-aae0-2ef7ed6ee334","modelName":"e2e-external-model"} {"level":"info","ts":1785664887.1072924,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"627be1fa-4ac5-4b81-aae0-2ef7ed6ee334","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785664887.1073384,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"627be1fa-4ac5-4b81-aae0-2ef7ed6ee334"} {"level":"info","ts":1785664887.330573,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b523396a-9d96-4e6c-bc01-1e52b45f3b1e"} {"level":"info","ts":1785664887.330631,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fb2f19ee-b71a-4d06-94a5-31580d8a4b76","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785664887.3306715,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fb2f19ee-b71a-4d06-94a5-31580d8a4b76","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785664887.3370144,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e206cb29-d639-4c29-8454-c251f5a1ed71","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785664887.3370414,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e206cb29-d639-4c29-8454-c251f5a1ed71","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785664887.3400989,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b523396a-9d96-4e6c-bc01-1e52b45f3b1e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785664887.3401527,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b523396a-9d96-4e6c-bc01-1e52b45f3b1e","name":"e2e-cleanup-test"} {"level":"info","ts":1785664887.3520515,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"83cb9fa1-9485-40af-b266-13653b314e57","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785664887.3520951,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"83cb9fa1-9485-40af-b266-13653b314e57","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785664887.3578696,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b523396a-9d96-4e6c-bc01-1e52b45f3b1e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785664887.3579082,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b523396a-9d96-4e6c-bc01-1e52b45f3b1e","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785664887.3579524,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"336b687f-5a04-44bd-accf-1079672d4bb3"} {"level":"info","ts":1785664887.3579955,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"336b687f-5a04-44bd-accf-1079672d4bb3","name":"e2e-cleanup-test"} {"level":"info","ts":1785664887.366076,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"780e3dcc-6510-4240-b263-1a5a4721a985","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785664887.3661027,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"780e3dcc-6510-4240-b263-1a5a4721a985","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785664887.3672814,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"336b687f-5a04-44bd-accf-1079672d4bb3","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785664887.3711622,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"336b687f-5a04-44bd-accf-1079672d4bb3","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785664887.3712275,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4994bc2c-33a3-4a25-99d9-a6c8595fbc29"} {"level":"info","ts":1785664887.3712857,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4994bc2c-33a3-4a25-99d9-a6c8595fbc29","name":"e2e-cleanup-test"} {"level":"info","ts":1785664887.3802986,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4994bc2c-33a3-4a25-99d9-a6c8595fbc29","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785664887.3823702,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4a54786d-8b8e-446f-b7ce-5788fe48a60b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785664887.3823967,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4a54786d-8b8e-446f-b7ce-5788fe48a60b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785664887.3844182,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4994bc2c-33a3-4a25-99d9-a6c8595fbc29","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785664887.3844833,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ea3f1071-ddd1-4059-ad5f-6203f33b6a4c"} {"level":"info","ts":1785664887.3845217,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ea3f1071-ddd1-4059-ad5f-6203f33b6a4c","name":"e2e-cleanup-test"} {"level":"info","ts":1785664887.3932085,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ea3f1071-ddd1-4059-ad5f-6203f33b6a4c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785664895.597024,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0c37626e-67af-42d5-a06d-3460dab30e31","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785664895.5970666,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0c37626e-67af-42d5-a06d-3460dab30e31","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785664895.5970283,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"10c4b2e5-8bec-4fbd-88eb-542aab6dd9a5"} {"level":"info","ts":1785664899.8987226,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664899.8988125,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"edf3d90d-ea9b-4f19-a00f-aa9ee3d4b9bc"} {"level":"info","ts":1785664899.8988314,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"edf3d90d-ea9b-4f19-a00f-aa9ee3d4b9bc"} {"level":"info","ts":1785664899.898851,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"edf3d90d-ea9b-4f19-a00f-aa9ee3d4b9bc","EoS":false} {"level":"info","ts":1785664899.8988707,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"edf3d90d-ea9b-4f19-a00f-aa9ee3d4b9bc","EoS":true} {"level":"info","ts":1785664899.898903,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"edf3d90d-ea9b-4f19-a00f-aa9ee3d4b9bc","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785664899.898935,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"edf3d90d-ea9b-4f19-a00f-aa9ee3d4b9bc","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785664899.8989668,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"edf3d90d-ea9b-4f19-a00f-aa9ee3d4b9bc"} {"level":"info","ts":1785664899.9313512,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664899.9314082,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"224b05c9-c206-4f42-b318-ed0f1cbb8660"} {"level":"info","ts":1785664899.9314296,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"224b05c9-c206-4f42-b318-ed0f1cbb8660"} {"level":"info","ts":1785664899.9314408,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"224b05c9-c206-4f42-b318-ed0f1cbb8660","EoS":false} {"level":"info","ts":1785664899.93145,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"224b05c9-c206-4f42-b318-ed0f1cbb8660","EoS":true} {"level":"info","ts":1785664899.931466,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"224b05c9-c206-4f42-b318-ed0f1cbb8660","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785664899.9314823,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"224b05c9-c206-4f42-b318-ed0f1cbb8660","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785664899.93149,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"224b05c9-c206-4f42-b318-ed0f1cbb8660","modelName":"e2e-external-model"} {"level":"info","ts":1785664899.931503,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"224b05c9-c206-4f42-b318-ed0f1cbb8660","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785664899.9315383,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"224b05c9-c206-4f42-b318-ed0f1cbb8660"} {"level":"info","ts":1785664900.066916,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664900.0669785,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"10bf5e97-0871-486f-940e-a102c969c0fe"} {"level":"info","ts":1785664900.0669882,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"10bf5e97-0871-486f-940e-a102c969c0fe"} {"level":"info","ts":1785664900.0669987,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"10bf5e97-0871-486f-940e-a102c969c0fe","EoS":false} {"level":"info","ts":1785664900.0670087,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"10bf5e97-0871-486f-940e-a102c969c0fe","EoS":true} {"level":"info","ts":1785664900.067027,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"10bf5e97-0871-486f-940e-a102c969c0fe","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785664900.0670414,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"10bf5e97-0871-486f-940e-a102c969c0fe","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785664900.067061,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"10bf5e97-0871-486f-940e-a102c969c0fe"} {"level":"info","ts":1785664900.1537561,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664900.1538172,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"65f61d9d-c8bd-4548-862e-3cc78ef2f95f"} {"level":"info","ts":1785664900.1538255,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"65f61d9d-c8bd-4548-862e-3cc78ef2f95f"} {"level":"info","ts":1785664900.1538355,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"65f61d9d-c8bd-4548-862e-3cc78ef2f95f","EoS":false} {"level":"info","ts":1785664900.153846,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"65f61d9d-c8bd-4548-862e-3cc78ef2f95f","EoS":true} {"level":"info","ts":1785664900.1538649,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"65f61d9d-c8bd-4548-862e-3cc78ef2f95f","field":"model"} {"level":"info","ts":1785664900.1538877,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"65f61d9d-c8bd-4548-862e-3cc78ef2f95f"} {"level":"info","ts":1785664901.1410303,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"07efcd72-dece-4b18-b472-22a58d524b09","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785664901.1410751,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"07efcd72-dece-4b18-b472-22a58d524b09","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785664901.1410909,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5679a617-d000-4a62-94ec-7c47386583fc"} {"level":"info","ts":1785664901.422656,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1569830f-a549-4fe9-bd22-f92fe28730b0"} {"level":"info","ts":1785664901.422699,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a6e52655-bc3f-4e85-ae52-aca1584c7319","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785664901.4227226,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a6e52655-bc3f-4e85-ae52-aca1584c7319","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785666705.517527,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785666705.5176067,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6116e96e-0c85-4bcd-92c3-16b2d20cef8f"} {"level":"info","ts":1785666780.1564944,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785666780.1565704,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6945311b-1ed1-4c5f-ac8c-3200ffdbd101"} {"level":"info","ts":1785666780.1565793,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6945311b-1ed1-4c5f-ac8c-3200ffdbd101"} {"level":"info","ts":1785666780.1565907,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6945311b-1ed1-4c5f-ac8c-3200ffdbd101","EoS":false} {"level":"info","ts":1785666780.1566012,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6945311b-1ed1-4c5f-ac8c-3200ffdbd101","EoS":true} {"level":"info","ts":1785666780.1566248,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6945311b-1ed1-4c5f-ac8c-3200ffdbd101","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785666780.1566396,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6945311b-1ed1-4c5f-ac8c-3200ffdbd101","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785666780.1566586,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6945311b-1ed1-4c5f-ac8c-3200ffdbd101"}