{"level":"info","ts":1785524320.0221741,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524320.0222387,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"306cfc08-e1bf-4142-868b-f51c50873ad9"} {"level":"info","ts":1785524320.0222468,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"306cfc08-e1bf-4142-868b-f51c50873ad9"} {"level":"info","ts":1785524320.0222561,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"306cfc08-e1bf-4142-868b-f51c50873ad9","EoS":false} {"level":"info","ts":1785524320.0222661,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"306cfc08-e1bf-4142-868b-f51c50873ad9","EoS":true} {"level":"info","ts":1785524320.022288,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"306cfc08-e1bf-4142-868b-f51c50873ad9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785524320.0223026,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"306cfc08-e1bf-4142-868b-f51c50873ad9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785524320.0223231,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"306cfc08-e1bf-4142-868b-f51c50873ad9"} {"level":"info","ts":1785524320.0564723,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524320.0565655,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"19bdaf31-6579-457b-a204-e203f9a06408"} {"level":"info","ts":1785524320.056577,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"19bdaf31-6579-457b-a204-e203f9a06408"} {"level":"info","ts":1785524320.0565882,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"19bdaf31-6579-457b-a204-e203f9a06408","EoS":false} {"level":"info","ts":1785524320.0566,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"19bdaf31-6579-457b-a204-e203f9a06408","EoS":true} {"level":"info","ts":1785524320.0566185,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"19bdaf31-6579-457b-a204-e203f9a06408","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785524320.0566332,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"19bdaf31-6579-457b-a204-e203f9a06408","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785524320.0566525,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"19bdaf31-6579-457b-a204-e203f9a06408"} {"level":"info","ts":1785524333.1616452,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524333.1617374,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d962fd9-4675-420b-a27e-6dd8f15c84aa"} {"level":"info","ts":1785524333.1617715,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3d962fd9-4675-420b-a27e-6dd8f15c84aa"} {"level":"info","ts":1785524333.1617844,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3d962fd9-4675-420b-a27e-6dd8f15c84aa","EoS":false} {"level":"info","ts":1785524333.1617982,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3d962fd9-4675-420b-a27e-6dd8f15c84aa","EoS":true} {"level":"info","ts":1785524333.1618176,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3d962fd9-4675-420b-a27e-6dd8f15c84aa","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785524333.1618369,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d962fd9-4675-420b-a27e-6dd8f15c84aa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785524333.161865,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3d962fd9-4675-420b-a27e-6dd8f15c84aa"} {"level":"info","ts":1785524333.2009273,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524333.2010021,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"154fddaa-f1c6-4d9d-b9af-6b5ccc03bd88"} {"level":"info","ts":1785524333.2010121,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"154fddaa-f1c6-4d9d-b9af-6b5ccc03bd88"} {"level":"info","ts":1785524333.2010238,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"154fddaa-f1c6-4d9d-b9af-6b5ccc03bd88","EoS":false} {"level":"info","ts":1785524333.2010365,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"154fddaa-f1c6-4d9d-b9af-6b5ccc03bd88","EoS":true} {"level":"info","ts":1785524333.2010627,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"154fddaa-f1c6-4d9d-b9af-6b5ccc03bd88","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785524333.201079,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"154fddaa-f1c6-4d9d-b9af-6b5ccc03bd88","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785524333.2011006,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"154fddaa-f1c6-4d9d-b9af-6b5ccc03bd88"} {"level":"info","ts":1785524333.2270062,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524333.2270846,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5354a77-e448-4ba8-81bd-ebc0cf0e7a9f"} {"level":"info","ts":1785524333.2271008,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c5354a77-e448-4ba8-81bd-ebc0cf0e7a9f"} {"level":"info","ts":1785524333.2271132,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c5354a77-e448-4ba8-81bd-ebc0cf0e7a9f","EoS":false} {"level":"info","ts":1785524333.2271268,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c5354a77-e448-4ba8-81bd-ebc0cf0e7a9f","EoS":true} {"level":"info","ts":1785524333.2271514,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c5354a77-e448-4ba8-81bd-ebc0cf0e7a9f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785524333.2271693,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5354a77-e448-4ba8-81bd-ebc0cf0e7a9f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785524333.2271905,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c5354a77-e448-4ba8-81bd-ebc0cf0e7a9f"} {"level":"info","ts":1785524333.2741303,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524333.274229,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bd3af2b9-4803-48d7-8190-51dd1566d6f0"} {"level":"info","ts":1785524333.2742453,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bd3af2b9-4803-48d7-8190-51dd1566d6f0"} {"level":"info","ts":1785524333.2742615,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bd3af2b9-4803-48d7-8190-51dd1566d6f0","EoS":false} {"level":"info","ts":1785524333.2742798,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bd3af2b9-4803-48d7-8190-51dd1566d6f0","EoS":true} {"level":"info","ts":1785524333.2743137,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bd3af2b9-4803-48d7-8190-51dd1566d6f0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785524333.2743354,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bd3af2b9-4803-48d7-8190-51dd1566d6f0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785524333.2743683,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bd3af2b9-4803-48d7-8190-51dd1566d6f0"} {"level":"info","ts":1785524333.952729,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524333.9528146,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b045818f-f2f1-4d76-a90e-6476202bfdbe"} {"level":"info","ts":1785524333.9528286,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b045818f-f2f1-4d76-a90e-6476202bfdbe"} {"level":"info","ts":1785524333.952842,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b045818f-f2f1-4d76-a90e-6476202bfdbe","EoS":false} {"level":"info","ts":1785524333.9528604,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b045818f-f2f1-4d76-a90e-6476202bfdbe","EoS":true} {"level":"info","ts":1785524333.9528892,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b045818f-f2f1-4d76-a90e-6476202bfdbe","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785524333.9529102,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b045818f-f2f1-4d76-a90e-6476202bfdbe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785524333.9529479,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b045818f-f2f1-4d76-a90e-6476202bfdbe"} {"level":"info","ts":1785524333.9909515,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524333.9910152,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ec20d897-c769-4e00-9027-8675bc39aa72"} {"level":"info","ts":1785524333.991024,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ec20d897-c769-4e00-9027-8675bc39aa72"} {"level":"info","ts":1785524333.9910343,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ec20d897-c769-4e00-9027-8675bc39aa72","EoS":false} {"level":"info","ts":1785524333.9910445,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ec20d897-c769-4e00-9027-8675bc39aa72","EoS":true} {"level":"info","ts":1785524333.9910629,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ec20d897-c769-4e00-9027-8675bc39aa72","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785524333.9910774,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ec20d897-c769-4e00-9027-8675bc39aa72","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785524333.9910975,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ec20d897-c769-4e00-9027-8675bc39aa72"} {"level":"info","ts":1785524338.150885,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524338.1509638,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"95f21579-10af-427d-b491-76424b428a34"} {"level":"info","ts":1785524338.1509738,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"95f21579-10af-427d-b491-76424b428a34"} {"level":"info","ts":1785524338.1509855,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"95f21579-10af-427d-b491-76424b428a34","EoS":false} {"level":"info","ts":1785524338.150997,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"95f21579-10af-427d-b491-76424b428a34","EoS":true} {"level":"info","ts":1785524338.151024,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"95f21579-10af-427d-b491-76424b428a34","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785524338.1510415,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"95f21579-10af-427d-b491-76424b428a34","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785524338.1510649,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"95f21579-10af-427d-b491-76424b428a34"} {"level":"info","ts":1785524353.9457874,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524353.9458833,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f4993a14-7e2b-4d97-bfbd-ef0db1e9ebd5"} {"level":"info","ts":1785524353.945903,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f4993a14-7e2b-4d97-bfbd-ef0db1e9ebd5"} {"level":"info","ts":1785524353.9459224,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f4993a14-7e2b-4d97-bfbd-ef0db1e9ebd5","EoS":false} {"level":"info","ts":1785524353.9459457,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f4993a14-7e2b-4d97-bfbd-ef0db1e9ebd5","EoS":true} {"level":"info","ts":1785524353.9459803,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f4993a14-7e2b-4d97-bfbd-ef0db1e9ebd5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785524353.946001,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f4993a14-7e2b-4d97-bfbd-ef0db1e9ebd5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785524353.9460409,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f4993a14-7e2b-4d97-bfbd-ef0db1e9ebd5"} {"level":"info","ts":1785524354.0979388,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524354.0980227,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"89bc7860-ce04-4927-b035-95f58a8359e8"} {"level":"info","ts":1785524354.09804,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"89bc7860-ce04-4927-b035-95f58a8359e8"} {"level":"info","ts":1785524354.0980513,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"89bc7860-ce04-4927-b035-95f58a8359e8","EoS":false} {"level":"info","ts":1785524354.0980663,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"89bc7860-ce04-4927-b035-95f58a8359e8","EoS":true} {"level":"info","ts":1785524354.0980868,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"89bc7860-ce04-4927-b035-95f58a8359e8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785524354.0981033,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"89bc7860-ce04-4927-b035-95f58a8359e8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785524354.0981236,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"89bc7860-ce04-4927-b035-95f58a8359e8"} {"level":"info","ts":1785524354.2401273,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524354.2402012,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"75ece683-7266-4982-83ff-064b19de3105"} {"level":"info","ts":1785524354.2402108,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"75ece683-7266-4982-83ff-064b19de3105"} {"level":"info","ts":1785524354.2402225,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"75ece683-7266-4982-83ff-064b19de3105","EoS":false} {"level":"info","ts":1785524354.2402334,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"75ece683-7266-4982-83ff-064b19de3105","EoS":true} {"level":"info","ts":1785524354.240253,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"75ece683-7266-4982-83ff-064b19de3105","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785524354.240269,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"75ece683-7266-4982-83ff-064b19de3105","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785524354.240292,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"75ece683-7266-4982-83ff-064b19de3105"} {"level":"info","ts":1785524354.3778465,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524354.3779287,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d4827155-4ab7-4688-9397-7cfedabee1a5"} {"level":"info","ts":1785524354.3779478,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d4827155-4ab7-4688-9397-7cfedabee1a5"} {"level":"info","ts":1785524354.3779671,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d4827155-4ab7-4688-9397-7cfedabee1a5","EoS":false} {"level":"info","ts":1785524354.3779883,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d4827155-4ab7-4688-9397-7cfedabee1a5","EoS":true} {"level":"info","ts":1785524354.3780205,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d4827155-4ab7-4688-9397-7cfedabee1a5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785524354.378047,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d4827155-4ab7-4688-9397-7cfedabee1a5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785524354.3780792,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d4827155-4ab7-4688-9397-7cfedabee1a5"} {"level":"info","ts":1785524354.5184329,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524354.5185409,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"14a49cad-c651-49a6-aa7d-e6a2a46a8ff8"} {"level":"info","ts":1785524354.5185585,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"14a49cad-c651-49a6-aa7d-e6a2a46a8ff8"} {"level":"info","ts":1785524354.5185738,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"14a49cad-c651-49a6-aa7d-e6a2a46a8ff8","EoS":false} {"level":"info","ts":1785524354.5185876,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"14a49cad-c651-49a6-aa7d-e6a2a46a8ff8","EoS":true} {"level":"info","ts":1785524354.518608,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"14a49cad-c651-49a6-aa7d-e6a2a46a8ff8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785524354.518623,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"14a49cad-c651-49a6-aa7d-e6a2a46a8ff8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785524354.5186481,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"14a49cad-c651-49a6-aa7d-e6a2a46a8ff8"} {"level":"info","ts":1785524354.6563892,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524354.6564672,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6c0d82b2-0151-4b80-80f6-97108bddae2b"} {"level":"info","ts":1785524354.6564763,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6c0d82b2-0151-4b80-80f6-97108bddae2b"} {"level":"info","ts":1785524354.6565008,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6c0d82b2-0151-4b80-80f6-97108bddae2b","EoS":false} {"level":"info","ts":1785524354.6565125,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6c0d82b2-0151-4b80-80f6-97108bddae2b","EoS":true} {"level":"info","ts":1785524354.6565342,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6c0d82b2-0151-4b80-80f6-97108bddae2b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785524354.6565506,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6c0d82b2-0151-4b80-80f6-97108bddae2b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785524354.6565716,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6c0d82b2-0151-4b80-80f6-97108bddae2b"} {"level":"info","ts":1785524375.7091725,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524375.7092638,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ae95b72f-7b5c-41f2-a4f6-774d5d759741"} {"level":"info","ts":1785524375.7092788,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ae95b72f-7b5c-41f2-a4f6-774d5d759741"} {"level":"info","ts":1785524375.7092986,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ae95b72f-7b5c-41f2-a4f6-774d5d759741","EoS":false} {"level":"info","ts":1785524375.7093213,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ae95b72f-7b5c-41f2-a4f6-774d5d759741","EoS":true} {"level":"info","ts":1785524375.7093518,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ae95b72f-7b5c-41f2-a4f6-774d5d759741","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785524375.709371,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ae95b72f-7b5c-41f2-a4f6-774d5d759741","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785524375.7094011,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ae95b72f-7b5c-41f2-a4f6-774d5d759741"} {"level":"info","ts":1785524375.7451618,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524375.7452285,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b3ca03bc-f976-4598-baef-7f920695fb68"} {"level":"info","ts":1785524375.7452424,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b3ca03bc-f976-4598-baef-7f920695fb68"} {"level":"info","ts":1785524375.7452617,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b3ca03bc-f976-4598-baef-7f920695fb68","EoS":false} {"level":"info","ts":1785524375.7452824,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b3ca03bc-f976-4598-baef-7f920695fb68","EoS":true} {"level":"info","ts":1785524375.745306,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b3ca03bc-f976-4598-baef-7f920695fb68","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785524375.745325,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b3ca03bc-f976-4598-baef-7f920695fb68","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785524375.7453547,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b3ca03bc-f976-4598-baef-7f920695fb68"} {"level":"info","ts":1785524375.7785075,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524375.7785726,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"84fb38d3-6880-47c7-aacc-cd8808e1246e"} {"level":"info","ts":1785524375.7785823,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"84fb38d3-6880-47c7-aacc-cd8808e1246e"} {"level":"info","ts":1785524375.7785935,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"84fb38d3-6880-47c7-aacc-cd8808e1246e","EoS":false} {"level":"info","ts":1785524375.778613,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"84fb38d3-6880-47c7-aacc-cd8808e1246e","EoS":true} {"level":"info","ts":1785524375.7786298,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"84fb38d3-6880-47c7-aacc-cd8808e1246e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785524375.778644,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"84fb38d3-6880-47c7-aacc-cd8808e1246e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785524375.778663,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"84fb38d3-6880-47c7-aacc-cd8808e1246e"} {"level":"info","ts":1785524375.810731,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524375.8108053,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"11e8a5f3-899c-4c5c-b46f-0ca2a446a267"} {"level":"info","ts":1785524380.4242337,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524380.424313,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1067d697-e966-4787-bb5f-549006cb6a16"} {"level":"info","ts":1785524380.424326,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1067d697-e966-4787-bb5f-549006cb6a16"} {"level":"info","ts":1785524380.4243386,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1067d697-e966-4787-bb5f-549006cb6a16","EoS":false} {"level":"info","ts":1785524380.4243531,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1067d697-e966-4787-bb5f-549006cb6a16","EoS":true} {"level":"info","ts":1785524380.4243748,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1067d697-e966-4787-bb5f-549006cb6a16","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785524380.4243898,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1067d697-e966-4787-bb5f-549006cb6a16","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785524380.4244132,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1067d697-e966-4787-bb5f-549006cb6a16"} {"level":"info","ts":1785524389.0499723,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524389.0500612,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b097736-5bfc-46e5-acff-7ed3608040b5"} {"level":"info","ts":1785524389.050072,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6b097736-5bfc-46e5-acff-7ed3608040b5"} {"level":"info","ts":1785524389.0500848,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b097736-5bfc-46e5-acff-7ed3608040b5","EoS":false} {"level":"info","ts":1785524389.0500956,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b097736-5bfc-46e5-acff-7ed3608040b5","EoS":true} {"level":"info","ts":1785524389.0501215,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6b097736-5bfc-46e5-acff-7ed3608040b5","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785524389.0501387,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b097736-5bfc-46e5-acff-7ed3608040b5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785524389.0501611,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6b097736-5bfc-46e5-acff-7ed3608040b5"} {"level":"info","ts":1785524401.962366,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524401.962453,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4cfa6659-ccf7-4cf6-9f60-5b33a7539c33"} {"level":"info","ts":1785524401.9624634,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4cfa6659-ccf7-4cf6-9f60-5b33a7539c33"} {"level":"info","ts":1785524401.9624743,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4cfa6659-ccf7-4cf6-9f60-5b33a7539c33","EoS":false} {"level":"info","ts":1785524401.9625165,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4cfa6659-ccf7-4cf6-9f60-5b33a7539c33","EoS":true} {"level":"info","ts":1785524401.9625463,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4cfa6659-ccf7-4cf6-9f60-5b33a7539c33","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785524401.962564,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4cfa6659-ccf7-4cf6-9f60-5b33a7539c33","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785524401.9625905,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4cfa6659-ccf7-4cf6-9f60-5b33a7539c33"} {"level":"info","ts":1785524410.4886487,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524410.488724,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c233d45-15fb-400e-973c-23dbb498e86e"} {"level":"info","ts":1785524410.4887357,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8c233d45-15fb-400e-973c-23dbb498e86e"} {"level":"info","ts":1785524410.4887471,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8c233d45-15fb-400e-973c-23dbb498e86e","EoS":false} {"level":"info","ts":1785524410.4887576,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8c233d45-15fb-400e-973c-23dbb498e86e","EoS":true} {"level":"info","ts":1785524410.4887795,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8c233d45-15fb-400e-973c-23dbb498e86e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785524410.4887962,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8c233d45-15fb-400e-973c-23dbb498e86e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785524410.4888165,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8c233d45-15fb-400e-973c-23dbb498e86e"} {"level":"info","ts":1785524419.3377771,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524419.3378518,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bfc56f54-9ebd-4d3a-a87e-062c780e3518"} {"level":"info","ts":1785524419.3378615,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bfc56f54-9ebd-4d3a-a87e-062c780e3518"} {"level":"info","ts":1785524419.3378727,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bfc56f54-9ebd-4d3a-a87e-062c780e3518","EoS":false} {"level":"info","ts":1785524419.3378832,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bfc56f54-9ebd-4d3a-a87e-062c780e3518","EoS":true} {"level":"info","ts":1785524419.3379064,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bfc56f54-9ebd-4d3a-a87e-062c780e3518","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785524419.3379233,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bfc56f54-9ebd-4d3a-a87e-062c780e3518","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785524419.3379464,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bfc56f54-9ebd-4d3a-a87e-062c780e3518"} {"level":"info","ts":1785524428.28661,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524428.2866974,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd55d48b-d0ae-4765-8e3b-d5719826442c"} {"level":"info","ts":1785524428.2867093,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dd55d48b-d0ae-4765-8e3b-d5719826442c"} {"level":"info","ts":1785524428.2867208,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dd55d48b-d0ae-4765-8e3b-d5719826442c","EoS":false} {"level":"info","ts":1785524428.286732,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dd55d48b-d0ae-4765-8e3b-d5719826442c","EoS":true} {"level":"info","ts":1785524428.286752,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dd55d48b-d0ae-4765-8e3b-d5719826442c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785524428.286767,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dd55d48b-d0ae-4765-8e3b-d5719826442c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785524428.2867916,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dd55d48b-d0ae-4765-8e3b-d5719826442c"} {"level":"info","ts":1785524433.0098422,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524433.0099196,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1993e89a-e7bc-4a2a-8627-04f3c0b3a205"} {"level":"info","ts":1785524433.0099347,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1993e89a-e7bc-4a2a-8627-04f3c0b3a205"} {"level":"info","ts":1785524433.0099475,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1993e89a-e7bc-4a2a-8627-04f3c0b3a205","EoS":false} {"level":"info","ts":1785524433.0099607,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1993e89a-e7bc-4a2a-8627-04f3c0b3a205","EoS":true} {"level":"info","ts":1785524433.009982,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1993e89a-e7bc-4a2a-8627-04f3c0b3a205","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785524433.0099988,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1993e89a-e7bc-4a2a-8627-04f3c0b3a205","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785524433.0100305,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1993e89a-e7bc-4a2a-8627-04f3c0b3a205"} {"level":"info","ts":1785524437.7107422,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524437.7108438,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb7fa584-0913-4ffa-8ef6-3bb7feb8653f"} {"level":"info","ts":1785524437.7108567,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cb7fa584-0913-4ffa-8ef6-3bb7feb8653f"} {"level":"info","ts":1785524437.7108736,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cb7fa584-0913-4ffa-8ef6-3bb7feb8653f","EoS":false} {"level":"info","ts":1785524437.710885,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cb7fa584-0913-4ffa-8ef6-3bb7feb8653f","EoS":true} {"level":"info","ts":1785524437.7109053,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cb7fa584-0913-4ffa-8ef6-3bb7feb8653f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785524437.7109215,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cb7fa584-0913-4ffa-8ef6-3bb7feb8653f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785524437.7109427,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cb7fa584-0913-4ffa-8ef6-3bb7feb8653f"} {"level":"info","ts":1785524448.6304295,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524448.630532,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2259602d-a597-4863-9b9f-e33df79c4237"} {"level":"info","ts":1785524448.6305423,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2259602d-a597-4863-9b9f-e33df79c4237"} {"level":"info","ts":1785524448.6305532,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2259602d-a597-4863-9b9f-e33df79c4237","EoS":false} {"level":"info","ts":1785524448.6305683,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2259602d-a597-4863-9b9f-e33df79c4237","EoS":true} {"level":"info","ts":1785524448.6305876,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2259602d-a597-4863-9b9f-e33df79c4237","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785524448.6306038,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2259602d-a597-4863-9b9f-e33df79c4237","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785524448.6306238,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2259602d-a597-4863-9b9f-e33df79c4237"} {"level":"info","ts":1785524481.6616738,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524481.6617558,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6e67d6ec-000b-4c28-9299-508aeb679369"} {"level":"info","ts":1785524481.661769,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6e67d6ec-000b-4c28-9299-508aeb679369"} {"level":"info","ts":1785524481.661781,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6e67d6ec-000b-4c28-9299-508aeb679369","EoS":false} {"level":"info","ts":1785524481.6617942,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6e67d6ec-000b-4c28-9299-508aeb679369","EoS":true} {"level":"info","ts":1785524481.6618164,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6e67d6ec-000b-4c28-9299-508aeb679369","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785524481.6618311,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6e67d6ec-000b-4c28-9299-508aeb679369","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785524481.6618512,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6e67d6ec-000b-4c28-9299-508aeb679369"} {"level":"info","ts":1785524490.9482641,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524490.9483528,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"98d78fc6-98c2-450c-9659-e77613dca1bb"} {"level":"info","ts":1785524490.9483619,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"98d78fc6-98c2-450c-9659-e77613dca1bb"} {"level":"info","ts":1785524490.948373,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"98d78fc6-98c2-450c-9659-e77613dca1bb","EoS":false} {"level":"info","ts":1785524490.9483876,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"98d78fc6-98c2-450c-9659-e77613dca1bb","EoS":true} {"level":"info","ts":1785524490.9484136,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"98d78fc6-98c2-450c-9659-e77613dca1bb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785524490.9484317,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"98d78fc6-98c2-450c-9659-e77613dca1bb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785524490.9484534,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"98d78fc6-98c2-450c-9659-e77613dca1bb"} {"level":"info","ts":1785524506.9932663,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524506.9933424,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"83235ede-52d7-4008-a501-d0c6e9a3f869"} {"level":"info","ts":1785524506.9933517,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"83235ede-52d7-4008-a501-d0c6e9a3f869"} {"level":"info","ts":1785524506.9933624,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"83235ede-52d7-4008-a501-d0c6e9a3f869","EoS":false} {"level":"info","ts":1785524506.9933727,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"83235ede-52d7-4008-a501-d0c6e9a3f869","EoS":true} {"level":"info","ts":1785524506.9933934,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"83235ede-52d7-4008-a501-d0c6e9a3f869","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785524506.993409,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"83235ede-52d7-4008-a501-d0c6e9a3f869","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785524506.993431,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"83235ede-52d7-4008-a501-d0c6e9a3f869"} {"level":"info","ts":1785524516.4759088,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524516.4759912,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"86a42854-c803-4f72-b2dc-4b4a240f0d1e"} {"level":"info","ts":1785524516.4760015,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"86a42854-c803-4f72-b2dc-4b4a240f0d1e"} {"level":"info","ts":1785524516.4760134,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"86a42854-c803-4f72-b2dc-4b4a240f0d1e","EoS":false} {"level":"info","ts":1785524516.4760273,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"86a42854-c803-4f72-b2dc-4b4a240f0d1e","EoS":true} {"level":"info","ts":1785524516.4760509,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"86a42854-c803-4f72-b2dc-4b4a240f0d1e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785524516.4760668,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"86a42854-c803-4f72-b2dc-4b4a240f0d1e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785524516.4760878,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"86a42854-c803-4f72-b2dc-4b4a240f0d1e"} {"level":"info","ts":1785524525.8268437,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524525.8269367,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"678fcc54-04f0-4803-a497-cbb625f73d25"} {"level":"info","ts":1785524525.8269534,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"678fcc54-04f0-4803-a497-cbb625f73d25"} {"level":"info","ts":1785524525.8269668,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"678fcc54-04f0-4803-a497-cbb625f73d25","EoS":false} {"level":"info","ts":1785524525.826978,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"678fcc54-04f0-4803-a497-cbb625f73d25","EoS":true} {"level":"info","ts":1785524525.8269973,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"678fcc54-04f0-4803-a497-cbb625f73d25","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785524525.8270135,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"678fcc54-04f0-4803-a497-cbb625f73d25","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785524525.8270416,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"678fcc54-04f0-4803-a497-cbb625f73d25"} {"level":"info","ts":1785524525.865339,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524525.8653996,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"167b02ca-bcee-45db-b079-52dc7faca0c6"} {"level":"info","ts":1785524525.8654077,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"167b02ca-bcee-45db-b079-52dc7faca0c6"} {"level":"info","ts":1785524525.865418,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"167b02ca-bcee-45db-b079-52dc7faca0c6","EoS":false} {"level":"info","ts":1785524525.8654304,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"167b02ca-bcee-45db-b079-52dc7faca0c6","EoS":true} {"level":"info","ts":1785524525.865451,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"167b02ca-bcee-45db-b079-52dc7faca0c6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785524525.8654664,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"167b02ca-bcee-45db-b079-52dc7faca0c6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785524525.865486,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"167b02ca-bcee-45db-b079-52dc7faca0c6"} {"level":"info","ts":1785524544.8273356,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524544.8274307,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8a63470f-0ac7-4ec0-af5a-4ad6f77191e9"} {"level":"info","ts":1785524544.8274453,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8a63470f-0ac7-4ec0-af5a-4ad6f77191e9"} {"level":"info","ts":1785524544.8274662,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8a63470f-0ac7-4ec0-af5a-4ad6f77191e9","EoS":false} {"level":"info","ts":1785524544.8275154,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8a63470f-0ac7-4ec0-af5a-4ad6f77191e9","EoS":true} {"level":"info","ts":1785524544.8275468,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8a63470f-0ac7-4ec0-af5a-4ad6f77191e9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785524544.8275676,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8a63470f-0ac7-4ec0-af5a-4ad6f77191e9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785524544.827604,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8a63470f-0ac7-4ec0-af5a-4ad6f77191e9"} {"level":"info","ts":1785524554.1674776,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524554.16758,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"699d3c81-05c0-4502-bf2a-7cce89b1f993"} {"level":"info","ts":1785524554.1675901,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"699d3c81-05c0-4502-bf2a-7cce89b1f993"} {"level":"info","ts":1785524554.1676013,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"699d3c81-05c0-4502-bf2a-7cce89b1f993","EoS":false} {"level":"info","ts":1785524554.1676157,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"699d3c81-05c0-4502-bf2a-7cce89b1f993","EoS":true} {"level":"info","ts":1785524554.1676378,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"699d3c81-05c0-4502-bf2a-7cce89b1f993","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785524554.1676545,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"699d3c81-05c0-4502-bf2a-7cce89b1f993","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785524554.1676748,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"699d3c81-05c0-4502-bf2a-7cce89b1f993"} {"level":"info","ts":1785524570.0147355,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524570.0148125,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"34859e15-30f7-44e8-b8b4-fcaf17366e90"} {"level":"info","ts":1785524570.014823,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"34859e15-30f7-44e8-b8b4-fcaf17366e90"} {"level":"info","ts":1785524570.0148337,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"34859e15-30f7-44e8-b8b4-fcaf17366e90","EoS":false} {"level":"info","ts":1785524570.0148451,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"34859e15-30f7-44e8-b8b4-fcaf17366e90","EoS":true} {"level":"info","ts":1785524570.0148644,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"34859e15-30f7-44e8-b8b4-fcaf17366e90","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785524570.0148816,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"34859e15-30f7-44e8-b8b4-fcaf17366e90","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785524570.0149026,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"34859e15-30f7-44e8-b8b4-fcaf17366e90"} {"level":"info","ts":1785524702.8199613,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524702.8200455,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d9e50402-c530-41b1-b77d-47464592f2bd"} {"level":"info","ts":1785524702.8200548,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d9e50402-c530-41b1-b77d-47464592f2bd"} {"level":"info","ts":1785524702.8200672,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d9e50402-c530-41b1-b77d-47464592f2bd","EoS":false} {"level":"info","ts":1785524702.820078,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d9e50402-c530-41b1-b77d-47464592f2bd","EoS":true} {"level":"info","ts":1785524702.820101,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d9e50402-c530-41b1-b77d-47464592f2bd","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785524702.8201187,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d9e50402-c530-41b1-b77d-47464592f2bd","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785524702.8201418,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d9e50402-c530-41b1-b77d-47464592f2bd"} {"level":"info","ts":1785524726.351397,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524726.3515258,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"877a37a6-a964-4da8-b2aa-c8362d17c931"} {"level":"info","ts":1785524726.3515356,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"877a37a6-a964-4da8-b2aa-c8362d17c931"} {"level":"info","ts":1785524726.3515475,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"877a37a6-a964-4da8-b2aa-c8362d17c931","EoS":false} {"level":"info","ts":1785524726.3515587,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"877a37a6-a964-4da8-b2aa-c8362d17c931","EoS":true} {"level":"info","ts":1785524726.3515804,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"877a37a6-a964-4da8-b2aa-c8362d17c931","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785524726.3515973,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"877a37a6-a964-4da8-b2aa-c8362d17c931","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785524726.3516188,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"877a37a6-a964-4da8-b2aa-c8362d17c931"} {"level":"info","ts":1785524788.950704,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524788.9507935,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3662f16a-413c-4632-82aa-53688f369bf3"} {"level":"info","ts":1785524788.9508054,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3662f16a-413c-4632-82aa-53688f369bf3"} {"level":"info","ts":1785524788.9508185,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3662f16a-413c-4632-82aa-53688f369bf3","EoS":false} {"level":"info","ts":1785524788.9508395,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3662f16a-413c-4632-82aa-53688f369bf3","EoS":true} {"level":"info","ts":1785524788.950861,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3662f16a-413c-4632-82aa-53688f369bf3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785524788.9508772,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3662f16a-413c-4632-82aa-53688f369bf3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785524788.950899,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3662f16a-413c-4632-82aa-53688f369bf3"} {"level":"info","ts":1785524804.211021,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524804.2110977,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a3c1dcae-a7b9-483e-b70a-d6f8e134b4a1"} {"level":"info","ts":1785524804.2111073,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a3c1dcae-a7b9-483e-b70a-d6f8e134b4a1"} {"level":"info","ts":1785524804.211119,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a3c1dcae-a7b9-483e-b70a-d6f8e134b4a1","EoS":false} {"level":"info","ts":1785524804.21113,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a3c1dcae-a7b9-483e-b70a-d6f8e134b4a1","EoS":true} {"level":"info","ts":1785524804.211151,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a3c1dcae-a7b9-483e-b70a-d6f8e134b4a1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785524804.2111645,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a3c1dcae-a7b9-483e-b70a-d6f8e134b4a1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785524804.2111847,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a3c1dcae-a7b9-483e-b70a-d6f8e134b4a1"} {"level":"info","ts":1785524804.4943652,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524804.4944446,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"89a91cdc-9b57-4a72-bfa4-307cb751f092"} {"level":"info","ts":1785524804.494454,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"89a91cdc-9b57-4a72-bfa4-307cb751f092"} {"level":"info","ts":1785524804.4944658,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"89a91cdc-9b57-4a72-bfa4-307cb751f092","EoS":false} {"level":"info","ts":1785524804.4944766,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"89a91cdc-9b57-4a72-bfa4-307cb751f092","EoS":true} {"level":"info","ts":1785524804.494522,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"89a91cdc-9b57-4a72-bfa4-307cb751f092","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785524804.4945374,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"89a91cdc-9b57-4a72-bfa4-307cb751f092","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785524804.4945595,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"89a91cdc-9b57-4a72-bfa4-307cb751f092"} {"level":"info","ts":1785525115.971904,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785525115.9719856,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bb6700ab-f992-4db1-8410-b8a79c406c7a"} {"level":"info","ts":1785525115.971994,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bb6700ab-f992-4db1-8410-b8a79c406c7a"} {"level":"info","ts":1785525115.9720054,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bb6700ab-f992-4db1-8410-b8a79c406c7a","EoS":false} {"level":"info","ts":1785525115.9720154,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bb6700ab-f992-4db1-8410-b8a79c406c7a","EoS":true} {"level":"info","ts":1785525115.9720385,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bb6700ab-f992-4db1-8410-b8a79c406c7a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785525115.9720542,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bb6700ab-f992-4db1-8410-b8a79c406c7a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785525115.9720747,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bb6700ab-f992-4db1-8410-b8a79c406c7a"} {"level":"info","ts":1785525116.0092795,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785525116.0093656,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72b68344-bab8-4346-bf56-ef9dcce98e87"} {"level":"info","ts":1785525116.0093815,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"72b68344-bab8-4346-bf56-ef9dcce98e87"} {"level":"info","ts":1785525116.0094,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"72b68344-bab8-4346-bf56-ef9dcce98e87","EoS":false} {"level":"info","ts":1785525116.0094185,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"72b68344-bab8-4346-bf56-ef9dcce98e87","EoS":true} {"level":"info","ts":1785525116.0094507,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"72b68344-bab8-4346-bf56-ef9dcce98e87","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785525116.0094693,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"72b68344-bab8-4346-bf56-ef9dcce98e87","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785525116.0095227,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"72b68344-bab8-4346-bf56-ef9dcce98e87"} {"level":"info","ts":1785525116.0438006,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785525116.043873,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"45a34127-1b0a-4c8a-9eae-72f5dee22b13"} {"level":"info","ts":1785525116.0438814,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"45a34127-1b0a-4c8a-9eae-72f5dee22b13"} {"level":"info","ts":1785525116.0438926,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"45a34127-1b0a-4c8a-9eae-72f5dee22b13","EoS":false} {"level":"info","ts":1785525116.0439053,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"45a34127-1b0a-4c8a-9eae-72f5dee22b13","EoS":true} {"level":"info","ts":1785525116.0439246,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"45a34127-1b0a-4c8a-9eae-72f5dee22b13","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785525116.0439398,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"45a34127-1b0a-4c8a-9eae-72f5dee22b13","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785525116.043959,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"45a34127-1b0a-4c8a-9eae-72f5dee22b13"} {"level":"info","ts":1785525120.8911347,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"57b5d510-2837-4ab0-9d61-51b0ad53f257"} {"level":"info","ts":1785525120.891135,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"da8c3ae6-424b-4d08-b87d-a6cd60eb61c7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785525120.891179,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"da8c3ae6-424b-4d08-b87d-a6cd60eb61c7","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785525120.8990011,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"41335df1-d6b9-47d7-99c1-207b2ef1bc34","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785525120.8990386,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"41335df1-d6b9-47d7-99c1-207b2ef1bc34","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785525120.8994007,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"57b5d510-2837-4ab0-9d61-51b0ad53f257","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785525120.899641,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34399.86491424,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785525120.8996568,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785525121.0078566,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785525121.0937183,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"da3dc33b-c70e-4d5d-a0a1-4c7bced9b128","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785525121.093765,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"da3dc33b-c70e-4d5d-a0a1-4c7bced9b128","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785525121.0938861,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1ee39c1d-f12c-404e-98bf-9c19e169253f"} {"level":"info","ts":1785525121.0941288,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"71d44bf9-eb94-419a-8290-09116ad5b9d7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785525121.0943162,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33349.843919662,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785525121.094336,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785525121.0945356,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"71d44bf9-eb94-419a-8290-09116ad5b9d7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785525121.100013,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37883.122052787,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785525121.1000338,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785525121.1099298,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785525121.1430209,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785525121.1558478,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"958b35c4-2123-46fc-886c-e53c2459fbb9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785525121.1558886,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"958b35c4-2123-46fc-886c-e53c2459fbb9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785525121.1728024,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"75cda461-083e-4237-983a-f6c45c8ae9a7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785525121.1728454,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"75cda461-083e-4237-983a-f6c45c8ae9a7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785525121.1897283,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5c382713-eddb-4dc1-bb4a-cdced652db02","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785525121.1897705,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5c382713-eddb-4dc1-bb4a-cdced652db02","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785525121.1945934,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1ee39c1d-f12c-404e-98bf-9c19e169253f","name":"e2e-external-model"} {"level":"info","ts":1785525121.2006178,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"57b5d510-2837-4ab0-9d61-51b0ad53f257","name":"e2e-external-provider"} {"level":"info","ts":1785525121.2029757,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1ee39c1d-f12c-404e-98bf-9c19e169253f","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785525121.2067711,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1ee39c1d-f12c-404e-98bf-9c19e169253f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785525121.2068563,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1f6e0f7f-458e-48bc-aff9-1d00b1286e6e"} {"level":"info","ts":1785525121.2069075,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1f6e0f7f-458e-48bc-aff9-1d00b1286e6e","name":"e2e-external-model"} {"level":"info","ts":1785525121.2114356,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"57b5d510-2837-4ab0-9d61-51b0ad53f257","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785525121.2151625,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"57b5d510-2837-4ab0-9d61-51b0ad53f257","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785525121.2151783,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1f6e0f7f-458e-48bc-aff9-1d00b1286e6e","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785525121.2152393,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ac6a4366-2233-4e7b-b1c0-1699ce2b8c78"} {"level":"info","ts":1785525121.215279,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ac6a4366-2233-4e7b-b1c0-1699ce2b8c78","name":"e2e-external-provider"} {"level":"info","ts":1785525121.227469,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ac6a4366-2233-4e7b-b1c0-1699ce2b8c78","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785525132.7588916,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785525132.7589684,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e89586e5-df23-4dba-9d56-5c2544fbfe39"} {"level":"info","ts":1785525132.7589772,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e89586e5-df23-4dba-9d56-5c2544fbfe39"} {"level":"info","ts":1785525132.7589877,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e89586e5-df23-4dba-9d56-5c2544fbfe39","EoS":false} {"level":"info","ts":1785525132.7589977,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e89586e5-df23-4dba-9d56-5c2544fbfe39","EoS":true} {"level":"info","ts":1785525132.7590203,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e89586e5-df23-4dba-9d56-5c2544fbfe39","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785525132.759037,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e89586e5-df23-4dba-9d56-5c2544fbfe39","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785525132.7590446,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e89586e5-df23-4dba-9d56-5c2544fbfe39","modelName":"e2e-external-model"} {"level":"info","ts":1785525132.7590592,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e89586e5-df23-4dba-9d56-5c2544fbfe39","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785525132.759104,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e89586e5-df23-4dba-9d56-5c2544fbfe39"} {"level":"info","ts":1785525132.8127494,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785525132.8128545,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d6c8bb44-4f3d-4409-98dc-2f89569b7592"} {"level":"info","ts":1785525132.8128686,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d6c8bb44-4f3d-4409-98dc-2f89569b7592"} {"level":"info","ts":1785525132.8128886,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d6c8bb44-4f3d-4409-98dc-2f89569b7592","EoS":false} {"level":"info","ts":1785525132.8129113,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d6c8bb44-4f3d-4409-98dc-2f89569b7592","EoS":true} {"level":"info","ts":1785525132.8129432,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d6c8bb44-4f3d-4409-98dc-2f89569b7592","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785525132.8129628,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d6c8bb44-4f3d-4409-98dc-2f89569b7592","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785525132.813045,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"d6c8bb44-4f3d-4409-98dc-2f89569b7592","modelName":"e2e-external-model"} {"level":"info","ts":1785525132.8130667,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"d6c8bb44-4f3d-4409-98dc-2f89569b7592","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785525132.813118,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d6c8bb44-4f3d-4409-98dc-2f89569b7592"} {"level":"info","ts":1785525132.8474247,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785525132.847532,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a2669bd6-8e4f-427e-ba79-d3799b89de2b"} {"level":"info","ts":1785525132.8475423,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a2669bd6-8e4f-427e-ba79-d3799b89de2b"} {"level":"info","ts":1785525132.8475535,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a2669bd6-8e4f-427e-ba79-d3799b89de2b","EoS":false} {"level":"info","ts":1785525132.8475654,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a2669bd6-8e4f-427e-ba79-d3799b89de2b","EoS":true} {"level":"info","ts":1785525132.8475852,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a2669bd6-8e4f-427e-ba79-d3799b89de2b","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785525132.847603,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a2669bd6-8e4f-427e-ba79-d3799b89de2b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785525132.847621,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a2669bd6-8e4f-427e-ba79-d3799b89de2b","modelName":"e2e-external-model"} {"level":"info","ts":1785525132.8476353,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a2669bd6-8e4f-427e-ba79-d3799b89de2b","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785525132.847673,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a2669bd6-8e4f-427e-ba79-d3799b89de2b"} {"level":"info","ts":1785525133.0687811,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e2365ce8-bd5b-4b80-a8ba-380c606df8f5"} {"level":"info","ts":1785525133.0688426,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c4945e4b-8216-4695-a671-c1a99afdb02a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785525133.0688853,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c4945e4b-8216-4695-a671-c1a99afdb02a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785525133.0774019,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f33db6a-e129-4fb5-aa98-3865b0705e95","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785525133.0774448,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f33db6a-e129-4fb5-aa98-3865b0705e95","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785525133.0786922,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e2365ce8-bd5b-4b80-a8ba-380c606df8f5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785525133.0787458,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e2365ce8-bd5b-4b80-a8ba-380c606df8f5","name":"e2e-cleanup-test"} {"level":"info","ts":1785525133.102333,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cae7fca1-c10b-4dc2-b484-e97628add988","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785525133.1023824,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cae7fca1-c10b-4dc2-b484-e97628add988","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785525133.104281,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e2365ce8-bd5b-4b80-a8ba-380c606df8f5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785525133.1043448,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e2365ce8-bd5b-4b80-a8ba-380c606df8f5","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785525133.1044316,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c26345fb-5c98-457c-835c-367f3fbde375"} {"level":"info","ts":1785525133.104523,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c26345fb-5c98-457c-835c-367f3fbde375","name":"e2e-cleanup-test"} {"level":"info","ts":1785525133.119898,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f1461718-7c22-4fe9-8f1b-1369328a8128","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785525133.119932,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f1461718-7c22-4fe9-8f1b-1369328a8128","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785525133.124777,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c26345fb-5c98-457c-835c-367f3fbde375","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785525133.1248243,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c26345fb-5c98-457c-835c-367f3fbde375","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785525133.124878,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8a92aae-68bf-492a-bcb3-d0a163ee618e"} {"level":"info","ts":1785525133.1249352,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8a92aae-68bf-492a-bcb3-d0a163ee618e","name":"e2e-cleanup-test"} {"level":"info","ts":1785525133.1363447,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8a92aae-68bf-492a-bcb3-d0a163ee618e","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785525133.1412642,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"581693f1-081d-4049-8ca6-9236675def89","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785525133.1413076,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"581693f1-081d-4049-8ca6-9236675def89","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785525133.1427372,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8a92aae-68bf-492a-bcb3-d0a163ee618e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785525133.1428273,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"423558b4-000d-4ddc-8808-a457d84139fd"} {"level":"info","ts":1785525133.142889,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"423558b4-000d-4ddc-8808-a457d84139fd","name":"e2e-cleanup-test"} {"level":"info","ts":1785525133.1523302,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"423558b4-000d-4ddc-8808-a457d84139fd","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785525141.3246262,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0145c34b-45cd-4d45-aee7-9032ba3cd459","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785525141.3246539,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c927e7a7-2f36-45ef-88d6-23f01b13f0d5"} {"level":"info","ts":1785525141.324669,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0145c34b-45cd-4d45-aee7-9032ba3cd459","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785525145.6312068,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785525145.6312904,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4690df73-7f9f-47d9-87d4-d18146c7e718"} {"level":"info","ts":1785525145.6312995,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4690df73-7f9f-47d9-87d4-d18146c7e718"} {"level":"info","ts":1785525145.631311,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4690df73-7f9f-47d9-87d4-d18146c7e718","EoS":false} {"level":"info","ts":1785525145.631322,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4690df73-7f9f-47d9-87d4-d18146c7e718","EoS":true} {"level":"info","ts":1785525145.6313431,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4690df73-7f9f-47d9-87d4-d18146c7e718","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785525145.6313589,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4690df73-7f9f-47d9-87d4-d18146c7e718","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785525145.6313822,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4690df73-7f9f-47d9-87d4-d18146c7e718"} {"level":"info","ts":1785525145.6639497,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785525145.6640146,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7caf87c9-10fb-45e5-85d7-16328895fd21"} {"level":"info","ts":1785525145.6640236,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7caf87c9-10fb-45e5-85d7-16328895fd21"} {"level":"info","ts":1785525145.6640337,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7caf87c9-10fb-45e5-85d7-16328895fd21","EoS":false} {"level":"info","ts":1785525145.6640444,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7caf87c9-10fb-45e5-85d7-16328895fd21","EoS":true} {"level":"info","ts":1785525145.664061,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7caf87c9-10fb-45e5-85d7-16328895fd21","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785525145.664077,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7caf87c9-10fb-45e5-85d7-16328895fd21","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785525145.664085,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"7caf87c9-10fb-45e5-85d7-16328895fd21","modelName":"e2e-external-model"} {"level":"info","ts":1785525145.6641006,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"7caf87c9-10fb-45e5-85d7-16328895fd21","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785525145.6641386,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7caf87c9-10fb-45e5-85d7-16328895fd21"} {"level":"info","ts":1785525145.776571,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785525145.7766488,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c224480-e85d-4315-b620-d001ecf7bfd4"} {"level":"info","ts":1785525145.7766588,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9c224480-e85d-4315-b620-d001ecf7bfd4"} {"level":"info","ts":1785525145.776671,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c224480-e85d-4315-b620-d001ecf7bfd4","EoS":false} {"level":"info","ts":1785525145.7766843,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c224480-e85d-4315-b620-d001ecf7bfd4","EoS":true} {"level":"info","ts":1785525145.7767096,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9c224480-e85d-4315-b620-d001ecf7bfd4","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785525145.7767258,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c224480-e85d-4315-b620-d001ecf7bfd4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785525145.776747,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9c224480-e85d-4315-b620-d001ecf7bfd4"} {"level":"info","ts":1785525145.8584034,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785525145.8584743,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"13b2ad1c-2b77-4b6d-8419-18dbc9a54940"} {"level":"info","ts":1785525145.8584838,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"13b2ad1c-2b77-4b6d-8419-18dbc9a54940"} {"level":"info","ts":1785525145.8585198,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"13b2ad1c-2b77-4b6d-8419-18dbc9a54940","EoS":false} {"level":"info","ts":1785525145.8585305,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"13b2ad1c-2b77-4b6d-8419-18dbc9a54940","EoS":true} {"level":"info","ts":1785525145.8585505,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"13b2ad1c-2b77-4b6d-8419-18dbc9a54940","field":"model"} {"level":"info","ts":1785525145.8585756,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"13b2ad1c-2b77-4b6d-8419-18dbc9a54940"} {"level":"info","ts":1785525146.787888,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c59c4065-8f1f-4fc6-a4ca-242cc9b1a636"} {"level":"info","ts":1785525146.7879326,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9ea697f7-04ee-4bb6-8288-b2331d397fb9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785525146.7879584,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9ea697f7-04ee-4bb6-8288-b2331d397fb9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785525146.9337845,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0c8af732-0f84-4981-8351-ea8da1b11d3b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785525146.933813,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ae821f99-1385-4669-b0ce-66f6168836c1"} {"level":"info","ts":1785525146.933821,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0c8af732-0f84-4981-8351-ea8da1b11d3b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785526694.5038052,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785526694.5038886,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5a5dbc82-8e8e-4dcc-9b5c-049146e1aadd"} {"level":"info","ts":1785526774.0561361,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785526774.0562181,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e13676a1-a145-4450-814d-b17625ccd7f8"} {"level":"info","ts":1785526774.0562267,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e13676a1-a145-4450-814d-b17625ccd7f8"} {"level":"info","ts":1785526774.0562384,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e13676a1-a145-4450-814d-b17625ccd7f8","EoS":false} {"level":"info","ts":1785526774.056251,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e13676a1-a145-4450-814d-b17625ccd7f8","EoS":true} {"level":"info","ts":1785526774.0562773,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e13676a1-a145-4450-814d-b17625ccd7f8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785526774.0562928,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e13676a1-a145-4450-814d-b17625ccd7f8","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785526774.056313,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e13676a1-a145-4450-814d-b17625ccd7f8"}