{"level":"info","ts":1785866728.361995,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f8db7ed0-6597-44ce-8057-b47a3d9d4236"} {"level":"info","ts":1785866740.5701613,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866740.5702417,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"134401d3-b8ae-46ea-b09e-495a347d3914"} {"level":"info","ts":1785866740.570255,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"134401d3-b8ae-46ea-b09e-495a347d3914"} {"level":"info","ts":1785866740.570268,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"134401d3-b8ae-46ea-b09e-495a347d3914","EoS":false} {"level":"info","ts":1785866740.570278,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"134401d3-b8ae-46ea-b09e-495a347d3914","EoS":true} {"level":"info","ts":1785866740.570298,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"134401d3-b8ae-46ea-b09e-495a347d3914","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785866740.570314,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"134401d3-b8ae-46ea-b09e-495a347d3914","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785866740.570334,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"134401d3-b8ae-46ea-b09e-495a347d3914"} {"level":"info","ts":1785866740.6147816,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866740.6148605,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"01f39246-46d3-45d8-8725-18abfed69690"} {"level":"info","ts":1785866740.614873,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"01f39246-46d3-45d8-8725-18abfed69690"} {"level":"info","ts":1785866740.6148841,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"01f39246-46d3-45d8-8725-18abfed69690","EoS":false} {"level":"info","ts":1785866740.6148944,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"01f39246-46d3-45d8-8725-18abfed69690","EoS":true} {"level":"info","ts":1785866740.6149123,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"01f39246-46d3-45d8-8725-18abfed69690","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785866740.6149704,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"01f39246-46d3-45d8-8725-18abfed69690","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785866740.6149879,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"01f39246-46d3-45d8-8725-18abfed69690"} {"level":"info","ts":1785866740.6502752,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866740.6503334,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5067f32e-322f-43d5-b4b3-c976e35310d9"} {"level":"info","ts":1785866740.6503413,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5067f32e-322f-43d5-b4b3-c976e35310d9"} {"level":"info","ts":1785866740.6503508,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5067f32e-322f-43d5-b4b3-c976e35310d9","EoS":false} {"level":"info","ts":1785866740.6503623,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5067f32e-322f-43d5-b4b3-c976e35310d9","EoS":true} {"level":"info","ts":1785866740.650382,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5067f32e-322f-43d5-b4b3-c976e35310d9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785866740.6503944,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5067f32e-322f-43d5-b4b3-c976e35310d9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785866740.650413,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5067f32e-322f-43d5-b4b3-c976e35310d9"} {"level":"info","ts":1785866740.698215,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866740.6982634,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"45684d91-8c01-4887-a983-a92097a1fe2d"} {"level":"info","ts":1785866740.6982727,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"45684d91-8c01-4887-a983-a92097a1fe2d"} {"level":"info","ts":1785866740.698283,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"45684d91-8c01-4887-a983-a92097a1fe2d","EoS":false} {"level":"info","ts":1785866740.6982942,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"45684d91-8c01-4887-a983-a92097a1fe2d","EoS":true} {"level":"info","ts":1785866740.6983087,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"45684d91-8c01-4887-a983-a92097a1fe2d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785866740.6983204,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"45684d91-8c01-4887-a983-a92097a1fe2d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785866740.698335,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"45684d91-8c01-4887-a983-a92097a1fe2d"} {"level":"info","ts":1785866741.4201622,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866741.4202428,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c53ab409-1fb0-4eb6-8996-637171ffcf32"} {"level":"info","ts":1785866741.4202547,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c53ab409-1fb0-4eb6-8996-637171ffcf32"} {"level":"info","ts":1785866741.420266,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c53ab409-1fb0-4eb6-8996-637171ffcf32","EoS":false} {"level":"info","ts":1785866741.4202769,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c53ab409-1fb0-4eb6-8996-637171ffcf32","EoS":true} {"level":"info","ts":1785866741.4203002,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c53ab409-1fb0-4eb6-8996-637171ffcf32","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785866741.4203165,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c53ab409-1fb0-4eb6-8996-637171ffcf32","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785866741.4203365,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c53ab409-1fb0-4eb6-8996-637171ffcf32"} {"level":"info","ts":1785866741.45989,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866741.4599514,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b7e05cf-c3e5-40d3-9731-9d44ba948482"} {"level":"info","ts":1785866741.4599848,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6b7e05cf-c3e5-40d3-9731-9d44ba948482"} {"level":"info","ts":1785866741.4599974,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b7e05cf-c3e5-40d3-9731-9d44ba948482","EoS":false} {"level":"info","ts":1785866741.4600098,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b7e05cf-c3e5-40d3-9731-9d44ba948482","EoS":true} {"level":"info","ts":1785866741.460034,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6b7e05cf-c3e5-40d3-9731-9d44ba948482","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785866741.4600487,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b7e05cf-c3e5-40d3-9731-9d44ba948482","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785866741.460067,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6b7e05cf-c3e5-40d3-9731-9d44ba948482"} {"level":"info","ts":1785866745.650995,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866745.6510866,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2ed189b3-793c-4487-bb76-6d7003847a45"} {"level":"info","ts":1785866745.6510997,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2ed189b3-793c-4487-bb76-6d7003847a45"} {"level":"info","ts":1785866745.651117,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2ed189b3-793c-4487-bb76-6d7003847a45","EoS":false} {"level":"info","ts":1785866745.651131,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2ed189b3-793c-4487-bb76-6d7003847a45","EoS":true} {"level":"info","ts":1785866745.6511538,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2ed189b3-793c-4487-bb76-6d7003847a45","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785866745.65117,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2ed189b3-793c-4487-bb76-6d7003847a45","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785866745.65119,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2ed189b3-793c-4487-bb76-6d7003847a45"} {"level":"info","ts":1785866761.521356,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866761.5214372,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1b3a11fa-347a-4d44-a560-519c1575d382"} {"level":"info","ts":1785866761.5214508,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1b3a11fa-347a-4d44-a560-519c1575d382"} {"level":"info","ts":1785866761.5214612,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1b3a11fa-347a-4d44-a560-519c1575d382","EoS":false} {"level":"info","ts":1785866761.521472,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1b3a11fa-347a-4d44-a560-519c1575d382","EoS":true} {"level":"info","ts":1785866761.5214918,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1b3a11fa-347a-4d44-a560-519c1575d382","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785866761.521507,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1b3a11fa-347a-4d44-a560-519c1575d382","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785866761.521527,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1b3a11fa-347a-4d44-a560-519c1575d382"} {"level":"info","ts":1785866761.6886911,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866761.6887708,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5cd23935-c53a-4d32-ba5a-61a2f1a53ff6"} {"level":"info","ts":1785866761.6887825,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5cd23935-c53a-4d32-ba5a-61a2f1a53ff6"} {"level":"info","ts":1785866761.6887932,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5cd23935-c53a-4d32-ba5a-61a2f1a53ff6","EoS":false} {"level":"info","ts":1785866761.688803,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5cd23935-c53a-4d32-ba5a-61a2f1a53ff6","EoS":true} {"level":"info","ts":1785866761.6888402,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5cd23935-c53a-4d32-ba5a-61a2f1a53ff6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785866761.6888556,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5cd23935-c53a-4d32-ba5a-61a2f1a53ff6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785866761.6888757,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5cd23935-c53a-4d32-ba5a-61a2f1a53ff6"} {"level":"info","ts":1785866761.8387065,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866761.8387754,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6cb0d826-6b9d-4a2c-ac22-3e6cd8ac5935"} {"level":"info","ts":1785866761.8387845,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6cb0d826-6b9d-4a2c-ac22-3e6cd8ac5935"} {"level":"info","ts":1785866761.8387947,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6cb0d826-6b9d-4a2c-ac22-3e6cd8ac5935","EoS":false} {"level":"info","ts":1785866761.838805,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6cb0d826-6b9d-4a2c-ac22-3e6cd8ac5935","EoS":true} {"level":"info","ts":1785866761.8388546,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6cb0d826-6b9d-4a2c-ac22-3e6cd8ac5935","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785866761.8388708,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6cb0d826-6b9d-4a2c-ac22-3e6cd8ac5935","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785866761.83889,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6cb0d826-6b9d-4a2c-ac22-3e6cd8ac5935"} {"level":"info","ts":1785866761.983885,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866761.98395,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3184a282-d88b-46c9-927d-3ec60a491af3"} {"level":"info","ts":1785866761.983958,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3184a282-d88b-46c9-927d-3ec60a491af3"} {"level":"info","ts":1785866761.9839709,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3184a282-d88b-46c9-927d-3ec60a491af3","EoS":false} {"level":"info","ts":1785866761.9839895,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3184a282-d88b-46c9-927d-3ec60a491af3","EoS":true} {"level":"info","ts":1785866761.9840207,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3184a282-d88b-46c9-927d-3ec60a491af3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785866761.9840374,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3184a282-d88b-46c9-927d-3ec60a491af3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785866761.9840548,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3184a282-d88b-46c9-927d-3ec60a491af3"} {"level":"info","ts":1785866762.139075,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866762.1391344,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"652ac384-0475-473c-b406-4bbf1305826c"} {"level":"info","ts":1785866762.1391435,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"652ac384-0475-473c-b406-4bbf1305826c"} {"level":"info","ts":1785866762.1391537,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"652ac384-0475-473c-b406-4bbf1305826c","EoS":false} {"level":"info","ts":1785866762.1391637,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"652ac384-0475-473c-b406-4bbf1305826c","EoS":true} {"level":"info","ts":1785866762.1391795,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"652ac384-0475-473c-b406-4bbf1305826c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785866762.1391926,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"652ac384-0475-473c-b406-4bbf1305826c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785866762.139207,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"652ac384-0475-473c-b406-4bbf1305826c"} {"level":"info","ts":1785866762.279194,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866762.2792468,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d02a3ea6-dbd7-40bb-89ac-7806e2f7b3f1"} {"level":"info","ts":1785866762.2792552,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d02a3ea6-dbd7-40bb-89ac-7806e2f7b3f1"} {"level":"info","ts":1785866762.2792647,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d02a3ea6-dbd7-40bb-89ac-7806e2f7b3f1","EoS":false} {"level":"info","ts":1785866762.2792747,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d02a3ea6-dbd7-40bb-89ac-7806e2f7b3f1","EoS":true} {"level":"info","ts":1785866762.2792933,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d02a3ea6-dbd7-40bb-89ac-7806e2f7b3f1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785866762.279311,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d02a3ea6-dbd7-40bb-89ac-7806e2f7b3f1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785866762.2793274,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d02a3ea6-dbd7-40bb-89ac-7806e2f7b3f1"} {"level":"info","ts":1785866783.5401723,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866783.5402503,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d0f65c7-2542-418e-bfa2-d502161e2864"} {"level":"info","ts":1785866783.5402617,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5d0f65c7-2542-418e-bfa2-d502161e2864"} {"level":"info","ts":1785866783.5402727,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5d0f65c7-2542-418e-bfa2-d502161e2864","EoS":false} {"level":"info","ts":1785866783.5402822,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5d0f65c7-2542-418e-bfa2-d502161e2864","EoS":true} {"level":"info","ts":1785866783.5403018,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5d0f65c7-2542-418e-bfa2-d502161e2864","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785866783.540316,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d0f65c7-2542-418e-bfa2-d502161e2864","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785866783.5403402,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5d0f65c7-2542-418e-bfa2-d502161e2864"} {"level":"info","ts":1785866783.5821128,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866783.582168,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"91a88efc-f3a3-4fe6-8f08-a1949971f3ba"} {"level":"info","ts":1785866783.582178,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"91a88efc-f3a3-4fe6-8f08-a1949971f3ba"} {"level":"info","ts":1785866783.5821888,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"91a88efc-f3a3-4fe6-8f08-a1949971f3ba","EoS":false} {"level":"info","ts":1785866783.5821986,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"91a88efc-f3a3-4fe6-8f08-a1949971f3ba","EoS":true} {"level":"info","ts":1785866783.5822163,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"91a88efc-f3a3-4fe6-8f08-a1949971f3ba","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785866783.582231,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"91a88efc-f3a3-4fe6-8f08-a1949971f3ba","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785866783.5822508,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"91a88efc-f3a3-4fe6-8f08-a1949971f3ba"} {"level":"info","ts":1785866783.622354,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866783.6224127,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ca0559a-b0e2-4fae-88ae-05d988db25da"} {"level":"info","ts":1785866783.6224256,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8ca0559a-b0e2-4fae-88ae-05d988db25da"} {"level":"info","ts":1785866783.6224358,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ca0559a-b0e2-4fae-88ae-05d988db25da","EoS":false} {"level":"info","ts":1785866783.6224458,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ca0559a-b0e2-4fae-88ae-05d988db25da","EoS":true} {"level":"info","ts":1785866783.622463,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8ca0559a-b0e2-4fae-88ae-05d988db25da","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785866783.6224763,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ca0559a-b0e2-4fae-88ae-05d988db25da","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785866783.6224923,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8ca0559a-b0e2-4fae-88ae-05d988db25da"} {"level":"info","ts":1785866783.658602,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866783.658653,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a2bc7da5-2b32-4bfe-b689-1af9b742d4df"} {"level":"info","ts":1785866783.6586652,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a2bc7da5-2b32-4bfe-b689-1af9b742d4df"} {"level":"info","ts":1785866783.658675,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a2bc7da5-2b32-4bfe-b689-1af9b742d4df","EoS":false} {"level":"info","ts":1785866783.6586857,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a2bc7da5-2b32-4bfe-b689-1af9b742d4df","EoS":true} {"level":"info","ts":1785866783.6587,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a2bc7da5-2b32-4bfe-b689-1af9b742d4df","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785866783.658713,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a2bc7da5-2b32-4bfe-b689-1af9b742d4df","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785866783.658731,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a2bc7da5-2b32-4bfe-b689-1af9b742d4df"} {"level":"info","ts":1785866783.6957135,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866783.6957629,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eaf3c404-426c-4b1a-a728-36159be36fbc"} {"level":"info","ts":1785866788.358723,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866788.3588283,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b1ce5cc5-c06e-401f-af3e-847035d08d80"} {"level":"info","ts":1785866788.3588421,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b1ce5cc5-c06e-401f-af3e-847035d08d80"} {"level":"info","ts":1785866788.3588552,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b1ce5cc5-c06e-401f-af3e-847035d08d80","EoS":false} {"level":"info","ts":1785866788.358866,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b1ce5cc5-c06e-401f-af3e-847035d08d80","EoS":true} {"level":"info","ts":1785866788.3588898,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b1ce5cc5-c06e-401f-af3e-847035d08d80","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785866788.358914,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b1ce5cc5-c06e-401f-af3e-847035d08d80","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785866788.358934,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b1ce5cc5-c06e-401f-af3e-847035d08d80"} {"level":"info","ts":1785866796.9753072,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866796.9753845,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"848eadd3-dcc1-4556-893d-6376dec8034b"} {"level":"info","ts":1785866796.9753942,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"848eadd3-dcc1-4556-893d-6376dec8034b"} {"level":"info","ts":1785866796.975405,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"848eadd3-dcc1-4556-893d-6376dec8034b","EoS":false} {"level":"info","ts":1785866796.975416,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"848eadd3-dcc1-4556-893d-6376dec8034b","EoS":true} {"level":"info","ts":1785866796.975435,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"848eadd3-dcc1-4556-893d-6376dec8034b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785866796.9754505,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"848eadd3-dcc1-4556-893d-6376dec8034b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785866796.9754696,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"848eadd3-dcc1-4556-893d-6376dec8034b"} {"level":"info","ts":1785866809.8746476,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866809.8747287,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a419d087-8c13-421a-a6e8-36980b87499b"} {"level":"info","ts":1785866809.8747382,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a419d087-8c13-421a-a6e8-36980b87499b"} {"level":"info","ts":1785866809.8747494,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a419d087-8c13-421a-a6e8-36980b87499b","EoS":false} {"level":"info","ts":1785866809.8747604,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a419d087-8c13-421a-a6e8-36980b87499b","EoS":true} {"level":"info","ts":1785866809.8747811,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a419d087-8c13-421a-a6e8-36980b87499b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785866809.8747973,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a419d087-8c13-421a-a6e8-36980b87499b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785866809.8748388,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a419d087-8c13-421a-a6e8-36980b87499b"} {"level":"info","ts":1785866818.463528,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866818.4636068,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e486403d-05c8-4c35-b015-2483c9796fa7"} {"level":"info","ts":1785866818.4636164,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e486403d-05c8-4c35-b015-2483c9796fa7"} {"level":"info","ts":1785866818.4636276,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e486403d-05c8-4c35-b015-2483c9796fa7","EoS":false} {"level":"info","ts":1785866818.4636388,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e486403d-05c8-4c35-b015-2483c9796fa7","EoS":true} {"level":"info","ts":1785866818.4637015,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e486403d-05c8-4c35-b015-2483c9796fa7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785866818.4637191,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e486403d-05c8-4c35-b015-2483c9796fa7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785866818.4637427,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e486403d-05c8-4c35-b015-2483c9796fa7"} {"level":"info","ts":1785866827.4426026,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866827.4426777,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"832f80e2-d842-455f-b577-03fb1ff918cc"} {"level":"info","ts":1785866827.4426908,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"832f80e2-d842-455f-b577-03fb1ff918cc"} {"level":"info","ts":1785866827.4427028,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"832f80e2-d842-455f-b577-03fb1ff918cc","EoS":false} {"level":"info","ts":1785866827.442713,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"832f80e2-d842-455f-b577-03fb1ff918cc","EoS":true} {"level":"info","ts":1785866827.442734,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"832f80e2-d842-455f-b577-03fb1ff918cc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785866827.4427502,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"832f80e2-d842-455f-b577-03fb1ff918cc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785866827.4427714,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"832f80e2-d842-455f-b577-03fb1ff918cc"} {"level":"info","ts":1785866836.4953086,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866836.4953797,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"da007276-eec2-4da0-a40c-2b1a6983c929"} {"level":"info","ts":1785866836.495393,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"da007276-eec2-4da0-a40c-2b1a6983c929"} {"level":"info","ts":1785866836.495405,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"da007276-eec2-4da0-a40c-2b1a6983c929","EoS":false} {"level":"info","ts":1785866836.495421,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"da007276-eec2-4da0-a40c-2b1a6983c929","EoS":true} {"level":"info","ts":1785866836.4954422,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"da007276-eec2-4da0-a40c-2b1a6983c929","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785866836.4954581,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"da007276-eec2-4da0-a40c-2b1a6983c929","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785866836.4954793,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"da007276-eec2-4da0-a40c-2b1a6983c929"} {"level":"info","ts":1785866841.3084292,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866841.3085132,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6d9052d5-5e69-4597-be6c-88646c17e2e2"} {"level":"info","ts":1785866841.308523,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6d9052d5-5e69-4597-be6c-88646c17e2e2"} {"level":"info","ts":1785866841.3085349,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6d9052d5-5e69-4597-be6c-88646c17e2e2","EoS":false} {"level":"info","ts":1785866841.3085454,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6d9052d5-5e69-4597-be6c-88646c17e2e2","EoS":true} {"level":"info","ts":1785866841.3085642,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6d9052d5-5e69-4597-be6c-88646c17e2e2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785866841.3085804,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6d9052d5-5e69-4597-be6c-88646c17e2e2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785866841.3086014,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6d9052d5-5e69-4597-be6c-88646c17e2e2"} {"level":"info","ts":1785866846.1409574,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866846.141044,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1e71d3ec-6ccc-4e02-979a-672118c8a543"} {"level":"info","ts":1785866846.1410575,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1e71d3ec-6ccc-4e02-979a-672118c8a543"} {"level":"info","ts":1785866846.1410737,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1e71d3ec-6ccc-4e02-979a-672118c8a543","EoS":false} {"level":"info","ts":1785866846.1410878,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1e71d3ec-6ccc-4e02-979a-672118c8a543","EoS":true} {"level":"info","ts":1785866846.14111,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1e71d3ec-6ccc-4e02-979a-672118c8a543","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785866846.141126,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1e71d3ec-6ccc-4e02-979a-672118c8a543","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785866846.1411474,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1e71d3ec-6ccc-4e02-979a-672118c8a543"} {"level":"info","ts":1785866857.2288945,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866857.2289739,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5c1645c3-74ba-43b5-a708-de88bef69d2c"} {"level":"info","ts":1785866857.2289827,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5c1645c3-74ba-43b5-a708-de88bef69d2c"} {"level":"info","ts":1785866857.2289932,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5c1645c3-74ba-43b5-a708-de88bef69d2c","EoS":false} {"level":"info","ts":1785866857.2290044,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5c1645c3-74ba-43b5-a708-de88bef69d2c","EoS":true} {"level":"info","ts":1785866857.2290251,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5c1645c3-74ba-43b5-a708-de88bef69d2c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785866857.2290473,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5c1645c3-74ba-43b5-a708-de88bef69d2c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785866857.2290695,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5c1645c3-74ba-43b5-a708-de88bef69d2c"} {"level":"info","ts":1785866890.7483006,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866890.7484324,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"28d8d5a2-94fa-492e-9ce9-67ea88b6d70b"} {"level":"info","ts":1785866890.7484543,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"28d8d5a2-94fa-492e-9ce9-67ea88b6d70b"} {"level":"info","ts":1785866890.7484708,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"28d8d5a2-94fa-492e-9ce9-67ea88b6d70b","EoS":false} {"level":"info","ts":1785866890.7484827,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"28d8d5a2-94fa-492e-9ce9-67ea88b6d70b","EoS":true} {"level":"info","ts":1785866890.7485054,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"28d8d5a2-94fa-492e-9ce9-67ea88b6d70b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785866890.7485216,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"28d8d5a2-94fa-492e-9ce9-67ea88b6d70b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785866890.7485445,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"28d8d5a2-94fa-492e-9ce9-67ea88b6d70b"} {"level":"info","ts":1785866900.1737285,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866900.173804,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a22c904d-fbf7-4cba-97c9-34cc6a51e1a6"} {"level":"info","ts":1785866900.1738293,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a22c904d-fbf7-4cba-97c9-34cc6a51e1a6"} {"level":"info","ts":1785866900.1738448,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a22c904d-fbf7-4cba-97c9-34cc6a51e1a6","EoS":false} {"level":"info","ts":1785866900.1738598,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a22c904d-fbf7-4cba-97c9-34cc6a51e1a6","EoS":true} {"level":"info","ts":1785866900.173888,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a22c904d-fbf7-4cba-97c9-34cc6a51e1a6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785866900.1739063,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a22c904d-fbf7-4cba-97c9-34cc6a51e1a6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785866900.173927,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a22c904d-fbf7-4cba-97c9-34cc6a51e1a6"} {"level":"info","ts":1785866916.4815578,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866916.481644,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7acbb17e-1b76-43d6-9f21-b1b6d46e086b"} {"level":"info","ts":1785866916.4816566,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7acbb17e-1b76-43d6-9f21-b1b6d46e086b"} {"level":"info","ts":1785866916.481669,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7acbb17e-1b76-43d6-9f21-b1b6d46e086b","EoS":false} {"level":"info","ts":1785866916.481684,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7acbb17e-1b76-43d6-9f21-b1b6d46e086b","EoS":true} {"level":"info","ts":1785866916.481705,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7acbb17e-1b76-43d6-9f21-b1b6d46e086b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785866916.48172,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7acbb17e-1b76-43d6-9f21-b1b6d46e086b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785866916.4817421,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7acbb17e-1b76-43d6-9f21-b1b6d46e086b"} {"level":"info","ts":1785866926.1750789,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866926.175156,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c4e6cee9-faab-40f4-81a7-790c040e0d4f"} {"level":"info","ts":1785866926.175167,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c4e6cee9-faab-40f4-81a7-790c040e0d4f"} {"level":"info","ts":1785866926.1751797,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c4e6cee9-faab-40f4-81a7-790c040e0d4f","EoS":false} {"level":"info","ts":1785866926.1751904,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c4e6cee9-faab-40f4-81a7-790c040e0d4f","EoS":true} {"level":"info","ts":1785866926.175218,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c4e6cee9-faab-40f4-81a7-790c040e0d4f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785866926.1752346,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c4e6cee9-faab-40f4-81a7-790c040e0d4f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785866926.1752558,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c4e6cee9-faab-40f4-81a7-790c040e0d4f"} {"level":"info","ts":1785866935.6875267,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866935.687608,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c6c69768-1252-497e-b08e-b1d1a4daabcc"} {"level":"info","ts":1785866935.687623,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c6c69768-1252-497e-b08e-b1d1a4daabcc"} {"level":"info","ts":1785866935.687639,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c6c69768-1252-497e-b08e-b1d1a4daabcc","EoS":false} {"level":"info","ts":1785866935.6876538,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c6c69768-1252-497e-b08e-b1d1a4daabcc","EoS":true} {"level":"info","ts":1785866935.6876736,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c6c69768-1252-497e-b08e-b1d1a4daabcc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785866935.6876907,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c6c69768-1252-497e-b08e-b1d1a4daabcc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785866935.687715,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c6c69768-1252-497e-b08e-b1d1a4daabcc"} {"level":"info","ts":1785866935.729531,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866935.7295952,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"99c8aa78-1c1f-45bf-8f0a-f0d0c0296d3c"} {"level":"info","ts":1785866935.7296052,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"99c8aa78-1c1f-45bf-8f0a-f0d0c0296d3c"} {"level":"info","ts":1785866935.7296157,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"99c8aa78-1c1f-45bf-8f0a-f0d0c0296d3c","EoS":false} {"level":"info","ts":1785866935.7296247,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"99c8aa78-1c1f-45bf-8f0a-f0d0c0296d3c","EoS":true} {"level":"info","ts":1785866935.729639,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"99c8aa78-1c1f-45bf-8f0a-f0d0c0296d3c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785866935.7296505,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"99c8aa78-1c1f-45bf-8f0a-f0d0c0296d3c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785866935.729668,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"99c8aa78-1c1f-45bf-8f0a-f0d0c0296d3c"} {"level":"info","ts":1785866954.9403777,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866954.9404707,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc60b732-bb37-4284-80a9-ee6bf9d21e78"} {"level":"info","ts":1785866954.940481,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cc60b732-bb37-4284-80a9-ee6bf9d21e78"} {"level":"info","ts":1785866954.9404926,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cc60b732-bb37-4284-80a9-ee6bf9d21e78","EoS":false} {"level":"info","ts":1785866954.9405055,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cc60b732-bb37-4284-80a9-ee6bf9d21e78","EoS":true} {"level":"info","ts":1785866954.9405277,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cc60b732-bb37-4284-80a9-ee6bf9d21e78","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785866954.940548,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cc60b732-bb37-4284-80a9-ee6bf9d21e78","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785866954.9405653,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cc60b732-bb37-4284-80a9-ee6bf9d21e78"} {"level":"info","ts":1785866964.3426776,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866964.3427513,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"35f5b76e-df28-49d9-a8a5-9899762d8afc"} {"level":"info","ts":1785866964.3427632,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"35f5b76e-df28-49d9-a8a5-9899762d8afc"} {"level":"info","ts":1785866964.3427744,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"35f5b76e-df28-49d9-a8a5-9899762d8afc","EoS":false} {"level":"info","ts":1785866964.3427851,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"35f5b76e-df28-49d9-a8a5-9899762d8afc","EoS":true} {"level":"info","ts":1785866964.342804,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"35f5b76e-df28-49d9-a8a5-9899762d8afc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785866964.342832,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"35f5b76e-df28-49d9-a8a5-9899762d8afc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785866964.342852,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"35f5b76e-df28-49d9-a8a5-9899762d8afc"} {"level":"info","ts":1785866980.416106,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866980.416183,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb94c922-f999-43da-9487-575db304092d"} {"level":"info","ts":1785866980.416195,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eb94c922-f999-43da-9487-575db304092d"} {"level":"info","ts":1785866980.416206,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eb94c922-f999-43da-9487-575db304092d","EoS":false} {"level":"info","ts":1785866980.4162157,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eb94c922-f999-43da-9487-575db304092d","EoS":true} {"level":"info","ts":1785866980.4162369,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eb94c922-f999-43da-9487-575db304092d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785866980.4162524,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb94c922-f999-43da-9487-575db304092d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785866980.416273,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eb94c922-f999-43da-9487-575db304092d"} {"level":"info","ts":1785867114.1817262,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785867114.181836,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2f71513a-3110-49a4-a007-ae1b592807f4"} {"level":"info","ts":1785867114.181848,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2f71513a-3110-49a4-a007-ae1b592807f4"} {"level":"info","ts":1785867114.1818638,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2f71513a-3110-49a4-a007-ae1b592807f4","EoS":false} {"level":"info","ts":1785867114.181882,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2f71513a-3110-49a4-a007-ae1b592807f4","EoS":true} {"level":"info","ts":1785867114.1819022,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2f71513a-3110-49a4-a007-ae1b592807f4","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785867114.1819181,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2f71513a-3110-49a4-a007-ae1b592807f4","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785867114.1819377,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2f71513a-3110-49a4-a007-ae1b592807f4"} {"level":"info","ts":1785867137.5934868,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785867137.5935862,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b8f6bb81-6659-418c-828f-e2b8287806e3"} {"level":"info","ts":1785867137.5935962,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b8f6bb81-6659-418c-828f-e2b8287806e3"} {"level":"info","ts":1785867137.5936077,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b8f6bb81-6659-418c-828f-e2b8287806e3","EoS":false} {"level":"info","ts":1785867137.5936193,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b8f6bb81-6659-418c-828f-e2b8287806e3","EoS":true} {"level":"info","ts":1785867137.5936456,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b8f6bb81-6659-418c-828f-e2b8287806e3","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785867137.5936666,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b8f6bb81-6659-418c-828f-e2b8287806e3","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785867137.5936882,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b8f6bb81-6659-418c-828f-e2b8287806e3"} {"level":"info","ts":1785867194.3502266,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785867194.3503134,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"64c62b85-7111-44d9-a44f-44f0e667edee"} {"level":"info","ts":1785867194.3503263,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"64c62b85-7111-44d9-a44f-44f0e667edee"} {"level":"info","ts":1785867194.350345,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"64c62b85-7111-44d9-a44f-44f0e667edee","EoS":false} {"level":"info","ts":1785867194.3503664,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"64c62b85-7111-44d9-a44f-44f0e667edee","EoS":true} {"level":"info","ts":1785867194.3503973,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"64c62b85-7111-44d9-a44f-44f0e667edee","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785867194.3504198,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"64c62b85-7111-44d9-a44f-44f0e667edee","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785867194.3504503,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"64c62b85-7111-44d9-a44f-44f0e667edee"} {"level":"info","ts":1785867209.786433,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785867209.7865176,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"323666c4-ea75-4daa-80c2-17d35836e753"} {"level":"info","ts":1785867209.7865653,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"323666c4-ea75-4daa-80c2-17d35836e753"} {"level":"info","ts":1785867209.7865853,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"323666c4-ea75-4daa-80c2-17d35836e753","EoS":false} {"level":"info","ts":1785867209.7866027,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"323666c4-ea75-4daa-80c2-17d35836e753","EoS":true} {"level":"info","ts":1785867209.786626,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"323666c4-ea75-4daa-80c2-17d35836e753","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785867209.786643,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"323666c4-ea75-4daa-80c2-17d35836e753","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785867209.7866638,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"323666c4-ea75-4daa-80c2-17d35836e753"} {"level":"info","ts":1785867210.1441898,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785867210.14426,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f059a9a5-5888-47ee-b537-ae38136b2f69"} {"level":"info","ts":1785867210.1442711,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f059a9a5-5888-47ee-b537-ae38136b2f69"} {"level":"info","ts":1785867210.1442814,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f059a9a5-5888-47ee-b537-ae38136b2f69","EoS":false} {"level":"info","ts":1785867210.144292,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f059a9a5-5888-47ee-b537-ae38136b2f69","EoS":true} {"level":"info","ts":1785867210.1443121,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f059a9a5-5888-47ee-b537-ae38136b2f69","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785867210.144327,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f059a9a5-5888-47ee-b537-ae38136b2f69","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785867210.1443439,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f059a9a5-5888-47ee-b537-ae38136b2f69"} {"level":"info","ts":1785867572.5807264,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785867572.5808403,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7bac97c2-3682-4a06-ad90-78c36673902a"} {"level":"info","ts":1785867572.580853,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7bac97c2-3682-4a06-ad90-78c36673902a"} {"level":"info","ts":1785867572.5808697,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7bac97c2-3682-4a06-ad90-78c36673902a","EoS":false} {"level":"info","ts":1785867572.5808856,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7bac97c2-3682-4a06-ad90-78c36673902a","EoS":true} {"level":"info","ts":1785867572.580908,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7bac97c2-3682-4a06-ad90-78c36673902a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785867572.5809216,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7bac97c2-3682-4a06-ad90-78c36673902a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785867572.5809445,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7bac97c2-3682-4a06-ad90-78c36673902a"} {"level":"info","ts":1785867572.620024,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785867572.6201046,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3dd18edc-0a8d-484f-8013-8d84698915da"} {"level":"info","ts":1785867572.6201155,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3dd18edc-0a8d-484f-8013-8d84698915da"} {"level":"info","ts":1785867572.6201293,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3dd18edc-0a8d-484f-8013-8d84698915da","EoS":false} {"level":"info","ts":1785867572.6201482,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3dd18edc-0a8d-484f-8013-8d84698915da","EoS":true} {"level":"info","ts":1785867572.620176,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3dd18edc-0a8d-484f-8013-8d84698915da","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785867572.6201942,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3dd18edc-0a8d-484f-8013-8d84698915da","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785867572.620218,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3dd18edc-0a8d-484f-8013-8d84698915da"} {"level":"info","ts":1785867572.6542873,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785867572.6543736,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f481eec6-31e8-4e86-8843-0478cc902657"} {"level":"info","ts":1785867572.6543853,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f481eec6-31e8-4e86-8843-0478cc902657"} {"level":"info","ts":1785867572.654396,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f481eec6-31e8-4e86-8843-0478cc902657","EoS":false} {"level":"info","ts":1785867572.654406,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f481eec6-31e8-4e86-8843-0478cc902657","EoS":true} {"level":"info","ts":1785867572.6544256,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f481eec6-31e8-4e86-8843-0478cc902657","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785867572.6544425,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f481eec6-31e8-4e86-8843-0478cc902657","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785867572.6544619,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f481eec6-31e8-4e86-8843-0478cc902657"} {"level":"info","ts":1785867572.6854546,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785867572.685531,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2b61fae9-2b38-4f7c-aaaf-617eb1c51dc5"} {"level":"info","ts":1785867572.6855435,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2b61fae9-2b38-4f7c-aaaf-617eb1c51dc5"} {"level":"info","ts":1785867572.6855555,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2b61fae9-2b38-4f7c-aaaf-617eb1c51dc5","EoS":false} {"level":"info","ts":1785867572.68557,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2b61fae9-2b38-4f7c-aaaf-617eb1c51dc5","EoS":true} {"level":"info","ts":1785867572.6855927,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2b61fae9-2b38-4f7c-aaaf-617eb1c51dc5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785867572.6856089,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2b61fae9-2b38-4f7c-aaaf-617eb1c51dc5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785867572.6856282,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2b61fae9-2b38-4f7c-aaaf-617eb1c51dc5"} {"level":"info","ts":1785867577.488736,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"53901a41-7f6d-4f36-95ae-5102d004c0ca","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785867577.48877,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"53901a41-7f6d-4f36-95ae-5102d004c0ca","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785867577.4888284,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c4a76803-bba3-4848-a08d-7c4b30ecdfa3"} {"level":"info","ts":1785867577.4953678,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2c8b12ae-6853-45b1-bcc2-70d1ebb590bb","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785867577.4953983,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2c8b12ae-6853-45b1-bcc2-70d1ebb590bb","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785867577.4965088,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c4a76803-bba3-4848-a08d-7c4b30ecdfa3","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785867577.4967325,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34983.820076091,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785867577.4967518,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785867577.6656454,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9188dee8-c468-4da9-b23a-bd160e30e860","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785867577.6656992,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9188dee8-c468-4da9-b23a-bd160e30e860","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785867577.6663628,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8f0c1d7a-4b40-42d1-b14f-f3dfa49b7ab2"} {"level":"info","ts":1785867577.6671972,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5d8e5b73-3a38-4106-ba5b-efed1be3e2b6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785867577.667238,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5d8e5b73-3a38-4106-ba5b-efed1be3e2b6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785867577.6683953,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1785867577.6699793,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8f0c1d7a-4b40-42d1-b14f-f3dfa49b7ab2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785867577.6701984,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":39019.720478814,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785867577.6702306,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785867577.6970003,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38164.848357714,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785867577.697027,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785867577.7045374,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785867577.7357109,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785867577.7442029,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe924184-356c-451e-a112-e6792294ca43","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785867577.744242,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe924184-356c-451e-a112-e6792294ca43","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785867577.7652118,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fde79b63-c0ce-4511-89f7-0ff5b4803021","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785867577.7652469,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fde79b63-c0ce-4511-89f7-0ff5b4803021","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785867577.7729828,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8f0c1d7a-4b40-42d1-b14f-f3dfa49b7ab2","name":"e2e-external-model"} {"level":"info","ts":1785867577.773258,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"19241118-bd34-41c5-b64c-0ad850c01aa3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785867577.7732937,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"19241118-bd34-41c5-b64c-0ad850c01aa3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785867577.7812216,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8f0c1d7a-4b40-42d1-b14f-f3dfa49b7ab2","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785867577.7844687,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8f0c1d7a-4b40-42d1-b14f-f3dfa49b7ab2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785867577.7845461,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"84d3107c-247b-4d37-94f1-c94c729504fd"} {"level":"info","ts":1785867577.7845879,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"84d3107c-247b-4d37-94f1-c94c729504fd","name":"e2e-external-model"} {"level":"info","ts":1785867577.79245,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"84d3107c-247b-4d37-94f1-c94c729504fd","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785867577.7976997,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c4a76803-bba3-4848-a08d-7c4b30ecdfa3","name":"e2e-external-provider"} {"level":"info","ts":1785867577.809421,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c4a76803-bba3-4848-a08d-7c4b30ecdfa3","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785867577.812581,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c4a76803-bba3-4848-a08d-7c4b30ecdfa3","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785867577.8126647,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"26efa176-d270-46c8-94b3-6c491f614263"} {"level":"info","ts":1785867577.8127007,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"26efa176-d270-46c8-94b3-6c491f614263","name":"e2e-external-provider"} {"level":"info","ts":1785867577.8205392,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"26efa176-d270-46c8-94b3-6c491f614263","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785867589.2323363,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785867589.2324247,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4dce3f42-578d-4005-9689-2a4382a1cb93"} {"level":"info","ts":1785867589.2324357,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4dce3f42-578d-4005-9689-2a4382a1cb93"} {"level":"info","ts":1785867589.2324462,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4dce3f42-578d-4005-9689-2a4382a1cb93","EoS":false} {"level":"info","ts":1785867589.2324705,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4dce3f42-578d-4005-9689-2a4382a1cb93","EoS":true} {"level":"info","ts":1785867589.232491,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4dce3f42-578d-4005-9689-2a4382a1cb93","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785867589.2325113,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4dce3f42-578d-4005-9689-2a4382a1cb93","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785867589.232522,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"4dce3f42-578d-4005-9689-2a4382a1cb93","modelName":"e2e-external-model"} {"level":"info","ts":1785867589.23254,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"4dce3f42-578d-4005-9689-2a4382a1cb93","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785867589.232592,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4dce3f42-578d-4005-9689-2a4382a1cb93"} {"level":"info","ts":1785867589.2769327,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785867589.2770078,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44e6b9cb-3c72-41b2-aa63-916cc4194f56"} {"level":"info","ts":1785867589.277017,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"44e6b9cb-3c72-41b2-aa63-916cc4194f56"} {"level":"info","ts":1785867589.277028,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44e6b9cb-3c72-41b2-aa63-916cc4194f56","EoS":false} {"level":"info","ts":1785867589.277039,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44e6b9cb-3c72-41b2-aa63-916cc4194f56","EoS":true} {"level":"info","ts":1785867589.2770774,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"44e6b9cb-3c72-41b2-aa63-916cc4194f56","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785867589.27709,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44e6b9cb-3c72-41b2-aa63-916cc4194f56","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785867589.2770996,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"44e6b9cb-3c72-41b2-aa63-916cc4194f56","modelName":"e2e-external-model"} {"level":"info","ts":1785867589.2771127,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"44e6b9cb-3c72-41b2-aa63-916cc4194f56","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785867589.2771509,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"44e6b9cb-3c72-41b2-aa63-916cc4194f56"} {"level":"info","ts":1785867589.3042827,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785867589.3043532,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1d809db3-47d8-4b2c-9a2d-d35e4d47d44c"} {"level":"info","ts":1785867589.304363,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1d809db3-47d8-4b2c-9a2d-d35e4d47d44c"} {"level":"info","ts":1785867589.3043842,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1d809db3-47d8-4b2c-9a2d-d35e4d47d44c","EoS":false} {"level":"info","ts":1785867589.3044019,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1d809db3-47d8-4b2c-9a2d-d35e4d47d44c","EoS":true} {"level":"info","ts":1785867589.3044298,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1d809db3-47d8-4b2c-9a2d-d35e4d47d44c","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785867589.3044555,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1d809db3-47d8-4b2c-9a2d-d35e4d47d44c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785867589.30447,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"1d809db3-47d8-4b2c-9a2d-d35e4d47d44c","modelName":"e2e-external-model"} {"level":"info","ts":1785867589.304489,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"1d809db3-47d8-4b2c-9a2d-d35e4d47d44c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785867589.3045363,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1d809db3-47d8-4b2c-9a2d-d35e4d47d44c"} {"level":"info","ts":1785867589.512024,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ef41c457-ac74-433f-bfe1-f78be27dd9db"} {"level":"info","ts":1785867589.512052,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0011af72-fd15-4193-8258-0090c9457106","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785867589.5120814,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0011af72-fd15-4193-8258-0090c9457106","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785867589.5187402,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bdc9d9a9-3fe8-4125-9d33-f3abb1c3e3d2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785867589.5187736,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bdc9d9a9-3fe8-4125-9d33-f3abb1c3e3d2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785867589.519079,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ef41c457-ac74-433f-bfe1-f78be27dd9db","name":"e2e-cleanup-test"} {"level":"info","ts":1785867589.5289118,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ef41c457-ac74-433f-bfe1-f78be27dd9db","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785867589.5344136,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4d2b98d6-ae4c-4e66-af4d-6e1ed15eabb2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785867589.5344498,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4d2b98d6-ae4c-4e66-af4d-6e1ed15eabb2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785867589.534549,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"29f6f3b7-8621-43d3-80bc-4d36af5fa17e"} {"level":"info","ts":1785867589.5346017,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"29f6f3b7-8621-43d3-80bc-4d36af5fa17e","name":"e2e-cleanup-test"} {"level":"info","ts":1785867589.5484724,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2f3aa31d-a87d-4a8e-b077-4184a10d3f45","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785867589.5485075,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2f3aa31d-a87d-4a8e-b077-4184a10d3f45","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785867589.5497482,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"29f6f3b7-8621-43d3-80bc-4d36af5fa17e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785867589.5497918,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"29f6f3b7-8621-43d3-80bc-4d36af5fa17e","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785867589.549911,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"090d3740-1219-43e0-9acc-c7d3b8f61804"} {"level":"info","ts":1785867589.549972,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"090d3740-1219-43e0-9acc-c7d3b8f61804","name":"e2e-cleanup-test"} {"level":"info","ts":1785867589.5569267,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"090d3740-1219-43e0-9acc-c7d3b8f61804","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785867589.5627515,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c6a1b396-cb7d-4239-8bc5-436906484cbe","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785867589.5627992,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c6a1b396-cb7d-4239-8bc5-436906484cbe","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785867589.5636053,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"090d3740-1219-43e0-9acc-c7d3b8f61804","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785867589.5636795,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"193ef730-a3ca-463c-bb0e-3378e348788e"} {"level":"info","ts":1785867589.5637312,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"193ef730-a3ca-463c-bb0e-3378e348788e","name":"e2e-cleanup-test"} {"level":"info","ts":1785867589.5710897,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"193ef730-a3ca-463c-bb0e-3378e348788e","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785867597.7639966,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"59b8dd2c-8f28-440d-b849-fd7f21ad8c30","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785867597.7640402,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"59b8dd2c-8f28-440d-b849-fd7f21ad8c30","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785867597.7639954,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0a702c8f-4a92-4ea1-afcf-15879249a398"} {"level":"info","ts":1785867602.0609963,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785867602.0611165,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9e7e4635-2116-4b91-9684-3578a593f466"} {"level":"info","ts":1785867602.0611334,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9e7e4635-2116-4b91-9684-3578a593f466"} {"level":"info","ts":1785867602.0611513,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9e7e4635-2116-4b91-9684-3578a593f466","EoS":false} {"level":"info","ts":1785867602.0611694,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9e7e4635-2116-4b91-9684-3578a593f466","EoS":true} {"level":"info","ts":1785867602.0611982,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9e7e4635-2116-4b91-9684-3578a593f466","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785867602.0612156,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9e7e4635-2116-4b91-9684-3578a593f466","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785867602.06124,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9e7e4635-2116-4b91-9684-3578a593f466"} {"level":"info","ts":1785867602.1016097,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785867602.1016796,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44d2dd90-3a96-4859-837d-fef4d939625f"} {"level":"info","ts":1785867602.1016932,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"44d2dd90-3a96-4859-837d-fef4d939625f"} {"level":"info","ts":1785867602.101711,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44d2dd90-3a96-4859-837d-fef4d939625f","EoS":false} {"level":"info","ts":1785867602.1017842,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44d2dd90-3a96-4859-837d-fef4d939625f","EoS":true} {"level":"info","ts":1785867602.1018367,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"44d2dd90-3a96-4859-837d-fef4d939625f","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785867602.101857,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44d2dd90-3a96-4859-837d-fef4d939625f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785867602.1018686,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"44d2dd90-3a96-4859-837d-fef4d939625f","modelName":"e2e-external-model"} {"level":"info","ts":1785867602.1018913,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"44d2dd90-3a96-4859-837d-fef4d939625f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785867602.10194,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"44d2dd90-3a96-4859-837d-fef4d939625f"} {"level":"info","ts":1785867602.245132,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785867602.2452066,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a3b47154-d4ee-4d01-8d85-8e297032bcf8"} {"level":"info","ts":1785867602.2452185,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a3b47154-d4ee-4d01-8d85-8e297032bcf8"} {"level":"info","ts":1785867602.2452328,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a3b47154-d4ee-4d01-8d85-8e297032bcf8","EoS":false} {"level":"info","ts":1785867602.2452476,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a3b47154-d4ee-4d01-8d85-8e297032bcf8","EoS":true} {"level":"info","ts":1785867602.2452667,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a3b47154-d4ee-4d01-8d85-8e297032bcf8","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785867602.24528,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a3b47154-d4ee-4d01-8d85-8e297032bcf8","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785867602.2452948,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a3b47154-d4ee-4d01-8d85-8e297032bcf8"} {"level":"info","ts":1785867602.3302944,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785867602.330363,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb312cdb-3e71-4d29-992d-72e8680fc724"} {"level":"info","ts":1785867602.330372,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cb312cdb-3e71-4d29-992d-72e8680fc724"} {"level":"info","ts":1785867602.3303835,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cb312cdb-3e71-4d29-992d-72e8680fc724","EoS":false} {"level":"info","ts":1785867602.3303933,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cb312cdb-3e71-4d29-992d-72e8680fc724","EoS":true} {"level":"info","ts":1785867602.3304136,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"cb312cdb-3e71-4d29-992d-72e8680fc724","field":"model"} {"level":"info","ts":1785867602.3304439,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cb312cdb-3e71-4d29-992d-72e8680fc724"} {"level":"info","ts":1785867603.1987114,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"97a27dea-641c-44d0-84eb-7179e8910d11","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785867603.1987572,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"97a27dea-641c-44d0-84eb-7179e8910d11","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785867603.1987114,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bb4ab82b-ae89-4b61-87e8-6e1bf515d866"} {"level":"info","ts":1785867603.3492682,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"84aa5f10-c731-41b2-9783-d61b83592a0e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785867603.3493035,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"84aa5f10-c731-41b2-9783-d61b83592a0e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785867603.3492699,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c3705ec2-eeb3-4774-b4e3-439e647b9a70"} {"level":"info","ts":1785869093.847759,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785869093.847872,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b22ac66b-4f2e-419e-b098-f01c8447e041"} {"level":"info","ts":1785869168.4418306,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785869168.441937,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b676789b-227e-40f9-b456-2acd31915645"} {"level":"info","ts":1785869168.4419546,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b676789b-227e-40f9-b456-2acd31915645"} {"level":"info","ts":1785869168.4419715,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b676789b-227e-40f9-b456-2acd31915645","EoS":false} {"level":"info","ts":1785869168.4419892,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b676789b-227e-40f9-b456-2acd31915645","EoS":true} {"level":"info","ts":1785869168.442025,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b676789b-227e-40f9-b456-2acd31915645","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785869168.442045,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b676789b-227e-40f9-b456-2acd31915645","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785869168.4420748,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b676789b-227e-40f9-b456-2acd31915645"}