{"level":"info","ts":1784936640.4896631,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"478e40c1-9a9b-4a61-b41c-52b3bccf9d16"} {"level":"info","ts":1784936640.489675,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"478e40c1-9a9b-4a61-b41c-52b3bccf9d16","EoS":false} {"level":"info","ts":1784936640.4896846,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"478e40c1-9a9b-4a61-b41c-52b3bccf9d16","EoS":true} {"level":"info","ts":1784936640.4897003,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"478e40c1-9a9b-4a61-b41c-52b3bccf9d16","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784936640.4897144,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"478e40c1-9a9b-4a61-b41c-52b3bccf9d16","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784936640.489774,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"478e40c1-9a9b-4a61-b41c-52b3bccf9d16"} {"level":"info","ts":1784936640.514615,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936640.5146842,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9decbbdb-cbe6-45a8-bd5a-e84f77da03b6"} {"level":"info","ts":1784936640.514695,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9decbbdb-cbe6-45a8-bd5a-e84f77da03b6"} {"level":"info","ts":1784936640.5147054,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9decbbdb-cbe6-45a8-bd5a-e84f77da03b6","EoS":false} {"level":"info","ts":1784936640.5147166,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9decbbdb-cbe6-45a8-bd5a-e84f77da03b6","EoS":true} {"level":"info","ts":1784936640.5147302,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9decbbdb-cbe6-45a8-bd5a-e84f77da03b6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784936640.51474,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9decbbdb-cbe6-45a8-bd5a-e84f77da03b6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784936640.5147562,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9decbbdb-cbe6-45a8-bd5a-e84f77da03b6"} {"level":"info","ts":1784936640.558329,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936640.5583851,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0f6b6c2-83b6-4823-a9bb-3e4fa220a0fc"} {"level":"info","ts":1784936640.558396,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d0f6b6c2-83b6-4823-a9bb-3e4fa220a0fc"} {"level":"info","ts":1784936640.5584064,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d0f6b6c2-83b6-4823-a9bb-3e4fa220a0fc","EoS":false} {"level":"info","ts":1784936640.5584157,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d0f6b6c2-83b6-4823-a9bb-3e4fa220a0fc","EoS":true} {"level":"info","ts":1784936640.5584311,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d0f6b6c2-83b6-4823-a9bb-3e4fa220a0fc","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784936640.5584428,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d0f6b6c2-83b6-4823-a9bb-3e4fa220a0fc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784936640.5584588,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d0f6b6c2-83b6-4823-a9bb-3e4fa220a0fc"} {"level":"info","ts":1784936641.2372031,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936641.237309,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"40375afc-f7bf-4742-9865-1bb6fb384465"} {"level":"info","ts":1784936641.2373202,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"40375afc-f7bf-4742-9865-1bb6fb384465"} {"level":"info","ts":1784936641.2373347,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"40375afc-f7bf-4742-9865-1bb6fb384465","EoS":false} {"level":"info","ts":1784936641.2373571,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"40375afc-f7bf-4742-9865-1bb6fb384465","EoS":true} {"level":"info","ts":1784936641.2373786,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"40375afc-f7bf-4742-9865-1bb6fb384465","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784936641.237394,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"40375afc-f7bf-4742-9865-1bb6fb384465","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784936641.237416,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"40375afc-f7bf-4742-9865-1bb6fb384465"} {"level":"info","ts":1784936641.2765205,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936641.276618,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"94446204-d1fd-4f87-b3a2-dceacf9d0b4e"} {"level":"info","ts":1784936641.276635,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"94446204-d1fd-4f87-b3a2-dceacf9d0b4e"} {"level":"info","ts":1784936641.2766535,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"94446204-d1fd-4f87-b3a2-dceacf9d0b4e","EoS":false} {"level":"info","ts":1784936641.2766728,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"94446204-d1fd-4f87-b3a2-dceacf9d0b4e","EoS":true} {"level":"info","ts":1784936641.2767036,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"94446204-d1fd-4f87-b3a2-dceacf9d0b4e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784936641.2767227,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"94446204-d1fd-4f87-b3a2-dceacf9d0b4e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784936641.2767522,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"94446204-d1fd-4f87-b3a2-dceacf9d0b4e"} {"level":"info","ts":1784936645.4439702,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936645.4440804,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce60caa5-7e36-44bf-9eac-16c20414c651"} {"level":"info","ts":1784936645.4440958,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ce60caa5-7e36-44bf-9eac-16c20414c651"} {"level":"info","ts":1784936645.4441078,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ce60caa5-7e36-44bf-9eac-16c20414c651","EoS":false} {"level":"info","ts":1784936645.4441223,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ce60caa5-7e36-44bf-9eac-16c20414c651","EoS":true} {"level":"info","ts":1784936645.4441462,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ce60caa5-7e36-44bf-9eac-16c20414c651","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784936645.4441743,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce60caa5-7e36-44bf-9eac-16c20414c651","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784936645.4441974,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ce60caa5-7e36-44bf-9eac-16c20414c651"} {"level":"info","ts":1784936664.4011364,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936664.401229,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8562f4cf-c579-47a1-9bb3-c8d088f45fe1"} {"level":"info","ts":1784936664.401255,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8562f4cf-c579-47a1-9bb3-c8d088f45fe1"} {"level":"info","ts":1784936664.4012835,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8562f4cf-c579-47a1-9bb3-c8d088f45fe1","EoS":false} {"level":"info","ts":1784936664.401295,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8562f4cf-c579-47a1-9bb3-c8d088f45fe1","EoS":true} {"level":"info","ts":1784936664.4013162,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8562f4cf-c579-47a1-9bb3-c8d088f45fe1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784936664.401333,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8562f4cf-c579-47a1-9bb3-c8d088f45fe1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784936664.4013667,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8562f4cf-c579-47a1-9bb3-c8d088f45fe1"} {"level":"info","ts":1784936664.5415764,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936664.5416787,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b049f306-fda5-43c9-bb88-ea827621f4a3"} {"level":"info","ts":1784936664.5416949,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b049f306-fda5-43c9-bb88-ea827621f4a3"} {"level":"info","ts":1784936664.541712,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b049f306-fda5-43c9-bb88-ea827621f4a3","EoS":false} {"level":"info","ts":1784936664.541732,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b049f306-fda5-43c9-bb88-ea827621f4a3","EoS":true} {"level":"info","ts":1784936664.541763,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b049f306-fda5-43c9-bb88-ea827621f4a3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784936664.541782,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b049f306-fda5-43c9-bb88-ea827621f4a3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784936664.5418103,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b049f306-fda5-43c9-bb88-ea827621f4a3"} {"level":"info","ts":1784936664.6801045,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936664.6801813,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b2a8b1d-bd70-4bb3-a9f2-f8fcdb009489"} {"level":"info","ts":1784936664.6801915,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8b2a8b1d-bd70-4bb3-a9f2-f8fcdb009489"} {"level":"info","ts":1784936664.6802053,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8b2a8b1d-bd70-4bb3-a9f2-f8fcdb009489","EoS":false} {"level":"info","ts":1784936664.6802201,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8b2a8b1d-bd70-4bb3-a9f2-f8fcdb009489","EoS":true} {"level":"info","ts":1784936664.6802654,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8b2a8b1d-bd70-4bb3-a9f2-f8fcdb009489","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784936664.680283,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8b2a8b1d-bd70-4bb3-a9f2-f8fcdb009489","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784936664.6803095,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8b2a8b1d-bd70-4bb3-a9f2-f8fcdb009489"} {"level":"info","ts":1784936664.8151665,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936664.8152788,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"18cbf809-1ad3-4a7d-a9b1-dc3de9dcd9f4"} {"level":"info","ts":1784936664.8152952,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"18cbf809-1ad3-4a7d-a9b1-dc3de9dcd9f4"} {"level":"info","ts":1784936664.815312,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"18cbf809-1ad3-4a7d-a9b1-dc3de9dcd9f4","EoS":false} {"level":"info","ts":1784936664.815324,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"18cbf809-1ad3-4a7d-a9b1-dc3de9dcd9f4","EoS":true} {"level":"info","ts":1784936664.8153481,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"18cbf809-1ad3-4a7d-a9b1-dc3de9dcd9f4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784936664.8153646,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"18cbf809-1ad3-4a7d-a9b1-dc3de9dcd9f4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784936664.815389,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"18cbf809-1ad3-4a7d-a9b1-dc3de9dcd9f4"} {"level":"info","ts":1784936664.9534733,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936664.9535558,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"68265a52-4480-4403-ac97-28ef52e3c3bc"} {"level":"info","ts":1784936664.9535692,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"68265a52-4480-4403-ac97-28ef52e3c3bc"} {"level":"info","ts":1784936664.9535809,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"68265a52-4480-4403-ac97-28ef52e3c3bc","EoS":false} {"level":"info","ts":1784936664.953595,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"68265a52-4480-4403-ac97-28ef52e3c3bc","EoS":true} {"level":"info","ts":1784936664.9536192,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"68265a52-4480-4403-ac97-28ef52e3c3bc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784936664.9536345,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"68265a52-4480-4403-ac97-28ef52e3c3bc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784936664.953661,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"68265a52-4480-4403-ac97-28ef52e3c3bc"} {"level":"info","ts":1784936665.090734,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936665.0908153,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f7bd9e7-8cd4-4458-91d0-c82bb25173ac"} {"level":"info","ts":1784936665.090824,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7f7bd9e7-8cd4-4458-91d0-c82bb25173ac"} {"level":"info","ts":1784936665.0908444,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f7bd9e7-8cd4-4458-91d0-c82bb25173ac","EoS":false} {"level":"info","ts":1784936665.090858,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f7bd9e7-8cd4-4458-91d0-c82bb25173ac","EoS":true} {"level":"info","ts":1784936665.0908778,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7f7bd9e7-8cd4-4458-91d0-c82bb25173ac","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784936665.0908926,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f7bd9e7-8cd4-4458-91d0-c82bb25173ac","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784936665.090912,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7f7bd9e7-8cd4-4458-91d0-c82bb25173ac"} {"level":"info","ts":1784936683.8828688,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936683.882944,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b6092e46-26f1-4fc8-a769-54d4fe0eec37"} {"level":"info","ts":1784936683.8829534,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b6092e46-26f1-4fc8-a769-54d4fe0eec37"} {"level":"info","ts":1784936683.8829644,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b6092e46-26f1-4fc8-a769-54d4fe0eec37","EoS":false} {"level":"info","ts":1784936683.8829744,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b6092e46-26f1-4fc8-a769-54d4fe0eec37","EoS":true} {"level":"info","ts":1784936683.8830426,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b6092e46-26f1-4fc8-a769-54d4fe0eec37","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784936683.8830574,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b6092e46-26f1-4fc8-a769-54d4fe0eec37","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784936683.8830786,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b6092e46-26f1-4fc8-a769-54d4fe0eec37"} {"level":"info","ts":1784936683.922627,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936683.9227204,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c519c9e-0428-4776-9620-a1b3ddd2fb21"} {"level":"info","ts":1784936683.9227374,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7c519c9e-0428-4776-9620-a1b3ddd2fb21"} {"level":"info","ts":1784936683.9227583,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7c519c9e-0428-4776-9620-a1b3ddd2fb21","EoS":false} {"level":"info","ts":1784936683.9227788,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7c519c9e-0428-4776-9620-a1b3ddd2fb21","EoS":true} {"level":"info","ts":1784936683.9228115,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7c519c9e-0428-4776-9620-a1b3ddd2fb21","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784936683.9228313,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c519c9e-0428-4776-9620-a1b3ddd2fb21","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784936683.9228652,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7c519c9e-0428-4776-9620-a1b3ddd2fb21"} {"level":"info","ts":1784936683.9685094,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936683.9685934,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fe27dc4d-7428-4278-8433-524d79ae8846"} {"level":"info","ts":1784936683.9686031,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fe27dc4d-7428-4278-8433-524d79ae8846"} {"level":"info","ts":1784936683.9686537,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fe27dc4d-7428-4278-8433-524d79ae8846","EoS":false} {"level":"info","ts":1784936683.9686687,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fe27dc4d-7428-4278-8433-524d79ae8846","EoS":true} {"level":"info","ts":1784936683.968692,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fe27dc4d-7428-4278-8433-524d79ae8846","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784936683.9687078,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fe27dc4d-7428-4278-8433-524d79ae8846","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784936683.9687295,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fe27dc4d-7428-4278-8433-524d79ae8846"} {"level":"info","ts":1784936684.0077784,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936684.0078645,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e96e9e85-6024-4f43-a4e9-3052212770fb"} {"level":"info","ts":1784936688.6501915,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936688.650316,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"107516fa-5688-4c99-aef3-0f7cfc7caac0"} {"level":"info","ts":1784936688.6503386,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"107516fa-5688-4c99-aef3-0f7cfc7caac0"} {"level":"info","ts":1784936688.6503587,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"107516fa-5688-4c99-aef3-0f7cfc7caac0","EoS":false} {"level":"info","ts":1784936688.6503794,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"107516fa-5688-4c99-aef3-0f7cfc7caac0","EoS":true} {"level":"info","ts":1784936688.650411,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"107516fa-5688-4c99-aef3-0f7cfc7caac0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784936688.650431,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"107516fa-5688-4c99-aef3-0f7cfc7caac0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784936688.6504588,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"107516fa-5688-4c99-aef3-0f7cfc7caac0"} {"level":"info","ts":1784936697.2430413,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936697.243123,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bde184ca-310a-45b2-92ff-0ff214dbf635"} {"level":"info","ts":1784936697.2431328,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bde184ca-310a-45b2-92ff-0ff214dbf635"} {"level":"info","ts":1784936697.2431443,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bde184ca-310a-45b2-92ff-0ff214dbf635","EoS":false} {"level":"info","ts":1784936697.243155,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bde184ca-310a-45b2-92ff-0ff214dbf635","EoS":true} {"level":"info","ts":1784936697.243176,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bde184ca-310a-45b2-92ff-0ff214dbf635","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784936697.243193,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bde184ca-310a-45b2-92ff-0ff214dbf635","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784936697.2432091,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bde184ca-310a-45b2-92ff-0ff214dbf635"} {"level":"info","ts":1784936710.1248899,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936710.1249726,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bd35cfc6-6415-46b4-aa00-c7febdd075ef"} {"level":"info","ts":1784936710.1249833,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bd35cfc6-6415-46b4-aa00-c7febdd075ef"} {"level":"info","ts":1784936710.1249945,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bd35cfc6-6415-46b4-aa00-c7febdd075ef","EoS":false} {"level":"info","ts":1784936710.1250093,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bd35cfc6-6415-46b4-aa00-c7febdd075ef","EoS":true} {"level":"info","ts":1784936710.1250331,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bd35cfc6-6415-46b4-aa00-c7febdd075ef","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784936710.125049,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bd35cfc6-6415-46b4-aa00-c7febdd075ef","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784936710.1250725,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bd35cfc6-6415-46b4-aa00-c7febdd075ef"} {"level":"info","ts":1784936718.6874983,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936718.6875827,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"93d49b41-3075-4edf-bfab-c935469a932b"} {"level":"info","ts":1784936718.6876004,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"93d49b41-3075-4edf-bfab-c935469a932b"} {"level":"info","ts":1784936718.6876206,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"93d49b41-3075-4edf-bfab-c935469a932b","EoS":false} {"level":"info","ts":1784936718.6876407,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"93d49b41-3075-4edf-bfab-c935469a932b","EoS":true} {"level":"info","ts":1784936718.687671,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"93d49b41-3075-4edf-bfab-c935469a932b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784936718.6876884,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"93d49b41-3075-4edf-bfab-c935469a932b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784936718.687717,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"93d49b41-3075-4edf-bfab-c935469a932b"} {"level":"info","ts":1784936727.572218,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936727.5723188,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"edc40100-0ba2-4c1f-a720-6127a7c1158f"} {"level":"info","ts":1784936727.5723755,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"edc40100-0ba2-4c1f-a720-6127a7c1158f"} {"level":"info","ts":1784936727.572389,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"edc40100-0ba2-4c1f-a720-6127a7c1158f","EoS":false} {"level":"info","ts":1784936727.5724003,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"edc40100-0ba2-4c1f-a720-6127a7c1158f","EoS":true} {"level":"info","ts":1784936727.5724304,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"edc40100-0ba2-4c1f-a720-6127a7c1158f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784936727.5724454,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"edc40100-0ba2-4c1f-a720-6127a7c1158f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784936727.5724678,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"edc40100-0ba2-4c1f-a720-6127a7c1158f"} {"level":"info","ts":1784936736.5622299,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936736.5623238,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9830eb50-ae29-490a-a8f0-9024bef78bb1"} {"level":"info","ts":1784936736.5623353,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9830eb50-ae29-490a-a8f0-9024bef78bb1"} {"level":"info","ts":1784936736.562346,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9830eb50-ae29-490a-a8f0-9024bef78bb1","EoS":false} {"level":"info","ts":1784936736.5623586,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9830eb50-ae29-490a-a8f0-9024bef78bb1","EoS":true} {"level":"info","ts":1784936736.5623777,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9830eb50-ae29-490a-a8f0-9024bef78bb1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784936736.562393,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9830eb50-ae29-490a-a8f0-9024bef78bb1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784936736.5624158,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9830eb50-ae29-490a-a8f0-9024bef78bb1"} {"level":"info","ts":1784936744.4516299,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936744.4517117,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5436bceb-615b-4a75-9877-167178d2cf78"} {"level":"info","ts":1784936744.451721,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5436bceb-615b-4a75-9877-167178d2cf78"} {"level":"info","ts":1784936744.4517355,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5436bceb-615b-4a75-9877-167178d2cf78","EoS":false} {"level":"info","ts":1784936744.451756,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5436bceb-615b-4a75-9877-167178d2cf78","EoS":true} {"level":"info","ts":1784936744.4517834,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5436bceb-615b-4a75-9877-167178d2cf78","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784936744.451804,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5436bceb-615b-4a75-9877-167178d2cf78","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784936744.451829,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5436bceb-615b-4a75-9877-167178d2cf78"} {"level":"info","ts":1784936749.2305737,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936749.2306452,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e5128e04-7eb8-4eb5-871e-3301b0d3df27"} {"level":"info","ts":1784936749.2306557,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e5128e04-7eb8-4eb5-871e-3301b0d3df27"} {"level":"info","ts":1784936749.2306664,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e5128e04-7eb8-4eb5-871e-3301b0d3df27","EoS":false} {"level":"info","ts":1784936749.2306778,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e5128e04-7eb8-4eb5-871e-3301b0d3df27","EoS":true} {"level":"info","ts":1784936749.2306976,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e5128e04-7eb8-4eb5-871e-3301b0d3df27","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784936749.2307131,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e5128e04-7eb8-4eb5-871e-3301b0d3df27","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784936749.2307277,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e5128e04-7eb8-4eb5-871e-3301b0d3df27"} {"level":"info","ts":1784936749.5107694,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936749.5108452,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2935c872-87b8-4f78-bfb8-ee6074020c6b"} {"level":"info","ts":1784936749.5108557,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2935c872-87b8-4f78-bfb8-ee6074020c6b"} {"level":"info","ts":1784936749.5108702,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2935c872-87b8-4f78-bfb8-ee6074020c6b","EoS":false} {"level":"info","ts":1784936749.510888,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2935c872-87b8-4f78-bfb8-ee6074020c6b","EoS":true} {"level":"info","ts":1784936749.51091,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2935c872-87b8-4f78-bfb8-ee6074020c6b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784936749.510929,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2935c872-87b8-4f78-bfb8-ee6074020c6b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784936749.5109494,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2935c872-87b8-4f78-bfb8-ee6074020c6b"} {"level":"info","ts":1784936751.549675,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936751.5497515,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"805ee950-93d0-410e-ad0a-620a72a60d54"} {"level":"info","ts":1784936751.549765,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"805ee950-93d0-410e-ad0a-620a72a60d54"} {"level":"info","ts":1784936751.549776,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"805ee950-93d0-410e-ad0a-620a72a60d54","EoS":false} {"level":"info","ts":1784936751.5497935,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"805ee950-93d0-410e-ad0a-620a72a60d54","EoS":true} {"level":"info","ts":1784936751.5498211,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"805ee950-93d0-410e-ad0a-620a72a60d54","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784936751.549842,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"805ee950-93d0-410e-ad0a-620a72a60d54","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784936751.5498593,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"805ee950-93d0-410e-ad0a-620a72a60d54"} {"level":"info","ts":1784936753.5861628,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936753.5862627,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"85b33b23-611b-48fa-8469-d383d212f4e7"} {"level":"info","ts":1784936753.5862832,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"85b33b23-611b-48fa-8469-d383d212f4e7"} {"level":"info","ts":1784936753.5863025,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"85b33b23-611b-48fa-8469-d383d212f4e7","EoS":false} {"level":"info","ts":1784936753.586324,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"85b33b23-611b-48fa-8469-d383d212f4e7","EoS":true} {"level":"info","ts":1784936753.5863562,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"85b33b23-611b-48fa-8469-d383d212f4e7","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784936753.586375,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"85b33b23-611b-48fa-8469-d383d212f4e7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784936753.5864084,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"85b33b23-611b-48fa-8469-d383d212f4e7"} {"level":"info","ts":1784936775.894107,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936775.8941905,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"59ae716a-ac11-453b-b967-bd783a92c40d"} {"level":"info","ts":1784936775.894201,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"59ae716a-ac11-453b-b967-bd783a92c40d"} {"level":"info","ts":1784936775.8942115,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"59ae716a-ac11-453b-b967-bd783a92c40d","EoS":false} {"level":"info","ts":1784936775.8942227,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"59ae716a-ac11-453b-b967-bd783a92c40d","EoS":true} {"level":"info","ts":1784936775.8942597,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"59ae716a-ac11-453b-b967-bd783a92c40d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784936775.8942752,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"59ae716a-ac11-453b-b967-bd783a92c40d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784936775.8942962,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"59ae716a-ac11-453b-b967-bd783a92c40d"} {"level":"info","ts":1784936785.2541158,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936785.254201,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"33c74eb0-3802-4900-a6b4-ba927b6a1ec5"} {"level":"info","ts":1784936785.254209,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"33c74eb0-3802-4900-a6b4-ba927b6a1ec5"} {"level":"info","ts":1784936785.2542198,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"33c74eb0-3802-4900-a6b4-ba927b6a1ec5","EoS":false} {"level":"info","ts":1784936785.2542303,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"33c74eb0-3802-4900-a6b4-ba927b6a1ec5","EoS":true} {"level":"info","ts":1784936785.254274,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"33c74eb0-3802-4900-a6b4-ba927b6a1ec5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784936785.2542922,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"33c74eb0-3802-4900-a6b4-ba927b6a1ec5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784936785.2543123,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"33c74eb0-3802-4900-a6b4-ba927b6a1ec5"} {"level":"info","ts":1784936790.7152584,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936790.7153327,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b3efc91-ca98-48fa-a81c-932a8f537c6a"} {"level":"info","ts":1784936790.7153418,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8b3efc91-ca98-48fa-a81c-932a8f537c6a"} {"level":"info","ts":1784936790.7153523,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8b3efc91-ca98-48fa-a81c-932a8f537c6a","EoS":false} {"level":"info","ts":1784936790.7153628,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8b3efc91-ca98-48fa-a81c-932a8f537c6a","EoS":true} {"level":"info","ts":1784936790.715432,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8b3efc91-ca98-48fa-a81c-932a8f537c6a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784936790.7154498,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8b3efc91-ca98-48fa-a81c-932a8f537c6a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784936790.7154713,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8b3efc91-ca98-48fa-a81c-932a8f537c6a"} {"level":"info","ts":1784936800.5669296,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936800.5670002,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6b7ec12-6599-434a-9881-09d1e9a02ca7"} {"level":"info","ts":1784936800.5670109,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a6b7ec12-6599-434a-9881-09d1e9a02ca7"} {"level":"info","ts":1784936800.567022,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a6b7ec12-6599-434a-9881-09d1e9a02ca7","EoS":false} {"level":"info","ts":1784936800.5670338,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a6b7ec12-6599-434a-9881-09d1e9a02ca7","EoS":true} {"level":"info","ts":1784936800.5670528,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a6b7ec12-6599-434a-9881-09d1e9a02ca7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784936800.5670683,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a6b7ec12-6599-434a-9881-09d1e9a02ca7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784936800.5670905,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a6b7ec12-6599-434a-9881-09d1e9a02ca7"} {"level":"info","ts":1784936802.612208,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936802.6123114,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"28f5f1e0-91fd-4e36-b04b-ddba5fc0e8a1"} {"level":"info","ts":1784936802.612323,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"28f5f1e0-91fd-4e36-b04b-ddba5fc0e8a1"} {"level":"info","ts":1784936802.6123352,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"28f5f1e0-91fd-4e36-b04b-ddba5fc0e8a1","EoS":false} {"level":"info","ts":1784936802.6123464,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"28f5f1e0-91fd-4e36-b04b-ddba5fc0e8a1","EoS":true} {"level":"info","ts":1784936802.6123705,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"28f5f1e0-91fd-4e36-b04b-ddba5fc0e8a1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784936802.612385,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"28f5f1e0-91fd-4e36-b04b-ddba5fc0e8a1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784936802.6124089,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"28f5f1e0-91fd-4e36-b04b-ddba5fc0e8a1"} {"level":"info","ts":1784936812.095312,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936812.095384,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"76e02e0b-912a-4ecf-b868-5e96e8c3a849"} {"level":"info","ts":1784936812.0953932,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"76e02e0b-912a-4ecf-b868-5e96e8c3a849"} {"level":"info","ts":1784936812.0954044,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"76e02e0b-912a-4ecf-b868-5e96e8c3a849","EoS":false} {"level":"info","ts":1784936812.0954173,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"76e02e0b-912a-4ecf-b868-5e96e8c3a849","EoS":true} {"level":"info","ts":1784936812.0954406,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"76e02e0b-912a-4ecf-b868-5e96e8c3a849","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784936812.0954564,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"76e02e0b-912a-4ecf-b868-5e96e8c3a849","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784936812.0954778,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"76e02e0b-912a-4ecf-b868-5e96e8c3a849"} {"level":"info","ts":1784936812.1356595,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936812.1357288,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff2f3369-2f0d-4457-ad17-4047ef987644"} {"level":"info","ts":1784936812.1357434,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ff2f3369-2f0d-4457-ad17-4047ef987644"} {"level":"info","ts":1784936812.1357617,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ff2f3369-2f0d-4457-ad17-4047ef987644","EoS":false} {"level":"info","ts":1784936812.135781,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ff2f3369-2f0d-4457-ad17-4047ef987644","EoS":true} {"level":"info","ts":1784936812.1358075,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ff2f3369-2f0d-4457-ad17-4047ef987644","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784936812.1358228,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ff2f3369-2f0d-4457-ad17-4047ef987644","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784936812.1358492,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ff2f3369-2f0d-4457-ad17-4047ef987644"} {"level":"info","ts":1784936831.3331761,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936831.333284,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d3ed7829-0d04-4fac-926b-48d0737c2bad"} {"level":"info","ts":1784936831.3332946,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d3ed7829-0d04-4fac-926b-48d0737c2bad"} {"level":"info","ts":1784936831.3333075,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d3ed7829-0d04-4fac-926b-48d0737c2bad","EoS":false} {"level":"info","ts":1784936831.33332,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d3ed7829-0d04-4fac-926b-48d0737c2bad","EoS":true} {"level":"info","ts":1784936831.3333397,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d3ed7829-0d04-4fac-926b-48d0737c2bad","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784936831.333354,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d3ed7829-0d04-4fac-926b-48d0737c2bad","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784936831.3333726,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d3ed7829-0d04-4fac-926b-48d0737c2bad"} {"level":"info","ts":1784936840.7069323,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936840.7070212,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"38167810-3b02-4872-98f2-6cc5aa0df485"} {"level":"info","ts":1784936840.707031,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"38167810-3b02-4872-98f2-6cc5aa0df485"} {"level":"info","ts":1784936840.7070417,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"38167810-3b02-4872-98f2-6cc5aa0df485","EoS":false} {"level":"info","ts":1784936840.7070527,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"38167810-3b02-4872-98f2-6cc5aa0df485","EoS":true} {"level":"info","ts":1784936840.7070723,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"38167810-3b02-4872-98f2-6cc5aa0df485","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784936840.7070887,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"38167810-3b02-4872-98f2-6cc5aa0df485","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784936840.7071118,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"38167810-3b02-4872-98f2-6cc5aa0df485"} {"level":"info","ts":1784936845.9690447,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936845.9691272,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7cb8d94b-57e9-4fa6-870e-fff55a3d376d"} {"level":"info","ts":1784936845.9691412,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7cb8d94b-57e9-4fa6-870e-fff55a3d376d"} {"level":"info","ts":1784936845.969152,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7cb8d94b-57e9-4fa6-870e-fff55a3d376d","EoS":false} {"level":"info","ts":1784936845.969163,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7cb8d94b-57e9-4fa6-870e-fff55a3d376d","EoS":true} {"level":"info","ts":1784936845.9691885,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7cb8d94b-57e9-4fa6-870e-fff55a3d376d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784936845.969206,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7cb8d94b-57e9-4fa6-870e-fff55a3d376d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784936845.9692304,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7cb8d94b-57e9-4fa6-870e-fff55a3d376d"} {"level":"info","ts":1784936936.5642927,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936936.5643733,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd188af7-7e92-46fc-99cc-368c3d0d0a45"} {"level":"info","ts":1784936936.564384,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cd188af7-7e92-46fc-99cc-368c3d0d0a45"} {"level":"info","ts":1784936936.5644002,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cd188af7-7e92-46fc-99cc-368c3d0d0a45","EoS":false} {"level":"info","ts":1784936936.5644143,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cd188af7-7e92-46fc-99cc-368c3d0d0a45","EoS":true} {"level":"info","ts":1784936936.5644407,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cd188af7-7e92-46fc-99cc-368c3d0d0a45","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784936936.5644608,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cd188af7-7e92-46fc-99cc-368c3d0d0a45","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784936936.5644906,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cd188af7-7e92-46fc-99cc-368c3d0d0a45"} {"level":"info","ts":1784936959.9742668,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936959.9743423,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f4d899ce-6ac0-4443-a988-9227363a155c"} {"level":"info","ts":1784936959.9743524,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f4d899ce-6ac0-4443-a988-9227363a155c"} {"level":"info","ts":1784936959.974363,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f4d899ce-6ac0-4443-a988-9227363a155c","EoS":false} {"level":"info","ts":1784936959.9743729,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f4d899ce-6ac0-4443-a988-9227363a155c","EoS":true} {"level":"info","ts":1784936959.9743958,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f4d899ce-6ac0-4443-a988-9227363a155c","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784936959.9744115,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f4d899ce-6ac0-4443-a988-9227363a155c","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784936959.9744349,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f4d899ce-6ac0-4443-a988-9227363a155c"} {"level":"info","ts":1784936997.1706796,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936997.1707606,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"de8a9ee6-2f13-45ba-bef9-832bcf15e269"} {"level":"info","ts":1784936997.1707714,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"de8a9ee6-2f13-45ba-bef9-832bcf15e269"} {"level":"info","ts":1784936997.1707854,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"de8a9ee6-2f13-45ba-bef9-832bcf15e269","EoS":false} {"level":"info","ts":1784936997.170804,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"de8a9ee6-2f13-45ba-bef9-832bcf15e269","EoS":true} {"level":"info","ts":1784936997.1708283,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"de8a9ee6-2f13-45ba-bef9-832bcf15e269","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784936997.170844,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"de8a9ee6-2f13-45ba-bef9-832bcf15e269","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784936997.1708674,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"de8a9ee6-2f13-45ba-bef9-832bcf15e269"} {"level":"info","ts":1784937012.4710758,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784937012.471157,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a95dff87-522d-4fc6-90b6-2d41d9679447"} {"level":"info","ts":1784937012.471171,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a95dff87-522d-4fc6-90b6-2d41d9679447"} {"level":"info","ts":1784937012.471185,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a95dff87-522d-4fc6-90b6-2d41d9679447","EoS":false} {"level":"info","ts":1784937012.4711976,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a95dff87-522d-4fc6-90b6-2d41d9679447","EoS":true} {"level":"info","ts":1784937012.47122,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a95dff87-522d-4fc6-90b6-2d41d9679447","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784937012.4712594,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a95dff87-522d-4fc6-90b6-2d41d9679447","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784937012.4712846,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a95dff87-522d-4fc6-90b6-2d41d9679447"} {"level":"info","ts":1784937012.7740004,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784937012.7740705,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff81e098-3b92-4375-a790-a24ad23e56b9"} {"level":"info","ts":1784937012.7740798,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ff81e098-3b92-4375-a790-a24ad23e56b9"} {"level":"info","ts":1784937012.77409,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ff81e098-3b92-4375-a790-a24ad23e56b9","EoS":false} {"level":"info","ts":1784937012.7740998,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ff81e098-3b92-4375-a790-a24ad23e56b9","EoS":true} {"level":"info","ts":1784937012.7741187,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ff81e098-3b92-4375-a790-a24ad23e56b9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784937012.7741349,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ff81e098-3b92-4375-a790-a24ad23e56b9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784937012.7741501,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ff81e098-3b92-4375-a790-a24ad23e56b9"} {"level":"info","ts":1784937323.8501008,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784937323.8501904,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0b0efa9-1d3a-43bc-9faf-d62798e34ba1"} {"level":"info","ts":1784937323.8501985,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b0b0efa9-1d3a-43bc-9faf-d62798e34ba1"} {"level":"info","ts":1784937323.8502097,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b0b0efa9-1d3a-43bc-9faf-d62798e34ba1","EoS":false} {"level":"info","ts":1784937323.8502192,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b0b0efa9-1d3a-43bc-9faf-d62798e34ba1","EoS":true} {"level":"info","ts":1784937323.850261,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b0b0efa9-1d3a-43bc-9faf-d62798e34ba1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784937323.8502784,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b0b0efa9-1d3a-43bc-9faf-d62798e34ba1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784937323.8502991,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b0b0efa9-1d3a-43bc-9faf-d62798e34ba1"} {"level":"info","ts":1784937323.8870957,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784937323.8871799,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"86ac41bc-725d-4650-bf25-4ad0df86d279"} {"level":"info","ts":1784937323.887197,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"86ac41bc-725d-4650-bf25-4ad0df86d279"} {"level":"info","ts":1784937323.8872185,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"86ac41bc-725d-4650-bf25-4ad0df86d279","EoS":false} {"level":"info","ts":1784937323.887251,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"86ac41bc-725d-4650-bf25-4ad0df86d279","EoS":true} {"level":"info","ts":1784937323.887287,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"86ac41bc-725d-4650-bf25-4ad0df86d279","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784937323.8873057,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"86ac41bc-725d-4650-bf25-4ad0df86d279","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784937323.8873386,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"86ac41bc-725d-4650-bf25-4ad0df86d279"} {"level":"info","ts":1784937323.9236858,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784937323.9237697,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"991e7fa6-7117-43ce-adae-fc1598e3e6a0"} {"level":"info","ts":1784937323.9237776,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"991e7fa6-7117-43ce-adae-fc1598e3e6a0"} {"level":"info","ts":1784937323.9237883,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"991e7fa6-7117-43ce-adae-fc1598e3e6a0","EoS":false} {"level":"info","ts":1784937323.9237988,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"991e7fa6-7117-43ce-adae-fc1598e3e6a0","EoS":true} {"level":"info","ts":1784937323.9238198,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"991e7fa6-7117-43ce-adae-fc1598e3e6a0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784937323.9238358,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"991e7fa6-7117-43ce-adae-fc1598e3e6a0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784937323.923856,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"991e7fa6-7117-43ce-adae-fc1598e3e6a0"} {"level":"info","ts":1784937328.7738922,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1a7f9102-8a9b-407f-9ce7-b7aedf318a4d"} {"level":"info","ts":1784937328.7739768,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a407dfd2-e65a-4bec-807e-5458115742d8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784937328.7740076,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a407dfd2-e65a-4bec-807e-5458115742d8","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784937328.7813113,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7e571b3e-366d-4658-a6e5-926dfb9e8843","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784937328.7813528,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7e571b3e-366d-4658-a6e5-926dfb9e8843","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784937328.7821891,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1a7f9102-8a9b-407f-9ce7-b7aedf318a4d","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784937328.7825267,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":39444.114802362,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784937328.78255,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784937328.9364364,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784937328.939148,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6cb83aa4-2770-45dd-8851-1942547877f3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784937328.939227,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6cb83aa4-2770-45dd-8851-1942547877f3","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784937328.9396544,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"faadb566-7f82-40cd-8324-c1ac29006e26"} {"level":"info","ts":1784937328.9397695,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb8e84ff-8828-406a-b20b-475c1938c5ae","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784937328.9400885,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb8e84ff-8828-406a-b20b-475c1938c5ae","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784937328.94016,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9dacac2b-cf25-4bc3-84d8-fb69c6b35846","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784937328.9401793,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9dacac2b-cf25-4bc3-84d8-fb69c6b35846","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784937328.940211,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37707.453845458,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784937328.9402544,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784937328.9483628,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784937328.9836767,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38080.001330095,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784937328.9837089,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784937329.0360196,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784937329.0361211,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e590a1f1-7fde-4697-8a98-1dfcc7d4ef1e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784937329.0361614,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e590a1f1-7fde-4697-8a98-1dfcc7d4ef1e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784937329.0404925,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"faadb566-7f82-40cd-8324-c1ac29006e26","name":"e2e-external-model"} {"level":"info","ts":1784937329.0501356,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"faadb566-7f82-40cd-8324-c1ac29006e26","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784937329.0503697,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d974c7b2-672f-4646-ad1d-7044757f5328","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784937329.0504115,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d974c7b2-672f-4646-ad1d-7044757f5328","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784937329.0536957,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"faadb566-7f82-40cd-8324-c1ac29006e26","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784937329.0537915,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"06efee19-b81f-45f8-a61e-9fcc081afbf2"} {"level":"info","ts":1784937329.0538437,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"06efee19-b81f-45f8-a61e-9fcc081afbf2","name":"e2e-external-model"} {"level":"info","ts":1784937329.0609496,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"06efee19-b81f-45f8-a61e-9fcc081afbf2","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784937329.0636804,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"913f6365-7dc2-4555-a435-ed2ccff9b1c7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784937329.0637128,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"913f6365-7dc2-4555-a435-ed2ccff9b1c7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784937329.0656052,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"06efee19-b81f-45f8-a61e-9fcc081afbf2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784937329.065693,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0019c693-eced-401c-9008-0acd290cda96"} {"level":"info","ts":1784937329.0657508,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0019c693-eced-401c-9008-0acd290cda96","name":"e2e-external-model"} {"level":"info","ts":1784937329.0728843,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0019c693-eced-401c-9008-0acd290cda96","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784937329.0846272,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1a7f9102-8a9b-407f-9ce7-b7aedf318a4d","name":"e2e-external-provider"} {"level":"info","ts":1784937329.0928822,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1a7f9102-8a9b-407f-9ce7-b7aedf318a4d","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784937329.0959568,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1a7f9102-8a9b-407f-9ce7-b7aedf318a4d","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784937329.096084,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4db86f6b-48c8-47c8-a781-c9d77a1629fa"} {"level":"info","ts":1784937329.0961359,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4db86f6b-48c8-47c8-a781-c9d77a1629fa","name":"e2e-external-provider"} {"level":"info","ts":1784937329.1035845,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4db86f6b-48c8-47c8-a781-c9d77a1629fa","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784937336.3008947,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784937336.3009684,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"47b8bdc6-69a1-4b06-9eec-6eb5c54850d9"} {"level":"info","ts":1784937336.3009784,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"47b8bdc6-69a1-4b06-9eec-6eb5c54850d9"} {"level":"info","ts":1784937336.3009892,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"47b8bdc6-69a1-4b06-9eec-6eb5c54850d9","EoS":false} {"level":"info","ts":1784937336.3009996,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"47b8bdc6-69a1-4b06-9eec-6eb5c54850d9","EoS":true} {"level":"info","ts":1784937336.3010244,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"47b8bdc6-69a1-4b06-9eec-6eb5c54850d9","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784937336.3010414,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"47b8bdc6-69a1-4b06-9eec-6eb5c54850d9","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784937336.3010492,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"47b8bdc6-69a1-4b06-9eec-6eb5c54850d9","modelName":"e2e-external-model"} {"level":"info","ts":1784937336.3010638,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"47b8bdc6-69a1-4b06-9eec-6eb5c54850d9","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784937336.3011246,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"47b8bdc6-69a1-4b06-9eec-6eb5c54850d9"} {"level":"info","ts":1784937336.3484406,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784937336.3484945,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"38829f17-c694-49c3-bd56-1b7ea5f1f867"} {"level":"info","ts":1784937336.3485036,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"38829f17-c694-49c3-bd56-1b7ea5f1f867"} {"level":"info","ts":1784937336.3485138,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"38829f17-c694-49c3-bd56-1b7ea5f1f867","EoS":false} {"level":"info","ts":1784937336.348523,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"38829f17-c694-49c3-bd56-1b7ea5f1f867","EoS":true} {"level":"info","ts":1784937336.348541,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"38829f17-c694-49c3-bd56-1b7ea5f1f867","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784937336.348554,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"38829f17-c694-49c3-bd56-1b7ea5f1f867","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784937336.3485606,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"38829f17-c694-49c3-bd56-1b7ea5f1f867","modelName":"e2e-external-model"} {"level":"info","ts":1784937336.3485742,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"38829f17-c694-49c3-bd56-1b7ea5f1f867","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784937336.3486075,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"38829f17-c694-49c3-bd56-1b7ea5f1f867"} {"level":"info","ts":1784937336.382517,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784937336.3825715,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"68c487db-ec0c-47c5-be00-c3e484ef5f39"} {"level":"info","ts":1784937336.3825917,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"68c487db-ec0c-47c5-be00-c3e484ef5f39"} {"level":"info","ts":1784937336.382603,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"68c487db-ec0c-47c5-be00-c3e484ef5f39","EoS":false} {"level":"info","ts":1784937336.3826191,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"68c487db-ec0c-47c5-be00-c3e484ef5f39","EoS":true} {"level":"info","ts":1784937336.3826354,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"68c487db-ec0c-47c5-be00-c3e484ef5f39","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784937336.382647,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"68c487db-ec0c-47c5-be00-c3e484ef5f39","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784937336.3826535,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"68c487db-ec0c-47c5-be00-c3e484ef5f39","modelName":"e2e-external-model"} {"level":"info","ts":1784937336.382665,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"68c487db-ec0c-47c5-be00-c3e484ef5f39","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784937336.382737,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"68c487db-ec0c-47c5-be00-c3e484ef5f39"} {"level":"info","ts":1784937336.5157263,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9fa86998-8c6f-4602-9b3e-5d1fef363e16"} {"level":"info","ts":1784937336.515778,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"852bc196-7ac1-419a-a14c-f843787ee9c6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784937336.515815,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"852bc196-7ac1-419a-a14c-f843787ee9c6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784937336.5207477,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9fa86998-8c6f-4602-9b3e-5d1fef363e16","name":"e2e-cleanup-test"} {"level":"info","ts":1784937336.520787,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"86475077-c768-4550-a404-b846fae190d2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784937336.5208127,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"86475077-c768-4550-a404-b846fae190d2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784937336.528135,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9fa86998-8c6f-4602-9b3e-5d1fef363e16","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784937336.536579,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6c8ad1a3-af45-4f99-8a0f-ad63310dab05"} {"level":"info","ts":1784937336.536619,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d7fb44ac-c25d-4240-a1f2-00b07c159041","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784937336.536641,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d7fb44ac-c25d-4240-a1f2-00b07c159041","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784937336.5366447,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6c8ad1a3-af45-4f99-8a0f-ad63310dab05","name":"e2e-cleanup-test"} {"level":"info","ts":1784937336.553216,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b9b2f6a6-a28b-4f01-96a0-13f2c9e2a528","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784937336.553281,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b9b2f6a6-a28b-4f01-96a0-13f2c9e2a528","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784937336.5532324,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6c8ad1a3-af45-4f99-8a0f-ad63310dab05","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784937336.5533412,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ce50f169-a9e3-4332-bbf7-f5181a30d78d"} {"level":"info","ts":1784937336.5533834,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ce50f169-a9e3-4332-bbf7-f5181a30d78d","name":"e2e-cleanup-test"} {"level":"info","ts":1784937336.5599055,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ce50f169-a9e3-4332-bbf7-f5181a30d78d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784937336.5646918,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"907753e7-5214-445c-a3c4-87d9822bcf92"} {"level":"info","ts":1784937336.5647452,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"907753e7-5214-445c-a3c4-87d9822bcf92","name":"e2e-cleanup-test"} {"level":"info","ts":1784937336.5647514,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"219fbc26-8cc0-4491-8aaf-5a206418038e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784937336.5647721,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"219fbc26-8cc0-4491-8aaf-5a206418038e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784937336.5714657,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"907753e7-5214-445c-a3c4-87d9822bcf92","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784937344.8002088,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0f944004-5ce8-4144-8428-6ffb1ce8ec72","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784937344.8002756,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0f944004-5ce8-4144-8428-6ffb1ce8ec72","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784937344.8002057,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2130a8c3-800b-44b5-93e6-86cdc377c188"} {"level":"info","ts":1784937349.122125,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784937349.1222036,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9b47eda2-de04-4908-b653-ef1c1caeb029"} {"level":"info","ts":1784937349.1222131,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9b47eda2-de04-4908-b653-ef1c1caeb029"} {"level":"info","ts":1784937349.122224,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9b47eda2-de04-4908-b653-ef1c1caeb029","EoS":false} {"level":"info","ts":1784937349.1222544,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9b47eda2-de04-4908-b653-ef1c1caeb029","EoS":true} {"level":"info","ts":1784937349.1222763,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9b47eda2-de04-4908-b653-ef1c1caeb029","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784937349.1222925,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9b47eda2-de04-4908-b653-ef1c1caeb029","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784937349.1223235,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9b47eda2-de04-4908-b653-ef1c1caeb029"} {"level":"info","ts":1784937349.1545973,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784937349.15467,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"399449bf-863e-4c4f-b77d-72547b56d3d8"} {"level":"info","ts":1784937349.154679,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"399449bf-863e-4c4f-b77d-72547b56d3d8"} {"level":"info","ts":1784937349.1546938,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"399449bf-863e-4c4f-b77d-72547b56d3d8","EoS":false} {"level":"info","ts":1784937349.1547112,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"399449bf-863e-4c4f-b77d-72547b56d3d8","EoS":true} {"level":"info","ts":1784937349.1547325,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"399449bf-863e-4c4f-b77d-72547b56d3d8","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784937349.1547482,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"399449bf-863e-4c4f-b77d-72547b56d3d8","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784937349.1547585,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"399449bf-863e-4c4f-b77d-72547b56d3d8","modelName":"e2e-external-model"} {"level":"info","ts":1784937349.1547759,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"399449bf-863e-4c4f-b77d-72547b56d3d8","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784937349.1548128,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"399449bf-863e-4c4f-b77d-72547b56d3d8"} {"level":"info","ts":1784937349.1948175,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784937349.1948965,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06a01fea-7b33-4c83-a5ec-7b8c74e6476a"} {"level":"info","ts":1784937349.194905,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"06a01fea-7b33-4c83-a5ec-7b8c74e6476a"} {"level":"info","ts":1784937349.1949153,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"06a01fea-7b33-4c83-a5ec-7b8c74e6476a","EoS":false} {"level":"info","ts":1784937349.194928,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"06a01fea-7b33-4c83-a5ec-7b8c74e6476a","EoS":true} {"level":"info","ts":1784937349.1949496,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"06a01fea-7b33-4c83-a5ec-7b8c74e6476a","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784937349.194964,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"06a01fea-7b33-4c83-a5ec-7b8c74e6476a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784937349.194984,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"06a01fea-7b33-4c83-a5ec-7b8c74e6476a"} {"level":"info","ts":1784937349.3382804,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784937349.3383605,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8e104fe9-b94a-4b9b-a836-c67efba0961c"} {"level":"info","ts":1784937349.3383737,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8e104fe9-b94a-4b9b-a836-c67efba0961c"} {"level":"info","ts":1784937349.3383849,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8e104fe9-b94a-4b9b-a836-c67efba0961c","EoS":false} {"level":"info","ts":1784937349.3383946,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8e104fe9-b94a-4b9b-a836-c67efba0961c","EoS":true} {"level":"info","ts":1784937349.338421,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"8e104fe9-b94a-4b9b-a836-c67efba0961c","field":"model"} {"level":"info","ts":1784937349.338449,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8e104fe9-b94a-4b9b-a836-c67efba0961c"} {"level":"info","ts":1784937350.3022163,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"65c7f9a0-9406-40ad-81a7-2195356f2ae7"} {"level":"info","ts":1784937350.3022945,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9ea6d06c-e6f9-4d74-b2ee-89a2bcc50aca","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784937350.3023348,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9ea6d06c-e6f9-4d74-b2ee-89a2bcc50aca","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784937350.4482841,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"104c59c2-a07d-4c44-b126-c1932baa905a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784937350.4483073,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0cf92c63-046b-49e8-9e5f-0f2b419e7c9c"} {"level":"info","ts":1784937350.448331,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"104c59c2-a07d-4c44-b126-c1932baa905a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784938651.1184833,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784938651.1185725,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c4fddfbe-4314-44ca-b039-3868f28f0a0a"} {"level":"info","ts":1784938705.67406,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784938705.674142,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6104b81a-c960-424e-9533-9f2141903dc5"} {"level":"info","ts":1784938705.6741514,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6104b81a-c960-424e-9533-9f2141903dc5"} {"level":"info","ts":1784938705.6741629,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6104b81a-c960-424e-9533-9f2141903dc5","EoS":false} {"level":"info","ts":1784938705.6741734,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6104b81a-c960-424e-9533-9f2141903dc5","EoS":true} {"level":"info","ts":1784938705.6741974,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6104b81a-c960-424e-9533-9f2141903dc5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784938705.674213,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6104b81a-c960-424e-9533-9f2141903dc5","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784938705.6742501,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6104b81a-c960-424e-9533-9f2141903dc5"}