{"level":"info","ts":1784724965.1185124,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c0361c23-0b6a-41d9-a887-5fbce1fb9321","EoS":true} {"level":"info","ts":1784724965.1185415,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c0361c23-0b6a-41d9-a887-5fbce1fb9321","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784724965.1185584,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c0361c23-0b6a-41d9-a887-5fbce1fb9321","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784724965.1185892,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c0361c23-0b6a-41d9-a887-5fbce1fb9321"} {"level":"info","ts":1784724965.2595303,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784724965.2595966,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"233f55a4-a856-4213-bf57-15c00a7f2550"} {"level":"info","ts":1784724965.259609,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"233f55a4-a856-4213-bf57-15c00a7f2550"} {"level":"info","ts":1784724965.2596204,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"233f55a4-a856-4213-bf57-15c00a7f2550","EoS":false} {"level":"info","ts":1784724965.2596319,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"233f55a4-a856-4213-bf57-15c00a7f2550","EoS":true} {"level":"info","ts":1784724965.2596493,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"233f55a4-a856-4213-bf57-15c00a7f2550","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784724965.2596657,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"233f55a4-a856-4213-bf57-15c00a7f2550","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784724965.2596836,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"233f55a4-a856-4213-bf57-15c00a7f2550"} {"level":"info","ts":1784724965.3991551,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784724965.3992279,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4313168d-1911-4865-b60e-b57ef78723e1"} {"level":"info","ts":1784724965.3992398,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4313168d-1911-4865-b60e-b57ef78723e1"} {"level":"info","ts":1784724965.3992505,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4313168d-1911-4865-b60e-b57ef78723e1","EoS":false} {"level":"info","ts":1784724965.3992608,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4313168d-1911-4865-b60e-b57ef78723e1","EoS":true} {"level":"info","ts":1784724965.3992782,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4313168d-1911-4865-b60e-b57ef78723e1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784724965.399293,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4313168d-1911-4865-b60e-b57ef78723e1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784724965.3993134,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4313168d-1911-4865-b60e-b57ef78723e1"} {"level":"info","ts":1784724965.5361292,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784724965.5362122,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92027cfc-16e6-4a1a-95a8-c84b86aef07c"} {"level":"info","ts":1784724965.5362246,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"92027cfc-16e6-4a1a-95a8-c84b86aef07c"} {"level":"info","ts":1784724965.5362358,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"92027cfc-16e6-4a1a-95a8-c84b86aef07c","EoS":false} {"level":"info","ts":1784724965.536255,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"92027cfc-16e6-4a1a-95a8-c84b86aef07c","EoS":true} {"level":"info","ts":1784724965.5362737,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"92027cfc-16e6-4a1a-95a8-c84b86aef07c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784724965.536331,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"92027cfc-16e6-4a1a-95a8-c84b86aef07c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784724965.536354,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"92027cfc-16e6-4a1a-95a8-c84b86aef07c"} {"level":"info","ts":1784724965.6773777,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784724965.6774364,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44376032-f6ed-4fd1-a6cc-adc997aba86e"} {"level":"info","ts":1784724965.6774583,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"44376032-f6ed-4fd1-a6cc-adc997aba86e"} {"level":"info","ts":1784724965.677469,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"44376032-f6ed-4fd1-a6cc-adc997aba86e","EoS":false} {"level":"info","ts":1784724965.6774783,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"44376032-f6ed-4fd1-a6cc-adc997aba86e","EoS":true} {"level":"info","ts":1784724965.6774945,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"44376032-f6ed-4fd1-a6cc-adc997aba86e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784724965.6775057,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44376032-f6ed-4fd1-a6cc-adc997aba86e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784724965.6775248,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"44376032-f6ed-4fd1-a6cc-adc997aba86e"} {"level":"info","ts":1784724965.8160515,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784724965.8161073,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"80cde132-c328-490f-b374-8f6f948833de"} {"level":"info","ts":1784724965.8161192,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"80cde132-c328-490f-b374-8f6f948833de"} {"level":"info","ts":1784724965.8161304,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"80cde132-c328-490f-b374-8f6f948833de","EoS":false} {"level":"info","ts":1784724965.81614,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"80cde132-c328-490f-b374-8f6f948833de","EoS":true} {"level":"info","ts":1784724965.8161561,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"80cde132-c328-490f-b374-8f6f948833de","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784724965.8161736,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"80cde132-c328-490f-b374-8f6f948833de","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784724965.8161933,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"80cde132-c328-490f-b374-8f6f948833de"} {"level":"info","ts":1784724982.7324488,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784724982.7325406,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a8a4f086-050e-4a74-bd9e-ca59412af0c1"} {"level":"info","ts":1784724982.732553,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a8a4f086-050e-4a74-bd9e-ca59412af0c1"} {"level":"info","ts":1784724982.7325644,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a8a4f086-050e-4a74-bd9e-ca59412af0c1","EoS":false} {"level":"info","ts":1784724982.7325776,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a8a4f086-050e-4a74-bd9e-ca59412af0c1","EoS":true} {"level":"info","ts":1784724982.7325969,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a8a4f086-050e-4a74-bd9e-ca59412af0c1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784724982.7326114,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a8a4f086-050e-4a74-bd9e-ca59412af0c1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784724982.7326298,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a8a4f086-050e-4a74-bd9e-ca59412af0c1"} {"level":"info","ts":1784724982.7779214,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784724982.7779992,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6778aac3-a01c-4281-b22c-10106ef10eff"} {"level":"info","ts":1784724982.7780368,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6778aac3-a01c-4281-b22c-10106ef10eff"} {"level":"info","ts":1784724982.7780554,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6778aac3-a01c-4281-b22c-10106ef10eff","EoS":false} {"level":"info","ts":1784724982.7780738,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6778aac3-a01c-4281-b22c-10106ef10eff","EoS":true} {"level":"info","ts":1784724982.7781007,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6778aac3-a01c-4281-b22c-10106ef10eff","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784724982.7781208,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6778aac3-a01c-4281-b22c-10106ef10eff","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784724982.7781434,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6778aac3-a01c-4281-b22c-10106ef10eff"} {"level":"info","ts":1784724982.8181567,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784724982.8182132,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"266ca93a-3ccf-41f9-8bb3-8a8834e68e1f"} {"level":"info","ts":1784724982.8182235,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"266ca93a-3ccf-41f9-8bb3-8a8834e68e1f"} {"level":"info","ts":1784724982.8182333,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"266ca93a-3ccf-41f9-8bb3-8a8834e68e1f","EoS":false} {"level":"info","ts":1784724982.8182425,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"266ca93a-3ccf-41f9-8bb3-8a8834e68e1f","EoS":true} {"level":"info","ts":1784724982.818257,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"266ca93a-3ccf-41f9-8bb3-8a8834e68e1f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784724982.8182693,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"266ca93a-3ccf-41f9-8bb3-8a8834e68e1f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784724982.818286,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"266ca93a-3ccf-41f9-8bb3-8a8834e68e1f"} {"level":"info","ts":1784724982.8606741,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784724982.8607252,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"daabfb90-b00c-4a81-9c48-df0eba84a528"} {"level":"info","ts":1784724987.5143986,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784724987.5145035,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3a92c187-b4d1-4934-9c78-e4312ba3abaa"} {"level":"info","ts":1784724987.5145175,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3a92c187-b4d1-4934-9c78-e4312ba3abaa"} {"level":"info","ts":1784724987.5145304,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3a92c187-b4d1-4934-9c78-e4312ba3abaa","EoS":false} {"level":"info","ts":1784724987.5145435,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3a92c187-b4d1-4934-9c78-e4312ba3abaa","EoS":true} {"level":"info","ts":1784724987.5145652,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3a92c187-b4d1-4934-9c78-e4312ba3abaa","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784724987.51458,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3a92c187-b4d1-4934-9c78-e4312ba3abaa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784724987.5145946,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3a92c187-b4d1-4934-9c78-e4312ba3abaa"} {"level":"info","ts":1784724996.1806977,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784724996.180806,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b9187a7c-f87f-4162-b835-a73023ba1f81"} {"level":"info","ts":1784724996.1808248,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b9187a7c-f87f-4162-b835-a73023ba1f81"} {"level":"info","ts":1784724996.1808455,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b9187a7c-f87f-4162-b835-a73023ba1f81","EoS":false} {"level":"info","ts":1784724996.180866,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b9187a7c-f87f-4162-b835-a73023ba1f81","EoS":true} {"level":"info","ts":1784724996.1809,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b9187a7c-f87f-4162-b835-a73023ba1f81","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784724996.1809204,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b9187a7c-f87f-4162-b835-a73023ba1f81","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784724996.1809418,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b9187a7c-f87f-4162-b835-a73023ba1f81"} {"level":"info","ts":1784724998.215817,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784724998.215908,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"930bd2cc-786f-4345-8132-61e23ce8d52e"} {"level":"info","ts":1784724998.2159216,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"930bd2cc-786f-4345-8132-61e23ce8d52e"} {"level":"info","ts":1784724998.215941,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"930bd2cc-786f-4345-8132-61e23ce8d52e","EoS":false} {"level":"info","ts":1784724998.215961,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"930bd2cc-786f-4345-8132-61e23ce8d52e","EoS":true} {"level":"info","ts":1784724998.2159915,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"930bd2cc-786f-4345-8132-61e23ce8d52e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784724998.2160347,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"930bd2cc-786f-4345-8132-61e23ce8d52e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784724998.2160676,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"930bd2cc-786f-4345-8132-61e23ce8d52e"} {"level":"info","ts":1784725011.1562908,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725011.1563814,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ea3ddbdd-f1ed-4fe2-89d4-2296a4065e6e"} {"level":"info","ts":1784725011.1563952,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ea3ddbdd-f1ed-4fe2-89d4-2296a4065e6e"} {"level":"info","ts":1784725011.156407,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ea3ddbdd-f1ed-4fe2-89d4-2296a4065e6e","EoS":false} {"level":"info","ts":1784725011.1564198,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ea3ddbdd-f1ed-4fe2-89d4-2296a4065e6e","EoS":true} {"level":"info","ts":1784725011.1564395,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ea3ddbdd-f1ed-4fe2-89d4-2296a4065e6e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784725011.1564605,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ea3ddbdd-f1ed-4fe2-89d4-2296a4065e6e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725011.1564846,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ea3ddbdd-f1ed-4fe2-89d4-2296a4065e6e"} {"level":"info","ts":1784725019.7248542,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725019.7249374,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5089165b-ea15-4b9e-bb54-0aa3c5a01698"} {"level":"info","ts":1784725019.7249486,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5089165b-ea15-4b9e-bb54-0aa3c5a01698"} {"level":"info","ts":1784725019.7249594,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5089165b-ea15-4b9e-bb54-0aa3c5a01698","EoS":false} {"level":"info","ts":1784725019.7249694,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5089165b-ea15-4b9e-bb54-0aa3c5a01698","EoS":true} {"level":"info","ts":1784725019.7249901,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5089165b-ea15-4b9e-bb54-0aa3c5a01698","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784725019.7250056,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5089165b-ea15-4b9e-bb54-0aa3c5a01698","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725019.7250447,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5089165b-ea15-4b9e-bb54-0aa3c5a01698"} {"level":"info","ts":1784725028.6368606,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725028.6369429,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bba2ee3c-682f-4a95-aee0-dcbc5f35040f"} {"level":"info","ts":1784725028.6369555,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bba2ee3c-682f-4a95-aee0-dcbc5f35040f"} {"level":"info","ts":1784725028.6369681,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bba2ee3c-682f-4a95-aee0-dcbc5f35040f","EoS":false} {"level":"info","ts":1784725028.6369889,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bba2ee3c-682f-4a95-aee0-dcbc5f35040f","EoS":true} {"level":"info","ts":1784725028.637009,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bba2ee3c-682f-4a95-aee0-dcbc5f35040f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784725028.6370394,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bba2ee3c-682f-4a95-aee0-dcbc5f35040f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725028.637065,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bba2ee3c-682f-4a95-aee0-dcbc5f35040f"} {"level":"info","ts":1784725037.627652,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725037.627728,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e22d76a6-9275-4c09-b5c2-1d160fde6f76"} {"level":"info","ts":1784725037.627748,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e22d76a6-9275-4c09-b5c2-1d160fde6f76"} {"level":"info","ts":1784725037.6277602,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e22d76a6-9275-4c09-b5c2-1d160fde6f76","EoS":false} {"level":"info","ts":1784725037.627775,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e22d76a6-9275-4c09-b5c2-1d160fde6f76","EoS":true} {"level":"info","ts":1784725037.627797,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e22d76a6-9275-4c09-b5c2-1d160fde6f76","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784725037.6278136,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e22d76a6-9275-4c09-b5c2-1d160fde6f76","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725037.6278365,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e22d76a6-9275-4c09-b5c2-1d160fde6f76"} {"level":"info","ts":1784725042.3981159,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725042.39819,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f5c68438-5b3f-4233-b8dc-a77f30df8e46"} {"level":"info","ts":1784725042.398199,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f5c68438-5b3f-4233-b8dc-a77f30df8e46"} {"level":"info","ts":1784725042.398211,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f5c68438-5b3f-4233-b8dc-a77f30df8e46","EoS":false} {"level":"info","ts":1784725042.398224,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f5c68438-5b3f-4233-b8dc-a77f30df8e46","EoS":true} {"level":"info","ts":1784725042.398242,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f5c68438-5b3f-4233-b8dc-a77f30df8e46","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784725042.3982568,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f5c68438-5b3f-4233-b8dc-a77f30df8e46","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725042.3982775,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f5c68438-5b3f-4233-b8dc-a77f30df8e46"} {"level":"info","ts":1784725047.2055178,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725047.2055984,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9d295eed-272a-47bf-ad62-64ed29ff20bb"} {"level":"info","ts":1784725047.2056077,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9d295eed-272a-47bf-ad62-64ed29ff20bb"} {"level":"info","ts":1784725047.2056222,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d295eed-272a-47bf-ad62-64ed29ff20bb","EoS":false} {"level":"info","ts":1784725047.2056413,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d295eed-272a-47bf-ad62-64ed29ff20bb","EoS":true} {"level":"info","ts":1784725047.2056675,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9d295eed-272a-47bf-ad62-64ed29ff20bb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784725047.2057385,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9d295eed-272a-47bf-ad62-64ed29ff20bb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784725047.2057748,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9d295eed-272a-47bf-ad62-64ed29ff20bb"} {"level":"info","ts":1784725047.48666,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725047.4867308,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"26218a3b-81e0-4f2e-a65f-9d1533d263d2"} {"level":"info","ts":1784725047.4867418,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"26218a3b-81e0-4f2e-a65f-9d1533d263d2"} {"level":"info","ts":1784725047.4867532,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"26218a3b-81e0-4f2e-a65f-9d1533d263d2","EoS":false} {"level":"info","ts":1784725047.486763,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"26218a3b-81e0-4f2e-a65f-9d1533d263d2","EoS":true} {"level":"info","ts":1784725047.4867823,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"26218a3b-81e0-4f2e-a65f-9d1533d263d2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784725047.486797,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"26218a3b-81e0-4f2e-a65f-9d1533d263d2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784725047.4868195,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"26218a3b-81e0-4f2e-a65f-9d1533d263d2"} {"level":"info","ts":1784725049.5275302,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725049.5276022,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d8cf249f-e3cc-4b28-a5ec-8e003c5dbcb4"} {"level":"info","ts":1784725049.5276103,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d8cf249f-e3cc-4b28-a5ec-8e003c5dbcb4"} {"level":"info","ts":1784725049.5276222,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d8cf249f-e3cc-4b28-a5ec-8e003c5dbcb4","EoS":false} {"level":"info","ts":1784725049.5276356,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d8cf249f-e3cc-4b28-a5ec-8e003c5dbcb4","EoS":true} {"level":"info","ts":1784725049.5276575,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d8cf249f-e3cc-4b28-a5ec-8e003c5dbcb4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784725049.527674,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d8cf249f-e3cc-4b28-a5ec-8e003c5dbcb4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784725049.5276952,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d8cf249f-e3cc-4b28-a5ec-8e003c5dbcb4"} {"level":"info","ts":1784725051.5683653,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725051.5684423,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1677e4c8-fff2-4460-82b8-a8936135cd4d"} {"level":"info","ts":1784725051.5684538,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1677e4c8-fff2-4460-82b8-a8936135cd4d"} {"level":"info","ts":1784725051.5684643,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1677e4c8-fff2-4460-82b8-a8936135cd4d","EoS":false} {"level":"info","ts":1784725051.5684755,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1677e4c8-fff2-4460-82b8-a8936135cd4d","EoS":true} {"level":"info","ts":1784725051.568495,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1677e4c8-fff2-4460-82b8-a8936135cd4d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784725051.5685115,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1677e4c8-fff2-4460-82b8-a8936135cd4d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784725051.5685349,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1677e4c8-fff2-4460-82b8-a8936135cd4d"} {"level":"info","ts":1784725074.8839433,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725074.8840425,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"320bf10e-f3bb-4f5f-927c-33ded33cba0b"} {"level":"info","ts":1784725074.8840563,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"320bf10e-f3bb-4f5f-927c-33ded33cba0b"} {"level":"info","ts":1784725074.884069,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"320bf10e-f3bb-4f5f-927c-33ded33cba0b","EoS":false} {"level":"info","ts":1784725074.8840797,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"320bf10e-f3bb-4f5f-927c-33ded33cba0b","EoS":true} {"level":"info","ts":1784725074.8841052,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"320bf10e-f3bb-4f5f-927c-33ded33cba0b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784725074.8841212,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"320bf10e-f3bb-4f5f-927c-33ded33cba0b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784725074.8841467,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"320bf10e-f3bb-4f5f-927c-33ded33cba0b"} {"level":"info","ts":1784725084.3011873,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725084.3012624,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e45c5906-0d01-43c5-a45a-63c5741189c3"} {"level":"info","ts":1784725084.3012707,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e45c5906-0d01-43c5-a45a-63c5741189c3"} {"level":"info","ts":1784725084.3012824,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e45c5906-0d01-43c5-a45a-63c5741189c3","EoS":false} {"level":"info","ts":1784725084.3012989,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e45c5906-0d01-43c5-a45a-63c5741189c3","EoS":true} {"level":"info","ts":1784725084.3013184,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e45c5906-0d01-43c5-a45a-63c5741189c3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784725084.301334,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e45c5906-0d01-43c5-a45a-63c5741189c3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725084.3013551,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e45c5906-0d01-43c5-a45a-63c5741189c3"} {"level":"info","ts":1784725089.9222114,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725089.9223084,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d75d360f-488a-4a94-90a7-215ddaf4bef8"} {"level":"info","ts":1784725089.9223235,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d75d360f-488a-4a94-90a7-215ddaf4bef8"} {"level":"info","ts":1784725089.9223506,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d75d360f-488a-4a94-90a7-215ddaf4bef8","EoS":false} {"level":"info","ts":1784725089.9223692,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d75d360f-488a-4a94-90a7-215ddaf4bef8","EoS":true} {"level":"info","ts":1784725089.9224,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d75d360f-488a-4a94-90a7-215ddaf4bef8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784725089.922417,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d75d360f-488a-4a94-90a7-215ddaf4bef8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784725089.9224455,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d75d360f-488a-4a94-90a7-215ddaf4bef8"} {"level":"info","ts":1784725099.6287985,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725099.6288824,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f3274f3a-af93-4841-b74e-b46f3708d36e"} {"level":"info","ts":1784725099.6288922,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f3274f3a-af93-4841-b74e-b46f3708d36e"} {"level":"info","ts":1784725099.628903,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f3274f3a-af93-4841-b74e-b46f3708d36e","EoS":false} {"level":"info","ts":1784725099.6289144,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f3274f3a-af93-4841-b74e-b46f3708d36e","EoS":true} {"level":"info","ts":1784725099.628937,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f3274f3a-af93-4841-b74e-b46f3708d36e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784725099.6289544,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f3274f3a-af93-4841-b74e-b46f3708d36e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725099.628977,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f3274f3a-af93-4841-b74e-b46f3708d36e"} {"level":"info","ts":1784725101.6646574,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725101.6647363,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25f91ac9-4b23-4f4d-945c-261e458aa697"} {"level":"info","ts":1784725101.6647458,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"25f91ac9-4b23-4f4d-945c-261e458aa697"} {"level":"info","ts":1784725101.6647565,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"25f91ac9-4b23-4f4d-945c-261e458aa697","EoS":false} {"level":"info","ts":1784725101.6647687,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"25f91ac9-4b23-4f4d-945c-261e458aa697","EoS":true} {"level":"info","ts":1784725101.664788,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"25f91ac9-4b23-4f4d-945c-261e458aa697","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784725101.6648023,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"25f91ac9-4b23-4f4d-945c-261e458aa697","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725101.6648211,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"25f91ac9-4b23-4f4d-945c-261e458aa697"} {"level":"info","ts":1784725111.22674,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725111.2268164,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3e5e87f6-c4f8-4da4-8658-57960b4ace95"} {"level":"info","ts":1784725111.2268279,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3e5e87f6-c4f8-4da4-8658-57960b4ace95"} {"level":"info","ts":1784725111.2268395,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3e5e87f6-c4f8-4da4-8658-57960b4ace95","EoS":false} {"level":"info","ts":1784725111.2268531,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3e5e87f6-c4f8-4da4-8658-57960b4ace95","EoS":true} {"level":"info","ts":1784725111.2268727,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3e5e87f6-c4f8-4da4-8658-57960b4ace95","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784725111.2268877,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3e5e87f6-c4f8-4da4-8658-57960b4ace95","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725111.2269096,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3e5e87f6-c4f8-4da4-8658-57960b4ace95"} {"level":"info","ts":1784725111.2713673,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725111.271421,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c7c09b30-7d85-420b-af42-ab98e1a19efc"} {"level":"info","ts":1784725111.271429,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c7c09b30-7d85-420b-af42-ab98e1a19efc"} {"level":"info","ts":1784725111.2714393,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c7c09b30-7d85-420b-af42-ab98e1a19efc","EoS":false} {"level":"info","ts":1784725111.2714489,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c7c09b30-7d85-420b-af42-ab98e1a19efc","EoS":true} {"level":"info","ts":1784725111.2714627,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c7c09b30-7d85-420b-af42-ab98e1a19efc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784725111.271476,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c7c09b30-7d85-420b-af42-ab98e1a19efc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725111.2714953,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c7c09b30-7d85-420b-af42-ab98e1a19efc"} {"level":"info","ts":1784725130.5598211,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725130.5599103,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b4099855-2405-40a1-93ae-a951c153e885"} {"level":"info","ts":1784725130.5599265,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b4099855-2405-40a1-93ae-a951c153e885"} {"level":"info","ts":1784725130.5599463,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b4099855-2405-40a1-93ae-a951c153e885","EoS":false} {"level":"info","ts":1784725130.5599666,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b4099855-2405-40a1-93ae-a951c153e885","EoS":true} {"level":"info","ts":1784725130.5599961,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b4099855-2405-40a1-93ae-a951c153e885","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784725130.560088,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b4099855-2405-40a1-93ae-a951c153e885","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725130.5601158,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b4099855-2405-40a1-93ae-a951c153e885"} {"level":"info","ts":1784725139.893961,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725139.8940625,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2f87c943-a490-4acf-8748-6b60ff497460"} {"level":"info","ts":1784725139.8940783,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2f87c943-a490-4acf-8748-6b60ff497460"} {"level":"info","ts":1784725139.894091,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2f87c943-a490-4acf-8748-6b60ff497460","EoS":false} {"level":"info","ts":1784725139.8941035,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2f87c943-a490-4acf-8748-6b60ff497460","EoS":true} {"level":"info","ts":1784725139.8941233,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2f87c943-a490-4acf-8748-6b60ff497460","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784725139.8941371,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2f87c943-a490-4acf-8748-6b60ff497460","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725139.8941553,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2f87c943-a490-4acf-8748-6b60ff497460"} {"level":"info","ts":1784725145.2112582,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725145.2113397,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ed1fd86c-8850-4a04-9928-9d6bc89a6882"} {"level":"info","ts":1784725145.2113523,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ed1fd86c-8850-4a04-9928-9d6bc89a6882"} {"level":"info","ts":1784725145.2113638,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ed1fd86c-8850-4a04-9928-9d6bc89a6882","EoS":false} {"level":"info","ts":1784725145.2113743,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ed1fd86c-8850-4a04-9928-9d6bc89a6882","EoS":true} {"level":"info","ts":1784725145.211403,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ed1fd86c-8850-4a04-9928-9d6bc89a6882","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784725145.2114196,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ed1fd86c-8850-4a04-9928-9d6bc89a6882","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784725145.211443,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ed1fd86c-8850-4a04-9928-9d6bc89a6882"} {"level":"info","ts":1784725235.8094096,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725235.8094835,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"54832846-7687-4a5f-a2bd-3137dfa307df"} {"level":"info","ts":1784725235.809493,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"54832846-7687-4a5f-a2bd-3137dfa307df"} {"level":"info","ts":1784725235.8095047,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"54832846-7687-4a5f-a2bd-3137dfa307df","EoS":false} {"level":"info","ts":1784725235.8095155,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"54832846-7687-4a5f-a2bd-3137dfa307df","EoS":true} {"level":"info","ts":1784725235.8095365,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"54832846-7687-4a5f-a2bd-3137dfa307df","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784725235.8095522,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"54832846-7687-4a5f-a2bd-3137dfa307df","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784725235.8095727,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"54832846-7687-4a5f-a2bd-3137dfa307df"} {"level":"info","ts":1784725259.6192458,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725259.6193388,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7e7681d5-25f9-4a5e-ba94-ff748583f8d2"} {"level":"info","ts":1784725259.6193488,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7e7681d5-25f9-4a5e-ba94-ff748583f8d2"} {"level":"info","ts":1784725259.6193597,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7e7681d5-25f9-4a5e-ba94-ff748583f8d2","EoS":false} {"level":"info","ts":1784725259.6193733,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7e7681d5-25f9-4a5e-ba94-ff748583f8d2","EoS":true} {"level":"info","ts":1784725259.6193998,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7e7681d5-25f9-4a5e-ba94-ff748583f8d2","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784725259.6194189,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7e7681d5-25f9-4a5e-ba94-ff748583f8d2","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784725259.619437,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7e7681d5-25f9-4a5e-ba94-ff748583f8d2"} {"level":"info","ts":1784725296.87634,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725296.8764205,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e27c95e3-d4c0-4eed-9580-0bf562967201"} {"level":"info","ts":1784725296.8764315,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e27c95e3-d4c0-4eed-9580-0bf562967201"} {"level":"info","ts":1784725296.8764424,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e27c95e3-d4c0-4eed-9580-0bf562967201","EoS":false} {"level":"info","ts":1784725296.8764532,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e27c95e3-d4c0-4eed-9580-0bf562967201","EoS":true} {"level":"info","ts":1784725296.876473,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e27c95e3-d4c0-4eed-9580-0bf562967201","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784725296.8764884,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e27c95e3-d4c0-4eed-9580-0bf562967201","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725296.8765128,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e27c95e3-d4c0-4eed-9580-0bf562967201"} {"level":"info","ts":1784725312.1940923,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725312.1941648,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d3187841-650b-4bba-ada4-122f29ee41b0"} {"level":"info","ts":1784725312.1941757,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d3187841-650b-4bba-ada4-122f29ee41b0"} {"level":"info","ts":1784725312.1941872,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d3187841-650b-4bba-ada4-122f29ee41b0","EoS":false} {"level":"info","ts":1784725312.1941974,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d3187841-650b-4bba-ada4-122f29ee41b0","EoS":true} {"level":"info","ts":1784725312.1942186,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d3187841-650b-4bba-ada4-122f29ee41b0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784725312.1942346,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d3187841-650b-4bba-ada4-122f29ee41b0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725312.1942565,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d3187841-650b-4bba-ada4-122f29ee41b0"} {"level":"info","ts":1784725312.4940364,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725312.4941137,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b9646893-f767-439b-a09f-363e83ea5536"} {"level":"info","ts":1784725312.494126,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b9646893-f767-439b-a09f-363e83ea5536"} {"level":"info","ts":1784725312.494137,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b9646893-f767-439b-a09f-363e83ea5536","EoS":false} {"level":"info","ts":1784725312.4941473,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b9646893-f767-439b-a09f-363e83ea5536","EoS":true} {"level":"info","ts":1784725312.4941688,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b9646893-f767-439b-a09f-363e83ea5536","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784725312.4941835,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b9646893-f767-439b-a09f-363e83ea5536","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725312.4942474,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b9646893-f767-439b-a09f-363e83ea5536"} {"level":"info","ts":1784725634.1378253,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725634.137912,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"604e3f0f-ed70-4252-ac01-30b89ab0c72e"} {"level":"info","ts":1784725634.1379225,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"604e3f0f-ed70-4252-ac01-30b89ab0c72e"} {"level":"info","ts":1784725634.1379344,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"604e3f0f-ed70-4252-ac01-30b89ab0c72e","EoS":false} {"level":"info","ts":1784725634.1379464,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"604e3f0f-ed70-4252-ac01-30b89ab0c72e","EoS":true} {"level":"info","ts":1784725634.1379678,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"604e3f0f-ed70-4252-ac01-30b89ab0c72e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784725634.1379812,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"604e3f0f-ed70-4252-ac01-30b89ab0c72e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725634.1380048,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"604e3f0f-ed70-4252-ac01-30b89ab0c72e"} {"level":"info","ts":1784725634.1799479,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725634.1800458,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"476fd4cf-c508-4eb9-9bdb-d10a4981dfd4"} {"level":"info","ts":1784725634.1800592,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"476fd4cf-c508-4eb9-9bdb-d10a4981dfd4"} {"level":"info","ts":1784725634.180109,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"476fd4cf-c508-4eb9-9bdb-d10a4981dfd4","EoS":false} {"level":"info","ts":1784725634.1801295,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"476fd4cf-c508-4eb9-9bdb-d10a4981dfd4","EoS":true} {"level":"info","ts":1784725634.1801531,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"476fd4cf-c508-4eb9-9bdb-d10a4981dfd4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784725634.1801684,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"476fd4cf-c508-4eb9-9bdb-d10a4981dfd4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725634.1801877,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"476fd4cf-c508-4eb9-9bdb-d10a4981dfd4"} {"level":"info","ts":1784725634.215374,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725634.2154396,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5f1bbf2d-3ab4-43df-bc2d-6159c69d0509"} {"level":"info","ts":1784725634.215449,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5f1bbf2d-3ab4-43df-bc2d-6159c69d0509"} {"level":"info","ts":1784725634.21546,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5f1bbf2d-3ab4-43df-bc2d-6159c69d0509","EoS":false} {"level":"info","ts":1784725634.2154706,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5f1bbf2d-3ab4-43df-bc2d-6159c69d0509","EoS":true} {"level":"info","ts":1784725634.2154875,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5f1bbf2d-3ab4-43df-bc2d-6159c69d0509","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784725634.2155042,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5f1bbf2d-3ab4-43df-bc2d-6159c69d0509","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725634.215525,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5f1bbf2d-3ab4-43df-bc2d-6159c69d0509"} {"level":"info","ts":1784725639.1109896,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"638d3713-7e59-4e37-9fe5-e1d96c33ee08"} {"level":"info","ts":1784725639.111056,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6606aa43-97ab-4aa9-ad6d-fa42aa6d093f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784725639.111095,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6606aa43-97ab-4aa9-ad6d-fa42aa6d093f","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784725639.1171918,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"89aee36f-4df9-408f-ad17-86c6d6303554","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784725639.1172223,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"89aee36f-4df9-408f-ad17-86c6d6303554","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784725639.120266,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"638d3713-7e59-4e37-9fe5-e1d96c33ee08","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784725639.1205776,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":32441.095741848,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784725639.120595,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784725639.2124243,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784725639.2986898,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"262017f6-93b0-4269-8abd-de55528319c6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784725639.298735,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"262017f6-93b0-4269-8abd-de55528319c6","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784725639.299282,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38711.501062729,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784725639.299299,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784725639.2996132,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"043586d2-86ed-49b7-a112-e20fe7664a5e"} {"level":"info","ts":1784725639.2996972,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"402371e7-2c84-45bd-983f-14cc8f3d7f5f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784725639.2998388,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"402371e7-2c84-45bd-983f-14cc8f3d7f5f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784725639.299865,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37350.400651373,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784725639.2998812,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784725639.308537,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784725639.3098922,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784725639.377999,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"274e4d02-6aa0-4038-b4f5-33f90322a8be","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784725639.3780532,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"274e4d02-6aa0-4038-b4f5-33f90322a8be","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784725639.3964536,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d311a40b-e153-4d45-be67-afdea2bc23d4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784725639.3964894,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d311a40b-e153-4d45-be67-afdea2bc23d4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784725639.3993416,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"638d3713-7e59-4e37-9fe5-e1d96c33ee08","name":"e2e-external-provider"} {"level":"info","ts":1784725639.400395,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"043586d2-86ed-49b7-a112-e20fe7664a5e","name":"e2e-external-model"} {"level":"info","ts":1784725639.4098723,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"638d3713-7e59-4e37-9fe5-e1d96c33ee08","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784725639.4104855,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"043586d2-86ed-49b7-a112-e20fe7664a5e","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784725639.411454,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3d9dda9a-eb9e-4815-8ed3-9d74be9fe833","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784725639.4114869,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3d9dda9a-eb9e-4815-8ed3-9d74be9fe833","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784725639.4143484,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"638d3713-7e59-4e37-9fe5-e1d96c33ee08","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784725639.4143455,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"043586d2-86ed-49b7-a112-e20fe7664a5e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784725639.414446,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fd1ed876-7764-4574-aa05-b1889ac67a7e"} {"level":"info","ts":1784725639.4144862,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fd1ed876-7764-4574-aa05-b1889ac67a7e","name":"e2e-external-provider"} {"level":"info","ts":1784725639.414488,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a29d09e3-c620-4a47-8d8d-24506fa512ce"} {"level":"info","ts":1784725639.414546,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a29d09e3-c620-4a47-8d8d-24506fa512ce","name":"e2e-external-model"} {"level":"info","ts":1784725639.4239347,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a29d09e3-c620-4a47-8d8d-24506fa512ce","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784725639.4247105,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fd1ed876-7764-4574-aa05-b1889ac67a7e","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784725644.573565,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725644.5736527,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6d023f5b-4db2-48a6-900d-19d2dc12bc04"} {"level":"info","ts":1784725644.5736694,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6d023f5b-4db2-48a6-900d-19d2dc12bc04"} {"level":"info","ts":1784725644.5736897,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6d023f5b-4db2-48a6-900d-19d2dc12bc04","EoS":false} {"level":"info","ts":1784725644.5737114,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6d023f5b-4db2-48a6-900d-19d2dc12bc04","EoS":true} {"level":"info","ts":1784725644.5737402,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6d023f5b-4db2-48a6-900d-19d2dc12bc04","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784725644.5737586,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6d023f5b-4db2-48a6-900d-19d2dc12bc04","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784725644.5737698,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"6d023f5b-4db2-48a6-900d-19d2dc12bc04","modelName":"e2e-external-model"} {"level":"info","ts":1784725644.5737908,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"6d023f5b-4db2-48a6-900d-19d2dc12bc04","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784725644.5738416,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6d023f5b-4db2-48a6-900d-19d2dc12bc04"} {"level":"info","ts":1784725644.6260965,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725644.6261683,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7defe31a-6588-4b68-a8d8-9c0b211a507a"} {"level":"info","ts":1784725644.626177,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7defe31a-6588-4b68-a8d8-9c0b211a507a"} {"level":"info","ts":1784725644.626188,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7defe31a-6588-4b68-a8d8-9c0b211a507a","EoS":false} {"level":"info","ts":1784725644.6262014,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7defe31a-6588-4b68-a8d8-9c0b211a507a","EoS":true} {"level":"info","ts":1784725644.626221,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7defe31a-6588-4b68-a8d8-9c0b211a507a","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784725644.6262367,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7defe31a-6588-4b68-a8d8-9c0b211a507a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784725644.6262434,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"7defe31a-6588-4b68-a8d8-9c0b211a507a","modelName":"e2e-external-model"} {"level":"info","ts":1784725644.626259,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"7defe31a-6588-4b68-a8d8-9c0b211a507a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784725644.626298,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7defe31a-6588-4b68-a8d8-9c0b211a507a"} {"level":"info","ts":1784725644.6691604,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725644.6692293,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"afb75674-2eb5-4bd8-b959-8c627e3f01f4"} {"level":"info","ts":1784725644.6692464,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"afb75674-2eb5-4bd8-b959-8c627e3f01f4"} {"level":"info","ts":1784725644.6692579,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"afb75674-2eb5-4bd8-b959-8c627e3f01f4","EoS":false} {"level":"info","ts":1784725644.6692688,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"afb75674-2eb5-4bd8-b959-8c627e3f01f4","EoS":true} {"level":"info","ts":1784725644.6692872,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"afb75674-2eb5-4bd8-b959-8c627e3f01f4","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784725644.6693025,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"afb75674-2eb5-4bd8-b959-8c627e3f01f4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784725644.6693096,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"afb75674-2eb5-4bd8-b959-8c627e3f01f4","modelName":"e2e-external-model"} {"level":"info","ts":1784725644.6693232,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"afb75674-2eb5-4bd8-b959-8c627e3f01f4","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784725644.6693604,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"afb75674-2eb5-4bd8-b959-8c627e3f01f4"} {"level":"info","ts":1784725644.848824,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1c519e53-795b-4f94-96a5-f38bc616e0c5"} {"level":"info","ts":1784725644.8488631,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"efcd7ecf-cf55-402d-809e-2d2b6020593b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784725644.848898,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"efcd7ecf-cf55-402d-809e-2d2b6020593b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784725644.8578699,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"395aa445-a471-413b-8c58-9ccf166a5e21","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784725644.857926,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"395aa445-a471-413b-8c58-9ccf166a5e21","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784725644.860668,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1c519e53-795b-4f94-96a5-f38bc616e0c5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784725644.860721,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1c519e53-795b-4f94-96a5-f38bc616e0c5","name":"e2e-cleanup-test"} {"level":"info","ts":1784725644.8836527,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1c519e53-795b-4f94-96a5-f38bc616e0c5","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784725644.9013753,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1c519e53-795b-4f94-96a5-f38bc616e0c5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784725644.9014723,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"78f046eb-ca88-4ce8-8c57-ebdd8b307f0d"} {"level":"info","ts":1784725644.9015288,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"78f046eb-ca88-4ce8-8c57-ebdd8b307f0d","name":"e2e-cleanup-test"} {"level":"info","ts":1784725644.9044693,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1c43d00b-6ab4-4937-83fe-dc57c97e80e1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784725644.904501,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1c43d00b-6ab4-4937-83fe-dc57c97e80e1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784725644.9288008,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6eee02c5-b502-477e-816e-a76b191cb24c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784725644.9288418,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6eee02c5-b502-477e-816e-a76b191cb24c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784725644.9414248,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"78f046eb-ca88-4ce8-8c57-ebdd8b307f0d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784725644.9564972,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"78f046eb-ca88-4ce8-8c57-ebdd8b307f0d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784725644.9566061,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0321b898-60db-448a-8e81-9bde4bfa1ceb"} {"level":"info","ts":1784725644.9566724,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0321b898-60db-448a-8e81-9bde4bfa1ceb","name":"e2e-cleanup-test"} {"level":"info","ts":1784725644.9587336,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e3fa8a8d-ef47-4c9e-8262-99225af8fe80","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784725644.9587631,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e3fa8a8d-ef47-4c9e-8262-99225af8fe80","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784725644.9827614,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0321b898-60db-448a-8e81-9bde4bfa1ceb","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784725644.9933858,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0321b898-60db-448a-8e81-9bde4bfa1ceb","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784725644.9934962,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"adbd8c22-2daf-4b3c-bbd2-b84e386743fb"} {"level":"info","ts":1784725644.9935474,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"adbd8c22-2daf-4b3c-bbd2-b84e386743fb","name":"e2e-cleanup-test"} {"level":"info","ts":1784725645.0232608,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bf887733-87b6-491f-ac7c-205dddb7b944","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784725645.0232992,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bf887733-87b6-491f-ac7c-205dddb7b944","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784725645.0243006,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"adbd8c22-2daf-4b3c-bbd2-b84e386743fb","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784725645.0354912,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"adbd8c22-2daf-4b3c-bbd2-b84e386743fb","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784725645.0355675,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"983b601d-6ae3-4a41-a337-b973c82b0427"} {"level":"info","ts":1784725645.0356185,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"983b601d-6ae3-4a41-a337-b973c82b0427","name":"e2e-cleanup-test"} {"level":"info","ts":1784725645.050663,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"983b601d-6ae3-4a41-a337-b973c82b0427","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784725653.1406047,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3bd4d63c-91d6-4c4a-b70c-514b445a3e0c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784725653.140654,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3bd4d63c-91d6-4c4a-b70c-514b445a3e0c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784725653.140606,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4e01c1d2-541f-4e5b-92e0-ded6e845066a"} {"level":"info","ts":1784725657.4693236,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725657.469425,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"75d8c2c1-eac0-4fe3-9721-b619a381df24"} {"level":"info","ts":1784725657.4694405,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"75d8c2c1-eac0-4fe3-9721-b619a381df24"} {"level":"info","ts":1784725657.469459,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"75d8c2c1-eac0-4fe3-9721-b619a381df24","EoS":false} {"level":"info","ts":1784725657.469477,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"75d8c2c1-eac0-4fe3-9721-b619a381df24","EoS":true} {"level":"info","ts":1784725657.4695048,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"75d8c2c1-eac0-4fe3-9721-b619a381df24","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784725657.4695256,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"75d8c2c1-eac0-4fe3-9721-b619a381df24","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784725657.4695547,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"75d8c2c1-eac0-4fe3-9721-b619a381df24"} {"level":"info","ts":1784725657.4998085,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725657.4998882,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4fa6ce60-435e-4c52-9f78-74da3c103f4a"} {"level":"info","ts":1784725657.499898,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4fa6ce60-435e-4c52-9f78-74da3c103f4a"} {"level":"info","ts":1784725657.4999094,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4fa6ce60-435e-4c52-9f78-74da3c103f4a","EoS":false} {"level":"info","ts":1784725657.4999235,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4fa6ce60-435e-4c52-9f78-74da3c103f4a","EoS":true} {"level":"info","ts":1784725657.499947,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4fa6ce60-435e-4c52-9f78-74da3c103f4a","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784725657.4999669,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4fa6ce60-435e-4c52-9f78-74da3c103f4a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784725657.499975,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"4fa6ce60-435e-4c52-9f78-74da3c103f4a","modelName":"e2e-external-model"} {"level":"info","ts":1784725657.4999883,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"4fa6ce60-435e-4c52-9f78-74da3c103f4a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784725657.50004,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4fa6ce60-435e-4c52-9f78-74da3c103f4a"} {"level":"info","ts":1784725657.5477936,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725657.547876,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"278f5fe6-1b50-4669-a08a-8bbcda2bbb44"} {"level":"info","ts":1784725657.547894,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"278f5fe6-1b50-4669-a08a-8bbcda2bbb44"} {"level":"info","ts":1784725657.5479138,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"278f5fe6-1b50-4669-a08a-8bbcda2bbb44","EoS":false} {"level":"info","ts":1784725657.5479333,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"278f5fe6-1b50-4669-a08a-8bbcda2bbb44","EoS":true} {"level":"info","ts":1784725657.5479617,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"278f5fe6-1b50-4669-a08a-8bbcda2bbb44","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784725657.5479813,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"278f5fe6-1b50-4669-a08a-8bbcda2bbb44","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784725657.5480342,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"278f5fe6-1b50-4669-a08a-8bbcda2bbb44"} {"level":"info","ts":1784725657.7234116,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725657.7235007,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ef8682a-9a68-4d25-969e-a8d0a6234ec9"} {"level":"info","ts":1784725657.7235155,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1ef8682a-9a68-4d25-969e-a8d0a6234ec9"} {"level":"info","ts":1784725657.723533,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1ef8682a-9a68-4d25-969e-a8d0a6234ec9","EoS":false} {"level":"info","ts":1784725657.7235548,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1ef8682a-9a68-4d25-969e-a8d0a6234ec9","EoS":true} {"level":"info","ts":1784725657.7235878,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"1ef8682a-9a68-4d25-969e-a8d0a6234ec9","field":"model"} {"level":"info","ts":1784725657.7236223,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1ef8682a-9a68-4d25-969e-a8d0a6234ec9"} {"level":"info","ts":1784725658.767971,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3e80233d-6916-4d95-87a2-fceb8f5d064f"} {"level":"info","ts":1784725658.767971,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"27c7f45f-8c1e-437c-b980-ba7f61b13166","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784725658.76807,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"27c7f45f-8c1e-437c-b980-ba7f61b13166","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784725658.9438128,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4b8f9c4b-6b46-4640-9c1a-23bae07e30a1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784725658.9438512,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4b8f9c4b-6b46-4640-9c1a-23bae07e30a1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784725658.9438152,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"39e90105-210f-45be-9773-a5d0d9b11541"} {"level":"info","ts":1784726256.201751,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784726256.2018282,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d82459bd-f9f0-4ec0-adca-ac5ef4185008"} {"level":"info","ts":1784726256.201837,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d82459bd-f9f0-4ec0-adca-ac5ef4185008"} {"level":"info","ts":1784726256.2018476,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d82459bd-f9f0-4ec0-adca-ac5ef4185008","EoS":false} {"level":"info","ts":1784726256.2018576,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d82459bd-f9f0-4ec0-adca-ac5ef4185008","EoS":true} {"level":"info","ts":1784726256.2018752,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d82459bd-f9f0-4ec0-adca-ac5ef4185008","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784726256.2018886,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d82459bd-f9f0-4ec0-adca-ac5ef4185008","path":"/ai-tenant-e2e-inf-b-ab0ebe/test-model-ab0ebe/v1/chat/completions"} {"level":"info","ts":1784726256.2019103,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d82459bd-f9f0-4ec0-adca-ac5ef4185008"} {"level":"info","ts":1784726277.3170717,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784726277.317148,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4ce9088d-9569-4e16-9bea-607c69a0f119"} {"level":"info","ts":1784726277.3171558,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4ce9088d-9569-4e16-9bea-607c69a0f119"} {"level":"info","ts":1784726277.3171666,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4ce9088d-9569-4e16-9bea-607c69a0f119","EoS":false} {"level":"info","ts":1784726277.3171782,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4ce9088d-9569-4e16-9bea-607c69a0f119","EoS":true} {"level":"info","ts":1784726277.3171976,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4ce9088d-9569-4e16-9bea-607c69a0f119","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784726277.3172126,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4ce9088d-9569-4e16-9bea-607c69a0f119","path":"/ai-tenant-e2e-inf-b-ab0ebe/test-model-ab0ebe/v1/chat/completions"} {"level":"info","ts":1784726277.3172328,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4ce9088d-9569-4e16-9bea-607c69a0f119"} {"level":"info","ts":1784726735.1105912,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784726735.1106725,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3a267428-80cf-482f-8f30-419c5b40457f"} {"level":"info","ts":1784726735.11068,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3a267428-80cf-482f-8f30-419c5b40457f"} {"level":"info","ts":1784726735.1106913,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3a267428-80cf-482f-8f30-419c5b40457f","EoS":false} {"level":"info","ts":1784726735.1107047,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3a267428-80cf-482f-8f30-419c5b40457f","EoS":true} {"level":"info","ts":1784726735.1107235,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3a267428-80cf-482f-8f30-419c5b40457f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784726735.110739,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3a267428-80cf-482f-8f30-419c5b40457f","path":"/ai-tenant-e2e-shared-a-d24327/rate-test-model-d24327/v1/completions"} {"level":"info","ts":1784726735.1107583,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3a267428-80cf-482f-8f30-419c5b40457f"} {"level":"info","ts":1784726736.1786032,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784726736.1786897,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9a5285b-73f3-4dc0-a83b-eb424c9be78c"} {"level":"info","ts":1784726736.1787007,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f9a5285b-73f3-4dc0-a83b-eb424c9be78c"} {"level":"info","ts":1784726736.1787145,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f9a5285b-73f3-4dc0-a83b-eb424c9be78c","EoS":false} {"level":"info","ts":1784726736.1787343,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f9a5285b-73f3-4dc0-a83b-eb424c9be78c","EoS":true} {"level":"info","ts":1784726736.1787524,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f9a5285b-73f3-4dc0-a83b-eb424c9be78c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784726736.1787677,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f9a5285b-73f3-4dc0-a83b-eb424c9be78c","path":"/ai-tenant-e2e-shared-a-d24327/rate-test-model-d24327/v1/completions"} {"level":"info","ts":1784726736.1787896,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f9a5285b-73f3-4dc0-a83b-eb424c9be78c"} {"level":"info","ts":1784726737.2230325,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784726737.2231104,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6a2c311a-0efe-4095-9b3b-18dee8c448ef"} {"level":"info","ts":1784726737.2231236,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6a2c311a-0efe-4095-9b3b-18dee8c448ef"} {"level":"info","ts":1784726737.2231355,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6a2c311a-0efe-4095-9b3b-18dee8c448ef","EoS":false} {"level":"info","ts":1784726737.223148,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6a2c311a-0efe-4095-9b3b-18dee8c448ef","EoS":true} {"level":"info","ts":1784726737.2231698,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6a2c311a-0efe-4095-9b3b-18dee8c448ef","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784726737.2231858,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6a2c311a-0efe-4095-9b3b-18dee8c448ef","path":"/ai-tenant-e2e-shared-a-d24327/rate-test-model-d24327/v1/completions"} {"level":"info","ts":1784726737.2232068,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6a2c311a-0efe-4095-9b3b-18dee8c448ef"} {"level":"info","ts":1784726752.5055163,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784726752.50559,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8cf91a9f-e858-42eb-a1d1-169e3230e20a"} {"level":"info","ts":1784726752.5055988,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8cf91a9f-e858-42eb-a1d1-169e3230e20a"} {"level":"info","ts":1784726752.5056098,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8cf91a9f-e858-42eb-a1d1-169e3230e20a","EoS":false} {"level":"info","ts":1784726752.5056236,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8cf91a9f-e858-42eb-a1d1-169e3230e20a","EoS":true} {"level":"info","ts":1784726752.5056424,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8cf91a9f-e858-42eb-a1d1-169e3230e20a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784726752.5056572,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8cf91a9f-e858-42eb-a1d1-169e3230e20a","path":"/ai-tenant-e2e-shared-b-ffc1de/rate-test-model-ffc1de/v1/completions"} {"level":"info","ts":1784726752.5056767,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8cf91a9f-e858-42eb-a1d1-169e3230e20a"}