{"level":"info","ts":1784846206.3935733,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2f115a19-bd00-42ae-816a-6e0afc5afc63","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784846206.3935962,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2f115a19-bd00-42ae-816a-6e0afc5afc63"} {"level":"info","ts":1784846206.4418457,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846206.4419358,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92231744-2ae9-4acb-b650-3ee728687ca1"} {"level":"info","ts":1784846206.4419513,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"92231744-2ae9-4acb-b650-3ee728687ca1"} {"level":"info","ts":1784846206.441979,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"92231744-2ae9-4acb-b650-3ee728687ca1","EoS":false} {"level":"info","ts":1784846206.4419982,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"92231744-2ae9-4acb-b650-3ee728687ca1","EoS":true} {"level":"info","ts":1784846206.4420562,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"92231744-2ae9-4acb-b650-3ee728687ca1","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784846206.4420743,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"92231744-2ae9-4acb-b650-3ee728687ca1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784846206.442101,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"92231744-2ae9-4acb-b650-3ee728687ca1"} {"level":"info","ts":1784846207.1273358,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846207.12743,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dcffc073-36fc-44c6-b45f-730654a16f92"} {"level":"info","ts":1784846207.1274426,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dcffc073-36fc-44c6-b45f-730654a16f92"} {"level":"info","ts":1784846207.127461,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dcffc073-36fc-44c6-b45f-730654a16f92","EoS":false} {"level":"info","ts":1784846207.127474,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dcffc073-36fc-44c6-b45f-730654a16f92","EoS":true} {"level":"info","ts":1784846207.1274943,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dcffc073-36fc-44c6-b45f-730654a16f92","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784846207.12751,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dcffc073-36fc-44c6-b45f-730654a16f92","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784846207.127533,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dcffc073-36fc-44c6-b45f-730654a16f92"} {"level":"info","ts":1784846207.1656256,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846207.1656933,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ec99383d-6979-4afe-98b2-c32e61ea63cd"} {"level":"info","ts":1784846207.1657064,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ec99383d-6979-4afe-98b2-c32e61ea63cd"} {"level":"info","ts":1784846207.1657228,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ec99383d-6979-4afe-98b2-c32e61ea63cd","EoS":false} {"level":"info","ts":1784846207.1657398,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ec99383d-6979-4afe-98b2-c32e61ea63cd","EoS":true} {"level":"info","ts":1784846207.165767,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ec99383d-6979-4afe-98b2-c32e61ea63cd","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784846207.1657827,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ec99383d-6979-4afe-98b2-c32e61ea63cd","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784846207.1658208,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ec99383d-6979-4afe-98b2-c32e61ea63cd"} {"level":"info","ts":1784846211.330002,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846211.3301058,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a2b549cd-b56a-4f97-ab76-3fa43f0fc66e"} {"level":"info","ts":1784846211.3301148,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a2b549cd-b56a-4f97-ab76-3fa43f0fc66e"} {"level":"info","ts":1784846211.3301263,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a2b549cd-b56a-4f97-ab76-3fa43f0fc66e","EoS":false} {"level":"info","ts":1784846211.3301382,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a2b549cd-b56a-4f97-ab76-3fa43f0fc66e","EoS":true} {"level":"info","ts":1784846211.330159,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a2b549cd-b56a-4f97-ab76-3fa43f0fc66e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784846211.3301744,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a2b549cd-b56a-4f97-ab76-3fa43f0fc66e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784846211.330196,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a2b549cd-b56a-4f97-ab76-3fa43f0fc66e"} {"level":"info","ts":1784846230.2900941,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846230.290186,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"09f47ab9-d020-46d8-9bd8-581db6dcabec"} {"level":"info","ts":1784846230.2901988,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"09f47ab9-d020-46d8-9bd8-581db6dcabec"} {"level":"info","ts":1784846230.2902098,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"09f47ab9-d020-46d8-9bd8-581db6dcabec","EoS":false} {"level":"info","ts":1784846230.2902212,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"09f47ab9-d020-46d8-9bd8-581db6dcabec","EoS":true} {"level":"info","ts":1784846230.2902415,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"09f47ab9-d020-46d8-9bd8-581db6dcabec","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784846230.2902582,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"09f47ab9-d020-46d8-9bd8-581db6dcabec","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784846230.2902803,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"09f47ab9-d020-46d8-9bd8-581db6dcabec"} {"level":"info","ts":1784846230.4296944,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846230.4297628,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"45054014-403d-4140-a008-41939b83051f"} {"level":"info","ts":1784846230.4297764,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"45054014-403d-4140-a008-41939b83051f"} {"level":"info","ts":1784846230.4297876,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"45054014-403d-4140-a008-41939b83051f","EoS":false} {"level":"info","ts":1784846230.4298005,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"45054014-403d-4140-a008-41939b83051f","EoS":true} {"level":"info","ts":1784846230.429816,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"45054014-403d-4140-a008-41939b83051f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784846230.4298341,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"45054014-403d-4140-a008-41939b83051f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784846230.429854,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"45054014-403d-4140-a008-41939b83051f"} {"level":"info","ts":1784846230.5652304,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846230.565285,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8e99981d-83e8-432f-af31-44c40f3aaac9"} {"level":"info","ts":1784846230.5652945,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8e99981d-83e8-432f-af31-44c40f3aaac9"} {"level":"info","ts":1784846230.5653052,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8e99981d-83e8-432f-af31-44c40f3aaac9","EoS":false} {"level":"info","ts":1784846230.5653157,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8e99981d-83e8-432f-af31-44c40f3aaac9","EoS":true} {"level":"info","ts":1784846230.5653296,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8e99981d-83e8-432f-af31-44c40f3aaac9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784846230.565343,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8e99981d-83e8-432f-af31-44c40f3aaac9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784846230.5653625,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8e99981d-83e8-432f-af31-44c40f3aaac9"} {"level":"info","ts":1784846230.702174,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846230.7022457,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"368a5903-ec76-4862-a0c0-4620004e3800"} {"level":"info","ts":1784846230.7022572,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"368a5903-ec76-4862-a0c0-4620004e3800"} {"level":"info","ts":1784846230.7022681,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"368a5903-ec76-4862-a0c0-4620004e3800","EoS":false} {"level":"info","ts":1784846230.7022789,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"368a5903-ec76-4862-a0c0-4620004e3800","EoS":true} {"level":"info","ts":1784846230.702298,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"368a5903-ec76-4862-a0c0-4620004e3800","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784846230.7023141,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"368a5903-ec76-4862-a0c0-4620004e3800","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784846230.7023337,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"368a5903-ec76-4862-a0c0-4620004e3800"} {"level":"info","ts":1784846230.8393667,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846230.8394387,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5628eab5-6c0e-46b2-8425-2ba62806c5d2"} {"level":"info","ts":1784846230.8394482,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5628eab5-6c0e-46b2-8425-2ba62806c5d2"} {"level":"info","ts":1784846230.8394594,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5628eab5-6c0e-46b2-8425-2ba62806c5d2","EoS":false} {"level":"info","ts":1784846230.8394794,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5628eab5-6c0e-46b2-8425-2ba62806c5d2","EoS":true} {"level":"info","ts":1784846230.8394954,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5628eab5-6c0e-46b2-8425-2ba62806c5d2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784846230.8395088,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5628eab5-6c0e-46b2-8425-2ba62806c5d2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784846230.839527,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5628eab5-6c0e-46b2-8425-2ba62806c5d2"} {"level":"info","ts":1784846230.9745853,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846230.974654,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3b3503ee-b00a-4a8a-869b-2f3f58251dff"} {"level":"info","ts":1784846230.9746647,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3b3503ee-b00a-4a8a-869b-2f3f58251dff"} {"level":"info","ts":1784846230.9746757,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3b3503ee-b00a-4a8a-869b-2f3f58251dff","EoS":false} {"level":"info","ts":1784846230.974686,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3b3503ee-b00a-4a8a-869b-2f3f58251dff","EoS":true} {"level":"info","ts":1784846230.9747026,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3b3503ee-b00a-4a8a-869b-2f3f58251dff","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784846230.9747164,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3b3503ee-b00a-4a8a-869b-2f3f58251dff","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784846230.974734,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3b3503ee-b00a-4a8a-869b-2f3f58251dff"} {"level":"info","ts":1784846247.7768342,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846247.776914,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b38cd611-2aa0-422f-997e-1851ecf7c285"} {"level":"info","ts":1784846247.7769268,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b38cd611-2aa0-422f-997e-1851ecf7c285"} {"level":"info","ts":1784846247.7769387,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b38cd611-2aa0-422f-997e-1851ecf7c285","EoS":false} {"level":"info","ts":1784846247.7769504,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b38cd611-2aa0-422f-997e-1851ecf7c285","EoS":true} {"level":"info","ts":1784846247.7769783,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b38cd611-2aa0-422f-997e-1851ecf7c285","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784846247.7769983,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b38cd611-2aa0-422f-997e-1851ecf7c285","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784846247.7770174,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b38cd611-2aa0-422f-997e-1851ecf7c285"} {"level":"info","ts":1784846247.817488,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846247.8175623,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b3365954-ab38-4ebf-95c6-9863209b9cc6"} {"level":"info","ts":1784846247.8175745,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b3365954-ab38-4ebf-95c6-9863209b9cc6"} {"level":"info","ts":1784846247.8175855,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b3365954-ab38-4ebf-95c6-9863209b9cc6","EoS":false} {"level":"info","ts":1784846247.8175962,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b3365954-ab38-4ebf-95c6-9863209b9cc6","EoS":true} {"level":"info","ts":1784846247.8176112,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b3365954-ab38-4ebf-95c6-9863209b9cc6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784846247.8176234,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b3365954-ab38-4ebf-95c6-9863209b9cc6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784846247.8176446,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b3365954-ab38-4ebf-95c6-9863209b9cc6"} {"level":"info","ts":1784846247.8550816,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846247.8551657,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be342d2e-68be-43f6-ada3-20bd265e7fee"} {"level":"info","ts":1784846247.85518,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"be342d2e-68be-43f6-ada3-20bd265e7fee"} {"level":"info","ts":1784846247.855197,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"be342d2e-68be-43f6-ada3-20bd265e7fee","EoS":false} {"level":"info","ts":1784846247.8552139,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"be342d2e-68be-43f6-ada3-20bd265e7fee","EoS":true} {"level":"info","ts":1784846247.8552732,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"be342d2e-68be-43f6-ada3-20bd265e7fee","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784846247.8552942,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"be342d2e-68be-43f6-ada3-20bd265e7fee","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784846247.8553188,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"be342d2e-68be-43f6-ada3-20bd265e7fee"} {"level":"info","ts":1784846247.888663,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846247.8887134,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"52a76624-434b-4fd5-9302-8812ede75758"} {"level":"info","ts":1784846252.5222635,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846252.5223498,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"35b107f3-f007-4243-8f96-21fa7939900e"} {"level":"info","ts":1784846252.5223625,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"35b107f3-f007-4243-8f96-21fa7939900e"} {"level":"info","ts":1784846252.5223744,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"35b107f3-f007-4243-8f96-21fa7939900e","EoS":false} {"level":"info","ts":1784846252.5223904,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"35b107f3-f007-4243-8f96-21fa7939900e","EoS":true} {"level":"info","ts":1784846252.5224135,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"35b107f3-f007-4243-8f96-21fa7939900e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784846252.5224292,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"35b107f3-f007-4243-8f96-21fa7939900e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784846252.5224476,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"35b107f3-f007-4243-8f96-21fa7939900e"} {"level":"info","ts":1784846261.10421,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846261.1043143,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f843081a-9d91-454f-8043-1812a620658a"} {"level":"info","ts":1784846261.1043463,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f843081a-9d91-454f-8043-1812a620658a"} {"level":"info","ts":1784846261.104358,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f843081a-9d91-454f-8043-1812a620658a","EoS":false} {"level":"info","ts":1784846261.1043696,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f843081a-9d91-454f-8043-1812a620658a","EoS":true} {"level":"info","ts":1784846261.1043923,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f843081a-9d91-454f-8043-1812a620658a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784846261.104408,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f843081a-9d91-454f-8043-1812a620658a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784846261.1044238,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f843081a-9d91-454f-8043-1812a620658a"} {"level":"info","ts":1784846274.0306692,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846274.0307426,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cedc9f98-ff7f-4ffc-a383-c98699e346a5"} {"level":"info","ts":1784846274.0307546,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cedc9f98-ff7f-4ffc-a383-c98699e346a5"} {"level":"info","ts":1784846274.0307665,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cedc9f98-ff7f-4ffc-a383-c98699e346a5","EoS":false} {"level":"info","ts":1784846274.0307763,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cedc9f98-ff7f-4ffc-a383-c98699e346a5","EoS":true} {"level":"info","ts":1784846274.0307975,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cedc9f98-ff7f-4ffc-a383-c98699e346a5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784846274.0308125,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cedc9f98-ff7f-4ffc-a383-c98699e346a5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784846274.030832,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cedc9f98-ff7f-4ffc-a383-c98699e346a5"} {"level":"info","ts":1784846282.582127,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846282.5822382,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd47c3cb-3cbf-4761-bdfc-9ef8de2e8f2f"} {"level":"info","ts":1784846282.5822532,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dd47c3cb-3cbf-4761-bdfc-9ef8de2e8f2f"} {"level":"info","ts":1784846282.5822694,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dd47c3cb-3cbf-4761-bdfc-9ef8de2e8f2f","EoS":false} {"level":"info","ts":1784846282.582287,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dd47c3cb-3cbf-4761-bdfc-9ef8de2e8f2f","EoS":true} {"level":"info","ts":1784846282.5823214,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dd47c3cb-3cbf-4761-bdfc-9ef8de2e8f2f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784846282.5823402,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dd47c3cb-3cbf-4761-bdfc-9ef8de2e8f2f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784846282.5823655,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dd47c3cb-3cbf-4761-bdfc-9ef8de2e8f2f"} {"level":"info","ts":1784846291.4782083,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846291.4782782,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27f96871-2cad-45b2-b3ae-521e0c3caeaf"} {"level":"info","ts":1784846291.4782872,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"27f96871-2cad-45b2-b3ae-521e0c3caeaf"} {"level":"info","ts":1784846291.4782984,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"27f96871-2cad-45b2-b3ae-521e0c3caeaf","EoS":false} {"level":"info","ts":1784846291.4783084,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"27f96871-2cad-45b2-b3ae-521e0c3caeaf","EoS":true} {"level":"info","ts":1784846291.4783316,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"27f96871-2cad-45b2-b3ae-521e0c3caeaf","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784846291.478351,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"27f96871-2cad-45b2-b3ae-521e0c3caeaf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784846291.4783714,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"27f96871-2cad-45b2-b3ae-521e0c3caeaf"} {"level":"info","ts":1784846300.4985716,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846300.4986658,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e8b2fa9a-7015-47df-a93e-1a9b0f4d5999"} {"level":"info","ts":1784846300.498679,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e8b2fa9a-7015-47df-a93e-1a9b0f4d5999"} {"level":"info","ts":1784846300.4986906,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e8b2fa9a-7015-47df-a93e-1a9b0f4d5999","EoS":false} {"level":"info","ts":1784846300.4987032,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e8b2fa9a-7015-47df-a93e-1a9b0f4d5999","EoS":true} {"level":"info","ts":1784846300.4987261,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e8b2fa9a-7015-47df-a93e-1a9b0f4d5999","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784846300.4987402,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e8b2fa9a-7015-47df-a93e-1a9b0f4d5999","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784846300.4987595,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e8b2fa9a-7015-47df-a93e-1a9b0f4d5999"} {"level":"info","ts":1784846305.29618,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846305.2962506,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c81d913f-e12f-4838-85ea-8a0624492e6c"} {"level":"info","ts":1784846305.2962618,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c81d913f-e12f-4838-85ea-8a0624492e6c"} {"level":"info","ts":1784846305.296279,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c81d913f-e12f-4838-85ea-8a0624492e6c","EoS":false} {"level":"info","ts":1784846305.2963088,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c81d913f-e12f-4838-85ea-8a0624492e6c","EoS":true} {"level":"info","ts":1784846305.29633,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c81d913f-e12f-4838-85ea-8a0624492e6c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784846305.2963486,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c81d913f-e12f-4838-85ea-8a0624492e6c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784846305.2963693,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c81d913f-e12f-4838-85ea-8a0624492e6c"} {"level":"info","ts":1784846310.0924394,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846310.0925243,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"20c9a17a-0e18-4aca-93f6-cb4fccc67844"} {"level":"info","ts":1784846310.092536,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"20c9a17a-0e18-4aca-93f6-cb4fccc67844"} {"level":"info","ts":1784846310.0925467,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"20c9a17a-0e18-4aca-93f6-cb4fccc67844","EoS":false} {"level":"info","ts":1784846310.0925577,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"20c9a17a-0e18-4aca-93f6-cb4fccc67844","EoS":true} {"level":"info","ts":1784846310.0925798,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"20c9a17a-0e18-4aca-93f6-cb4fccc67844","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784846310.0925946,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"20c9a17a-0e18-4aca-93f6-cb4fccc67844","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784846310.0926135,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"20c9a17a-0e18-4aca-93f6-cb4fccc67844"} {"level":"info","ts":1784846310.3924305,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846310.392512,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8fb59d75-240c-4e9d-814a-90153bbeb272"} {"level":"info","ts":1784846310.3925273,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8fb59d75-240c-4e9d-814a-90153bbeb272"} {"level":"info","ts":1784846310.3925436,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8fb59d75-240c-4e9d-814a-90153bbeb272","EoS":false} {"level":"info","ts":1784846310.3925557,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8fb59d75-240c-4e9d-814a-90153bbeb272","EoS":true} {"level":"info","ts":1784846310.3925753,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8fb59d75-240c-4e9d-814a-90153bbeb272","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784846310.3925872,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8fb59d75-240c-4e9d-814a-90153bbeb272","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784846310.3926084,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8fb59d75-240c-4e9d-814a-90153bbeb272"} {"level":"info","ts":1784846312.4260952,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846312.426172,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d827ca4-a84f-4edf-b187-6a84908aba24"} {"level":"info","ts":1784846312.4261851,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3d827ca4-a84f-4edf-b187-6a84908aba24"} {"level":"info","ts":1784846312.426197,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3d827ca4-a84f-4edf-b187-6a84908aba24","EoS":false} {"level":"info","ts":1784846312.426209,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3d827ca4-a84f-4edf-b187-6a84908aba24","EoS":true} {"level":"info","ts":1784846312.4262311,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3d827ca4-a84f-4edf-b187-6a84908aba24","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784846312.4262476,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d827ca4-a84f-4edf-b187-6a84908aba24","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784846312.4262738,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3d827ca4-a84f-4edf-b187-6a84908aba24"} {"level":"info","ts":1784846314.459519,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846314.4596264,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f7d0ec72-836f-4906-8307-1f8f5d5471c6"} {"level":"info","ts":1784846314.4596422,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f7d0ec72-836f-4906-8307-1f8f5d5471c6"} {"level":"info","ts":1784846314.4596593,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f7d0ec72-836f-4906-8307-1f8f5d5471c6","EoS":false} {"level":"info","ts":1784846314.4596772,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f7d0ec72-836f-4906-8307-1f8f5d5471c6","EoS":true} {"level":"info","ts":1784846314.4597044,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f7d0ec72-836f-4906-8307-1f8f5d5471c6","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784846314.4597228,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f7d0ec72-836f-4906-8307-1f8f5d5471c6","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784846314.4597516,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f7d0ec72-836f-4906-8307-1f8f5d5471c6"} {"level":"info","ts":1784846338.4421625,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846338.4422457,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"00d75e29-0b2b-4e84-8dfe-ba3c2dcdb319"} {"level":"info","ts":1784846338.4422617,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"00d75e29-0b2b-4e84-8dfe-ba3c2dcdb319"} {"level":"info","ts":1784846338.4422736,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"00d75e29-0b2b-4e84-8dfe-ba3c2dcdb319","EoS":false} {"level":"info","ts":1784846338.4422858,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"00d75e29-0b2b-4e84-8dfe-ba3c2dcdb319","EoS":true} {"level":"info","ts":1784846338.442323,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"00d75e29-0b2b-4e84-8dfe-ba3c2dcdb319","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784846338.4423404,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"00d75e29-0b2b-4e84-8dfe-ba3c2dcdb319","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784846338.442359,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"00d75e29-0b2b-4e84-8dfe-ba3c2dcdb319"} {"level":"info","ts":1784846347.7622242,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846347.7623754,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8e67c1cd-6f78-4e59-859e-e80e4b4ab347"} {"level":"info","ts":1784846347.762416,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8e67c1cd-6f78-4e59-859e-e80e4b4ab347"} {"level":"info","ts":1784846347.7624533,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8e67c1cd-6f78-4e59-859e-e80e4b4ab347","EoS":false} {"level":"info","ts":1784846347.7624886,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8e67c1cd-6f78-4e59-859e-e80e4b4ab347","EoS":true} {"level":"info","ts":1784846347.7625344,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8e67c1cd-6f78-4e59-859e-e80e4b4ab347","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784846347.7625709,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8e67c1cd-6f78-4e59-859e-e80e4b4ab347","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784846347.7626085,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8e67c1cd-6f78-4e59-859e-e80e4b4ab347"} {"level":"info","ts":1784846353.4017134,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846353.401789,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0bad391c-a1e3-4801-900d-c1eaaabe77e0"} {"level":"info","ts":1784846353.4018002,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0bad391c-a1e3-4801-900d-c1eaaabe77e0"} {"level":"info","ts":1784846353.4018106,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0bad391c-a1e3-4801-900d-c1eaaabe77e0","EoS":false} {"level":"info","ts":1784846353.401821,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0bad391c-a1e3-4801-900d-c1eaaabe77e0","EoS":true} {"level":"info","ts":1784846353.4018435,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0bad391c-a1e3-4801-900d-c1eaaabe77e0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784846353.4018579,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0bad391c-a1e3-4801-900d-c1eaaabe77e0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784846353.401882,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0bad391c-a1e3-4801-900d-c1eaaabe77e0"} {"level":"info","ts":1784846362.9776146,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846362.9776947,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a0c8ba9b-38a7-4810-bfc9-fba7ddd53af0"} {"level":"info","ts":1784846362.9777062,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a0c8ba9b-38a7-4810-bfc9-fba7ddd53af0"} {"level":"info","ts":1784846362.9777164,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a0c8ba9b-38a7-4810-bfc9-fba7ddd53af0","EoS":false} {"level":"info","ts":1784846362.977726,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a0c8ba9b-38a7-4810-bfc9-fba7ddd53af0","EoS":true} {"level":"info","ts":1784846362.9777474,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a0c8ba9b-38a7-4810-bfc9-fba7ddd53af0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784846362.9777622,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a0c8ba9b-38a7-4810-bfc9-fba7ddd53af0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784846362.9777846,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a0c8ba9b-38a7-4810-bfc9-fba7ddd53af0"} {"level":"info","ts":1784846365.015903,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846365.015976,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1729f140-3f38-4930-83cb-62edb8477231"} {"level":"info","ts":1784846365.0159872,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1729f140-3f38-4930-83cb-62edb8477231"} {"level":"info","ts":1784846365.0160024,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1729f140-3f38-4930-83cb-62edb8477231","EoS":false} {"level":"info","ts":1784846365.0160136,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1729f140-3f38-4930-83cb-62edb8477231","EoS":true} {"level":"info","ts":1784846365.0160584,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1729f140-3f38-4930-83cb-62edb8477231","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784846365.0160794,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1729f140-3f38-4930-83cb-62edb8477231","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784846365.0161095,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1729f140-3f38-4930-83cb-62edb8477231"} {"level":"info","ts":1784846374.4362113,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846374.4362938,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c76f51df-8719-4b45-9b59-7192b75b0c25"} {"level":"info","ts":1784846374.4363236,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c76f51df-8719-4b45-9b59-7192b75b0c25"} {"level":"info","ts":1784846374.4363353,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c76f51df-8719-4b45-9b59-7192b75b0c25","EoS":false} {"level":"info","ts":1784846374.4363453,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c76f51df-8719-4b45-9b59-7192b75b0c25","EoS":true} {"level":"info","ts":1784846374.436366,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c76f51df-8719-4b45-9b59-7192b75b0c25","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784846374.4363801,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c76f51df-8719-4b45-9b59-7192b75b0c25","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784846374.4364002,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c76f51df-8719-4b45-9b59-7192b75b0c25"} {"level":"info","ts":1784846374.4764655,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846374.4765358,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ea801144-a0a4-4ce5-b3a8-4a8a32314eb7"} {"level":"info","ts":1784846374.4765472,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ea801144-a0a4-4ce5-b3a8-4a8a32314eb7"} {"level":"info","ts":1784846374.4765606,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ea801144-a0a4-4ce5-b3a8-4a8a32314eb7","EoS":false} {"level":"info","ts":1784846374.4765706,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ea801144-a0a4-4ce5-b3a8-4a8a32314eb7","EoS":true} {"level":"info","ts":1784846374.4765866,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ea801144-a0a4-4ce5-b3a8-4a8a32314eb7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784846374.4765983,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ea801144-a0a4-4ce5-b3a8-4a8a32314eb7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784846374.4766204,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ea801144-a0a4-4ce5-b3a8-4a8a32314eb7"} {"level":"info","ts":1784846393.6798205,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846393.6799006,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9224fb11-4d63-4da7-8cc0-da03ad0f22ff"} {"level":"info","ts":1784846393.6799126,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9224fb11-4d63-4da7-8cc0-da03ad0f22ff"} {"level":"info","ts":1784846393.6799247,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9224fb11-4d63-4da7-8cc0-da03ad0f22ff","EoS":false} {"level":"info","ts":1784846393.6799364,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9224fb11-4d63-4da7-8cc0-da03ad0f22ff","EoS":true} {"level":"info","ts":1784846393.6799664,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9224fb11-4d63-4da7-8cc0-da03ad0f22ff","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784846393.6799817,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9224fb11-4d63-4da7-8cc0-da03ad0f22ff","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784846393.6800013,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9224fb11-4d63-4da7-8cc0-da03ad0f22ff"} {"level":"info","ts":1784846403.0421474,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846403.042225,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"37e1962a-fb33-4ee9-8340-a58fd17aaf23"} {"level":"info","ts":1784846403.0422366,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"37e1962a-fb33-4ee9-8340-a58fd17aaf23"} {"level":"info","ts":1784846403.0422475,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"37e1962a-fb33-4ee9-8340-a58fd17aaf23","EoS":false} {"level":"info","ts":1784846403.042257,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"37e1962a-fb33-4ee9-8340-a58fd17aaf23","EoS":true} {"level":"info","ts":1784846403.0422766,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"37e1962a-fb33-4ee9-8340-a58fd17aaf23","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784846403.0422895,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"37e1962a-fb33-4ee9-8340-a58fd17aaf23","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784846403.0423086,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"37e1962a-fb33-4ee9-8340-a58fd17aaf23"} {"level":"info","ts":1784846408.3222075,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846408.3223107,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"176df9ca-ccd7-4d1b-bf69-876e1c831c60"} {"level":"info","ts":1784846408.3223212,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"176df9ca-ccd7-4d1b-bf69-876e1c831c60"} {"level":"info","ts":1784846408.322337,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"176df9ca-ccd7-4d1b-bf69-876e1c831c60","EoS":false} {"level":"info","ts":1784846408.3223517,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"176df9ca-ccd7-4d1b-bf69-876e1c831c60","EoS":true} {"level":"info","ts":1784846408.3223777,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"176df9ca-ccd7-4d1b-bf69-876e1c831c60","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784846408.3223941,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"176df9ca-ccd7-4d1b-bf69-876e1c831c60","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784846408.3224125,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"176df9ca-ccd7-4d1b-bf69-876e1c831c60"} {"level":"info","ts":1784846498.763527,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846498.7636108,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3e45833b-c438-4e43-adc3-507da5c66d62"} {"level":"info","ts":1784846498.763629,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3e45833b-c438-4e43-adc3-507da5c66d62"} {"level":"info","ts":1784846498.7636466,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3e45833b-c438-4e43-adc3-507da5c66d62","EoS":false} {"level":"info","ts":1784846498.7636666,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3e45833b-c438-4e43-adc3-507da5c66d62","EoS":true} {"level":"info","ts":1784846498.7636962,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3e45833b-c438-4e43-adc3-507da5c66d62","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784846498.7637167,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3e45833b-c438-4e43-adc3-507da5c66d62","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784846498.763743,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3e45833b-c438-4e43-adc3-507da5c66d62"} {"level":"info","ts":1784846524.1106842,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846524.1107688,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce326db1-0a86-4914-b586-f76745fb4861"} {"level":"info","ts":1784846524.110782,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ce326db1-0a86-4914-b586-f76745fb4861"} {"level":"info","ts":1784846524.1107936,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ce326db1-0a86-4914-b586-f76745fb4861","EoS":false} {"level":"info","ts":1784846524.1108053,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ce326db1-0a86-4914-b586-f76745fb4861","EoS":true} {"level":"info","ts":1784846524.1108334,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ce326db1-0a86-4914-b586-f76745fb4861","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784846524.1108518,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce326db1-0a86-4914-b586-f76745fb4861","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784846524.1108785,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ce326db1-0a86-4914-b586-f76745fb4861"} {"level":"info","ts":1784846561.213931,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846561.214,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ea341eb5-4159-4719-9471-be8b905eb58f"} {"level":"info","ts":1784846561.2140093,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ea341eb5-4159-4719-9471-be8b905eb58f"} {"level":"info","ts":1784846561.2140422,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ea341eb5-4159-4719-9471-be8b905eb58f","EoS":false} {"level":"info","ts":1784846561.214061,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ea341eb5-4159-4719-9471-be8b905eb58f","EoS":true} {"level":"info","ts":1784846561.2140815,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ea341eb5-4159-4719-9471-be8b905eb58f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784846561.2140963,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ea341eb5-4159-4719-9471-be8b905eb58f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784846561.2141147,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ea341eb5-4159-4719-9471-be8b905eb58f"} {"level":"info","ts":1784846576.4538841,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846576.4539623,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7df2ce6c-6cae-4d27-8ee9-5bf63f53a334"} {"level":"info","ts":1784846576.453973,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7df2ce6c-6cae-4d27-8ee9-5bf63f53a334"} {"level":"info","ts":1784846576.4539843,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7df2ce6c-6cae-4d27-8ee9-5bf63f53a334","EoS":false} {"level":"info","ts":1784846576.4539952,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7df2ce6c-6cae-4d27-8ee9-5bf63f53a334","EoS":true} {"level":"info","ts":1784846576.4540176,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7df2ce6c-6cae-4d27-8ee9-5bf63f53a334","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784846576.4540458,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7df2ce6c-6cae-4d27-8ee9-5bf63f53a334","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784846576.4540665,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7df2ce6c-6cae-4d27-8ee9-5bf63f53a334"} {"level":"info","ts":1784846576.7642953,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846576.7643776,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d143ee19-e83c-916c-a32c-86dc9f34851e"} {"level":"info","ts":1784846576.7643905,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d143ee19-e83c-916c-a32c-86dc9f34851e"} {"level":"info","ts":1784846576.764408,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d143ee19-e83c-916c-a32c-86dc9f34851e","EoS":false} {"level":"info","ts":1784846576.764425,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d143ee19-e83c-916c-a32c-86dc9f34851e","EoS":true} {"level":"info","ts":1784846576.7644534,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d143ee19-e83c-916c-a32c-86dc9f34851e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784846576.764471,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d143ee19-e83c-916c-a32c-86dc9f34851e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784846576.7644997,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d143ee19-e83c-916c-a32c-86dc9f34851e"} {"level":"info","ts":1784846898.7678702,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846898.7679572,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0f405992-0342-4a81-9fd1-bf667287b077"} {"level":"info","ts":1784846898.7679677,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0f405992-0342-4a81-9fd1-bf667287b077"} {"level":"info","ts":1784846898.7679796,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0f405992-0342-4a81-9fd1-bf667287b077","EoS":false} {"level":"info","ts":1784846898.76799,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0f405992-0342-4a81-9fd1-bf667287b077","EoS":true} {"level":"info","ts":1784846898.7680113,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0f405992-0342-4a81-9fd1-bf667287b077","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784846898.768039,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0f405992-0342-4a81-9fd1-bf667287b077","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784846898.76806,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0f405992-0342-4a81-9fd1-bf667287b077"} {"level":"info","ts":1784846898.8109767,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846898.8110836,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a1dd9645-f234-4f51-8dab-fc0df251f30d"} {"level":"info","ts":1784846898.8110971,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a1dd9645-f234-4f51-8dab-fc0df251f30d"} {"level":"info","ts":1784846898.8111167,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a1dd9645-f234-4f51-8dab-fc0df251f30d","EoS":false} {"level":"info","ts":1784846898.8111355,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a1dd9645-f234-4f51-8dab-fc0df251f30d","EoS":true} {"level":"info","ts":1784846898.8111627,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a1dd9645-f234-4f51-8dab-fc0df251f30d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784846898.81118,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a1dd9645-f234-4f51-8dab-fc0df251f30d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784846898.81121,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a1dd9645-f234-4f51-8dab-fc0df251f30d"} {"level":"info","ts":1784846898.8435245,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846898.843587,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"60c0292e-233d-4320-a436-39559a7afd6d"} {"level":"info","ts":1784846898.843595,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"60c0292e-233d-4320-a436-39559a7afd6d"} {"level":"info","ts":1784846898.8436053,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"60c0292e-233d-4320-a436-39559a7afd6d","EoS":false} {"level":"info","ts":1784846898.8436148,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"60c0292e-233d-4320-a436-39559a7afd6d","EoS":true} {"level":"info","ts":1784846898.8436308,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"60c0292e-233d-4320-a436-39559a7afd6d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784846898.8436425,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"60c0292e-233d-4320-a436-39559a7afd6d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784846898.8436654,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"60c0292e-233d-4320-a436-39559a7afd6d"} {"level":"info","ts":1784846903.7214267,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e84fd6b3-270a-492e-80f3-d009b5048479"} {"level":"info","ts":1784846903.7214744,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e597322d-6bc4-4146-86ea-a0ccaf5c7507","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784846903.7215078,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e597322d-6bc4-4146-86ea-a0ccaf5c7507","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784846903.72846,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d691895f-5994-472a-b9f2-55beb3d9f82f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784846903.728487,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d691895f-5994-472a-b9f2-55beb3d9f82f","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784846903.7297735,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e84fd6b3-270a-492e-80f3-d009b5048479","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784846903.729998,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33991.326560063,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784846903.7300148,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784846903.841942,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d427cd7-703b-465a-b987-2bd335e2952a"} {"level":"info","ts":1784846903.8427057,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"be65d940-362b-46f0-b863-d122c7b9bec0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784846903.8427665,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"be65d940-362b-46f0-b863-d122c7b9bec0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784846903.8461146,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d427cd7-703b-465a-b987-2bd335e2952a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784846903.8461778,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d427cd7-703b-465a-b987-2bd335e2952a","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784846903.8490844,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"155a9a1c-c756-4b36-9a82-f23930d69440","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784846903.8491142,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"155a9a1c-c756-4b36-9a82-f23930d69440","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784846903.8507237,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d427cd7-703b-465a-b987-2bd335e2952a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784846903.8507636,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d427cd7-703b-465a-b987-2bd335e2952a","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784846903.8512094,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c2bccac-4e22-4ad6-8d92-097e40aed990"} {"level":"info","ts":1784846903.8512464,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c2bccac-4e22-4ad6-8d92-097e40aed990","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784846903.9396439,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1784846903.9398313,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c2bccac-4e22-4ad6-8d92-097e40aed990","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784846903.9399717,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5ee471d6-6acb-460b-8675-57e24e10183a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784846903.9400048,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5ee471d6-6acb-460b-8675-57e24e10183a","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784846903.940104,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cd0a53a9-0c9f-41c2-8a71-db4ba85a0a27","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784846903.9406006,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cd0a53a9-0c9f-41c2-8a71-db4ba85a0a27","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784846903.9406323,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"079adfda-2ed6-4a90-b0d2-9effa2c713b8"} {"level":"info","ts":1784846903.9408472,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33947.256962606,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784846903.9408631,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784846903.948528,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784846903.9859757,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6ad8442a-1b24-42bf-b4aa-1f4c5e45bbd3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784846903.9860005,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6ad8442a-1b24-42bf-b4aa-1f4c5e45bbd3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784846903.9992318,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"58d40f75-efe7-4894-9803-29e8dce532d8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784846903.9992628,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"58d40f75-efe7-4894-9803-29e8dce532d8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784846904.0141902,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"da0fae28-de89-4bae-9e50-8fe4abe18fca","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784846904.01422,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"da0fae28-de89-4bae-9e50-8fe4abe18fca","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784846904.0302684,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37501.369728192,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784846904.0302858,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784846904.038081,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784846904.041132,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"079adfda-2ed6-4a90-b0d2-9effa2c713b8","name":"e2e-external-model"} {"level":"info","ts":1784846904.0496774,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"079adfda-2ed6-4a90-b0d2-9effa2c713b8","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784846904.0529194,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"079adfda-2ed6-4a90-b0d2-9effa2c713b8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784846904.0530112,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"838fac47-91e6-4ff9-8d00-9508d9ac8a1f"} {"level":"info","ts":1784846904.053091,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"838fac47-91e6-4ff9-8d00-9508d9ac8a1f","name":"e2e-external-model"} {"level":"info","ts":1784846904.0608764,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"838fac47-91e6-4ff9-8d00-9508d9ac8a1f","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784846904.1304436,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e84fd6b3-270a-492e-80f3-d009b5048479","name":"e2e-external-provider"} {"level":"info","ts":1784846904.1404831,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e84fd6b3-270a-492e-80f3-d009b5048479","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784846904.1436896,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e84fd6b3-270a-492e-80f3-d009b5048479","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784846904.1438208,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4eb6076c-9888-47ae-88e2-a9aa73912267"} {"level":"info","ts":1784846904.1438785,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4eb6076c-9888-47ae-88e2-a9aa73912267","name":"e2e-external-provider"} {"level":"info","ts":1784846904.152342,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4eb6076c-9888-47ae-88e2-a9aa73912267","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784846911.2260728,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846911.2261436,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b5c7178-d3fd-41d2-992c-4472f35ffdc5"} {"level":"info","ts":1784846911.2261524,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6b5c7178-d3fd-41d2-992c-4472f35ffdc5"} {"level":"info","ts":1784846911.2261636,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6b5c7178-d3fd-41d2-992c-4472f35ffdc5","EoS":false} {"level":"info","ts":1784846911.226176,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6b5c7178-d3fd-41d2-992c-4472f35ffdc5","EoS":true} {"level":"info","ts":1784846911.226194,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6b5c7178-d3fd-41d2-992c-4472f35ffdc5","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784846911.2262068,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b5c7178-d3fd-41d2-992c-4472f35ffdc5","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784846911.2262135,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"6b5c7178-d3fd-41d2-992c-4472f35ffdc5","modelName":"e2e-external-model"} {"level":"info","ts":1784846911.2262263,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"6b5c7178-d3fd-41d2-992c-4472f35ffdc5","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784846911.226269,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6b5c7178-d3fd-41d2-992c-4472f35ffdc5"} {"level":"info","ts":1784846911.2739737,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846911.2740583,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d80e116d-8829-4438-b06c-9f9f6ad143a1"} {"level":"info","ts":1784846911.274071,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d80e116d-8829-4438-b06c-9f9f6ad143a1"} {"level":"info","ts":1784846911.2740839,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d80e116d-8829-4438-b06c-9f9f6ad143a1","EoS":false} {"level":"info","ts":1784846911.274094,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d80e116d-8829-4438-b06c-9f9f6ad143a1","EoS":true} {"level":"info","ts":1784846911.2741094,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d80e116d-8829-4438-b06c-9f9f6ad143a1","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784846911.2741225,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d80e116d-8829-4438-b06c-9f9f6ad143a1","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784846911.274129,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"d80e116d-8829-4438-b06c-9f9f6ad143a1","modelName":"e2e-external-model"} {"level":"info","ts":1784846911.2741416,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"d80e116d-8829-4438-b06c-9f9f6ad143a1","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784846911.2741754,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d80e116d-8829-4438-b06c-9f9f6ad143a1"} {"level":"info","ts":1784846911.304658,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846911.304707,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"32fe1e43-3427-4e85-be72-d4a044a01953"} {"level":"info","ts":1784846911.304717,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"32fe1e43-3427-4e85-be72-d4a044a01953"} {"level":"info","ts":1784846911.3047266,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"32fe1e43-3427-4e85-be72-d4a044a01953","EoS":false} {"level":"info","ts":1784846911.3047366,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"32fe1e43-3427-4e85-be72-d4a044a01953","EoS":true} {"level":"info","ts":1784846911.3047495,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"32fe1e43-3427-4e85-be72-d4a044a01953","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784846911.3047597,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"32fe1e43-3427-4e85-be72-d4a044a01953","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784846911.3047657,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"32fe1e43-3427-4e85-be72-d4a044a01953","modelName":"e2e-external-model"} {"level":"info","ts":1784846911.3047767,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"32fe1e43-3427-4e85-be72-d4a044a01953","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784846911.3048103,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"32fe1e43-3427-4e85-be72-d4a044a01953"} {"level":"info","ts":1784846911.436855,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2a700433-fa5b-4928-99bb-fa7afeb0e3b8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784846911.4368846,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b6309303-ea3f-4e05-bed7-89946da6783a"} {"level":"info","ts":1784846911.4368975,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2a700433-fa5b-4928-99bb-fa7afeb0e3b8","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784846911.443752,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"69afb25e-aa2c-45db-b1fd-2d4dcf2f8bf5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784846911.4437852,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"69afb25e-aa2c-45db-b1fd-2d4dcf2f8bf5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784846911.4438577,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b6309303-ea3f-4e05-bed7-89946da6783a","name":"e2e-cleanup-test"} {"level":"info","ts":1784846911.4542327,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b6309303-ea3f-4e05-bed7-89946da6783a","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784846911.4602003,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"90de01b1-ddc2-483b-8b10-db242d631846"} {"level":"info","ts":1784846911.460258,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"90de01b1-ddc2-483b-8b10-db242d631846","name":"e2e-cleanup-test"} {"level":"info","ts":1784846911.4603262,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b6b58254-bc7f-475e-9699-5a33104be421","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784846911.4603603,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b6b58254-bc7f-475e-9699-5a33104be421","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784846911.4729946,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"90de01b1-ddc2-483b-8b10-db242d631846","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784846911.4730608,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"90de01b1-ddc2-483b-8b10-db242d631846","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784846911.473112,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4d874ef6-c667-4b93-8da2-a5b57a7b2c90"} {"level":"info","ts":1784846911.4731622,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4d874ef6-c667-4b93-8da2-a5b57a7b2c90","name":"e2e-cleanup-test"} {"level":"info","ts":1784846911.4763808,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f3df56f0-1716-4424-a330-217983f50c20","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784846911.4764059,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f3df56f0-1716-4424-a330-217983f50c20","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784846911.4816964,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4d874ef6-c667-4b93-8da2-a5b57a7b2c90","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784846911.4851606,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4d874ef6-c667-4b93-8da2-a5b57a7b2c90","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784846911.4852247,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8188879f-b4a6-4424-9d65-424531254a90"} {"level":"info","ts":1784846911.4852815,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8188879f-b4a6-4424-9d65-424531254a90","name":"e2e-cleanup-test"} {"level":"info","ts":1784846911.492306,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"713d118c-47ef-48be-8fcc-6e4fe893b859","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784846911.4923282,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"713d118c-47ef-48be-8fcc-6e4fe893b859","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784846911.4936688,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8188879f-b4a6-4424-9d65-424531254a90","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784846911.4974267,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8188879f-b4a6-4424-9d65-424531254a90","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784846911.4974835,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"821ab714-3d6b-4c23-a7bb-f9711abe41df"} {"level":"info","ts":1784846911.4975204,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"821ab714-3d6b-4c23-a7bb-f9711abe41df","name":"e2e-cleanup-test"} {"level":"info","ts":1784846911.5052884,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"821ab714-3d6b-4c23-a7bb-f9711abe41df","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784846919.714493,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a78ab952-56db-402c-906b-fc2eabd0eca9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784846919.7145305,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a78ab952-56db-402c-906b-fc2eabd0eca9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784846919.7145371,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"83180685-0923-44d8-95de-fbe5c7d53fb7"} {"level":"info","ts":1784846924.041603,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846924.0416853,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8d47df3e-dd4f-4078-a8c4-30fd92c73a61"} {"level":"info","ts":1784846924.0416946,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8d47df3e-dd4f-4078-a8c4-30fd92c73a61"} {"level":"info","ts":1784846924.0417058,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8d47df3e-dd4f-4078-a8c4-30fd92c73a61","EoS":false} {"level":"info","ts":1784846924.0417156,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8d47df3e-dd4f-4078-a8c4-30fd92c73a61","EoS":true} {"level":"info","ts":1784846924.0417347,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8d47df3e-dd4f-4078-a8c4-30fd92c73a61","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784846924.0417519,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8d47df3e-dd4f-4078-a8c4-30fd92c73a61","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784846924.041772,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8d47df3e-dd4f-4078-a8c4-30fd92c73a61"} {"level":"info","ts":1784846924.0779421,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846924.0779998,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"32d558bc-44ad-46ef-bdfe-b5211a3c3ea8"} {"level":"info","ts":1784846924.078009,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"32d558bc-44ad-46ef-bdfe-b5211a3c3ea8"} {"level":"info","ts":1784846924.0780432,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"32d558bc-44ad-46ef-bdfe-b5211a3c3ea8","EoS":false} {"level":"info","ts":1784846924.0780592,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"32d558bc-44ad-46ef-bdfe-b5211a3c3ea8","EoS":true} {"level":"info","ts":1784846924.0780761,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"32d558bc-44ad-46ef-bdfe-b5211a3c3ea8","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784846924.07809,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"32d558bc-44ad-46ef-bdfe-b5211a3c3ea8","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784846924.078097,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"32d558bc-44ad-46ef-bdfe-b5211a3c3ea8","modelName":"e2e-external-model"} {"level":"info","ts":1784846924.078113,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"32d558bc-44ad-46ef-bdfe-b5211a3c3ea8","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784846924.078158,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"32d558bc-44ad-46ef-bdfe-b5211a3c3ea8"} {"level":"info","ts":1784846924.1194267,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846924.119483,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c167d92-d201-4377-81e7-1acf69bd4259"} {"level":"info","ts":1784846924.1194909,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0c167d92-d201-4377-81e7-1acf69bd4259"} {"level":"info","ts":1784846924.1194997,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0c167d92-d201-4377-81e7-1acf69bd4259","EoS":false} {"level":"info","ts":1784846924.1195097,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0c167d92-d201-4377-81e7-1acf69bd4259","EoS":true} {"level":"info","ts":1784846924.1195257,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0c167d92-d201-4377-81e7-1acf69bd4259","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784846924.1195385,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c167d92-d201-4377-81e7-1acf69bd4259","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784846924.119556,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0c167d92-d201-4377-81e7-1acf69bd4259"} {"level":"info","ts":1784846924.2638206,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846924.2638881,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"149340ff-6c2a-47c6-a7d9-4dd061243a56"} {"level":"info","ts":1784846924.2639012,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"149340ff-6c2a-47c6-a7d9-4dd061243a56"} {"level":"info","ts":1784846924.2639112,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"149340ff-6c2a-47c6-a7d9-4dd061243a56","EoS":false} {"level":"info","ts":1784846924.2639208,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"149340ff-6c2a-47c6-a7d9-4dd061243a56","EoS":true} {"level":"info","ts":1784846924.2639432,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"149340ff-6c2a-47c6-a7d9-4dd061243a56","field":"model"} {"level":"info","ts":1784846924.2639663,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"149340ff-6c2a-47c6-a7d9-4dd061243a56"} {"level":"info","ts":1784846925.2197003,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"45812d3b-b08a-45b4-8c3b-4b01e885c0f6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784846925.2197134,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e8de42c5-156b-468f-bbc0-ac755aefc2bb"} {"level":"info","ts":1784846925.2197354,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"45812d3b-b08a-45b4-8c3b-4b01e885c0f6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784846925.3652117,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"57962179-0ecc-4dad-989f-36f25f7175e6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784846925.365248,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"57962179-0ecc-4dad-989f-36f25f7175e6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784846925.3652625,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"64892aa3-7980-4158-8d93-e3060db1ade7"} {"level":"info","ts":1784848045.6056175,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784848045.6057043,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9e035215-04b0-4713-a52c-9683a99dea4b"} {"level":"info","ts":1784848103.2579954,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784848103.2581034,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3a578b66-3c28-40c5-881e-d11578104a82"} {"level":"info","ts":1784848103.2581143,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3a578b66-3c28-40c5-881e-d11578104a82"} {"level":"info","ts":1784848103.2581265,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3a578b66-3c28-40c5-881e-d11578104a82","EoS":false} {"level":"info","ts":1784848103.258138,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3a578b66-3c28-40c5-881e-d11578104a82","EoS":true} {"level":"info","ts":1784848103.2581632,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3a578b66-3c28-40c5-881e-d11578104a82","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784848103.2581806,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3a578b66-3c28-40c5-881e-d11578104a82","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784848103.258202,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3a578b66-3c28-40c5-881e-d11578104a82"}