{"level":"info","ts":1785201713.026356,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"23f19409-98ef-4d7d-8346-ca0d9edb3226"} {"level":"info","ts":1785201713.0263832,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"23f19409-98ef-4d7d-8346-ca0d9edb3226"} {"level":"info","ts":1785201713.0264032,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"23f19409-98ef-4d7d-8346-ca0d9edb3226","EoS":false} {"level":"info","ts":1785201713.026421,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"23f19409-98ef-4d7d-8346-ca0d9edb3226","EoS":true} {"level":"info","ts":1785201713.0264513,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"23f19409-98ef-4d7d-8346-ca0d9edb3226","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785201713.0264714,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"23f19409-98ef-4d7d-8346-ca0d9edb3226","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785201713.0264997,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"23f19409-98ef-4d7d-8346-ca0d9edb3226"} {"level":"info","ts":1785201713.6569986,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201713.6570795,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bed4307b-39e7-4fd2-b40a-685329c51977"} {"level":"info","ts":1785201713.6570897,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bed4307b-39e7-4fd2-b40a-685329c51977"} {"level":"info","ts":1785201713.6571035,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bed4307b-39e7-4fd2-b40a-685329c51977","EoS":false} {"level":"info","ts":1785201713.6571145,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bed4307b-39e7-4fd2-b40a-685329c51977","EoS":true} {"level":"info","ts":1785201713.6571643,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bed4307b-39e7-4fd2-b40a-685329c51977","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785201713.6571803,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bed4307b-39e7-4fd2-b40a-685329c51977","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785201713.6572006,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bed4307b-39e7-4fd2-b40a-685329c51977"} {"level":"info","ts":1785201713.693383,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201713.6934464,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f3aec56a-f1ec-4c5c-b4e2-8a4a8c7aa9bd"} {"level":"info","ts":1785201713.6934578,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f3aec56a-f1ec-4c5c-b4e2-8a4a8c7aa9bd"} {"level":"info","ts":1785201713.6934686,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f3aec56a-f1ec-4c5c-b4e2-8a4a8c7aa9bd","EoS":false} {"level":"info","ts":1785201713.693482,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f3aec56a-f1ec-4c5c-b4e2-8a4a8c7aa9bd","EoS":true} {"level":"info","ts":1785201713.6934984,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f3aec56a-f1ec-4c5c-b4e2-8a4a8c7aa9bd","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785201713.6935139,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f3aec56a-f1ec-4c5c-b4e2-8a4a8c7aa9bd","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785201713.6935325,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f3aec56a-f1ec-4c5c-b4e2-8a4a8c7aa9bd"} {"level":"info","ts":1785201717.8416898,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201717.8417764,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1c406695-7388-48d6-a4ad-e3b73282d982"} {"level":"info","ts":1785201717.8417902,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1c406695-7388-48d6-a4ad-e3b73282d982"} {"level":"info","ts":1785201717.8418028,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1c406695-7388-48d6-a4ad-e3b73282d982","EoS":false} {"level":"info","ts":1785201717.841813,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1c406695-7388-48d6-a4ad-e3b73282d982","EoS":true} {"level":"info","ts":1785201717.8418345,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1c406695-7388-48d6-a4ad-e3b73282d982","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785201717.84185,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1c406695-7388-48d6-a4ad-e3b73282d982","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785201717.8418713,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1c406695-7388-48d6-a4ad-e3b73282d982"} {"level":"info","ts":1785201736.7458735,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201736.7459605,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ca3c56cf-413e-4835-8241-3ff9d962a441"} {"level":"info","ts":1785201736.7459738,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ca3c56cf-413e-4835-8241-3ff9d962a441"} {"level":"info","ts":1785201736.7459853,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ca3c56cf-413e-4835-8241-3ff9d962a441","EoS":false} {"level":"info","ts":1785201736.7459993,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ca3c56cf-413e-4835-8241-3ff9d962a441","EoS":true} {"level":"info","ts":1785201736.746019,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ca3c56cf-413e-4835-8241-3ff9d962a441","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785201736.7460346,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ca3c56cf-413e-4835-8241-3ff9d962a441","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785201736.746059,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ca3c56cf-413e-4835-8241-3ff9d962a441"} {"level":"info","ts":1785201736.8824189,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201736.8825033,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ec3d96ac-f54b-4a16-be57-71bc76e7e323"} {"level":"info","ts":1785201736.8825126,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ec3d96ac-f54b-4a16-be57-71bc76e7e323"} {"level":"info","ts":1785201736.8825247,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ec3d96ac-f54b-4a16-be57-71bc76e7e323","EoS":false} {"level":"info","ts":1785201736.8825407,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ec3d96ac-f54b-4a16-be57-71bc76e7e323","EoS":true} {"level":"info","ts":1785201736.8825605,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ec3d96ac-f54b-4a16-be57-71bc76e7e323","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785201736.882575,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ec3d96ac-f54b-4a16-be57-71bc76e7e323","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785201736.8826022,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ec3d96ac-f54b-4a16-be57-71bc76e7e323"} {"level":"info","ts":1785201737.0189111,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201737.018994,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2c8b27ce-e7f1-452c-9521-269d58ce0014"} {"level":"info","ts":1785201737.019006,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2c8b27ce-e7f1-452c-9521-269d58ce0014"} {"level":"info","ts":1785201737.0190172,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2c8b27ce-e7f1-452c-9521-269d58ce0014","EoS":false} {"level":"info","ts":1785201737.0190299,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2c8b27ce-e7f1-452c-9521-269d58ce0014","EoS":true} {"level":"info","ts":1785201737.0190487,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2c8b27ce-e7f1-452c-9521-269d58ce0014","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785201737.0190651,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2c8b27ce-e7f1-452c-9521-269d58ce0014","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785201737.0190864,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2c8b27ce-e7f1-452c-9521-269d58ce0014"} {"level":"info","ts":1785201737.157048,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201737.1571717,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"20334357-1efd-4c7e-942c-94e3a8f94f19"} {"level":"info","ts":1785201737.1571872,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"20334357-1efd-4c7e-942c-94e3a8f94f19"} {"level":"info","ts":1785201737.157209,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"20334357-1efd-4c7e-942c-94e3a8f94f19","EoS":false} {"level":"info","ts":1785201737.157226,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"20334357-1efd-4c7e-942c-94e3a8f94f19","EoS":true} {"level":"info","ts":1785201737.1572568,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"20334357-1efd-4c7e-942c-94e3a8f94f19","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785201737.1572766,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"20334357-1efd-4c7e-942c-94e3a8f94f19","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785201737.157307,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"20334357-1efd-4c7e-942c-94e3a8f94f19"} {"level":"info","ts":1785201737.2929213,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201737.293014,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53735d79-22ad-4bc7-b179-f13e1b339df0"} {"level":"info","ts":1785201737.293031,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"53735d79-22ad-4bc7-b179-f13e1b339df0"} {"level":"info","ts":1785201737.2930498,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"53735d79-22ad-4bc7-b179-f13e1b339df0","EoS":false} {"level":"info","ts":1785201737.2930672,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"53735d79-22ad-4bc7-b179-f13e1b339df0","EoS":true} {"level":"info","ts":1785201737.2930963,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"53735d79-22ad-4bc7-b179-f13e1b339df0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785201737.2931144,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53735d79-22ad-4bc7-b179-f13e1b339df0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785201737.2931612,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"53735d79-22ad-4bc7-b179-f13e1b339df0"} {"level":"info","ts":1785201737.4253778,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201737.4254625,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ed50b3fd-2e46-4eb6-874d-168c399d0360"} {"level":"info","ts":1785201737.425473,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ed50b3fd-2e46-4eb6-874d-168c399d0360"} {"level":"info","ts":1785201737.4254856,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ed50b3fd-2e46-4eb6-874d-168c399d0360","EoS":false} {"level":"info","ts":1785201737.425502,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ed50b3fd-2e46-4eb6-874d-168c399d0360","EoS":true} {"level":"info","ts":1785201737.4255302,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ed50b3fd-2e46-4eb6-874d-168c399d0360","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785201737.4255457,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ed50b3fd-2e46-4eb6-874d-168c399d0360","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785201737.425566,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ed50b3fd-2e46-4eb6-874d-168c399d0360"} {"level":"info","ts":1785201754.190743,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201754.19082,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1aae8037-4acd-4529-9384-e3b4e2bf0194"} {"level":"info","ts":1785201754.1908317,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1aae8037-4acd-4529-9384-e3b4e2bf0194"} {"level":"info","ts":1785201754.1908424,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1aae8037-4acd-4529-9384-e3b4e2bf0194","EoS":false} {"level":"info","ts":1785201754.1908529,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1aae8037-4acd-4529-9384-e3b4e2bf0194","EoS":true} {"level":"info","ts":1785201754.1908746,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1aae8037-4acd-4529-9384-e3b4e2bf0194","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785201754.1908903,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1aae8037-4acd-4529-9384-e3b4e2bf0194","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785201754.1909099,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1aae8037-4acd-4529-9384-e3b4e2bf0194"} {"level":"info","ts":1785201754.2277336,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201754.2278032,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"94d63ef5-9414-443d-baae-a13127242f67"} {"level":"info","ts":1785201754.2278118,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"94d63ef5-9414-443d-baae-a13127242f67"} {"level":"info","ts":1785201754.2278228,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"94d63ef5-9414-443d-baae-a13127242f67","EoS":false} {"level":"info","ts":1785201754.2278337,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"94d63ef5-9414-443d-baae-a13127242f67","EoS":true} {"level":"info","ts":1785201754.2278557,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"94d63ef5-9414-443d-baae-a13127242f67","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785201754.2278707,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"94d63ef5-9414-443d-baae-a13127242f67","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785201754.2278981,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"94d63ef5-9414-443d-baae-a13127242f67"} {"level":"info","ts":1785201754.2586088,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201754.2586854,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ee9f9bc1-79c8-4882-9717-4f91b5651cd2"} {"level":"info","ts":1785201754.2586958,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ee9f9bc1-79c8-4882-9717-4f91b5651cd2"} {"level":"info","ts":1785201754.258709,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ee9f9bc1-79c8-4882-9717-4f91b5651cd2","EoS":false} {"level":"info","ts":1785201754.2587192,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ee9f9bc1-79c8-4882-9717-4f91b5651cd2","EoS":true} {"level":"info","ts":1785201754.2587411,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ee9f9bc1-79c8-4882-9717-4f91b5651cd2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785201754.258763,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ee9f9bc1-79c8-4882-9717-4f91b5651cd2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785201754.2587852,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ee9f9bc1-79c8-4882-9717-4f91b5651cd2"} {"level":"info","ts":1785201754.2884803,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201754.2885532,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9983e653-9260-4cda-882c-684810a09172"} {"level":"info","ts":1785201758.8775804,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201758.8776596,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"da2b7068-2076-44ca-8ad5-7bd79cd49231"} {"level":"info","ts":1785201758.8776703,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"da2b7068-2076-44ca-8ad5-7bd79cd49231"} {"level":"info","ts":1785201758.8776808,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"da2b7068-2076-44ca-8ad5-7bd79cd49231","EoS":false} {"level":"info","ts":1785201758.8776944,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"da2b7068-2076-44ca-8ad5-7bd79cd49231","EoS":true} {"level":"info","ts":1785201758.8777146,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"da2b7068-2076-44ca-8ad5-7bd79cd49231","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785201758.8777328,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"da2b7068-2076-44ca-8ad5-7bd79cd49231","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785201758.8777535,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"da2b7068-2076-44ca-8ad5-7bd79cd49231"} {"level":"info","ts":1785201767.4399698,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201767.4400644,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0f63fe78-6deb-418a-93c0-93bb029989a7"} {"level":"info","ts":1785201767.4400818,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0f63fe78-6deb-418a-93c0-93bb029989a7"} {"level":"info","ts":1785201767.4400969,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0f63fe78-6deb-418a-93c0-93bb029989a7","EoS":false} {"level":"info","ts":1785201767.4401097,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0f63fe78-6deb-418a-93c0-93bb029989a7","EoS":true} {"level":"info","ts":1785201767.4401505,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0f63fe78-6deb-418a-93c0-93bb029989a7","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785201767.440172,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0f63fe78-6deb-418a-93c0-93bb029989a7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785201767.4401991,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0f63fe78-6deb-418a-93c0-93bb029989a7"} {"level":"info","ts":1785201780.2985063,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201780.298581,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0062719-994d-44c9-86c2-2ac27f2ccc24"} {"level":"info","ts":1785201780.298591,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d0062719-994d-44c9-86c2-2ac27f2ccc24"} {"level":"info","ts":1785201780.2986016,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d0062719-994d-44c9-86c2-2ac27f2ccc24","EoS":false} {"level":"info","ts":1785201780.298612,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d0062719-994d-44c9-86c2-2ac27f2ccc24","EoS":true} {"level":"info","ts":1785201780.2986352,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d0062719-994d-44c9-86c2-2ac27f2ccc24","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785201780.2986488,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d0062719-994d-44c9-86c2-2ac27f2ccc24","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785201780.298669,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d0062719-994d-44c9-86c2-2ac27f2ccc24"} {"level":"info","ts":1785201788.8093884,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201788.8094885,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f11d67b7-0f55-42a1-8d5d-1cbd5b5843b8"} {"level":"info","ts":1785201788.8095057,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f11d67b7-0f55-42a1-8d5d-1cbd5b5843b8"} {"level":"info","ts":1785201788.809519,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f11d67b7-0f55-42a1-8d5d-1cbd5b5843b8","EoS":false} {"level":"info","ts":1785201788.8095307,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f11d67b7-0f55-42a1-8d5d-1cbd5b5843b8","EoS":true} {"level":"info","ts":1785201788.8095515,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f11d67b7-0f55-42a1-8d5d-1cbd5b5843b8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785201788.809567,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f11d67b7-0f55-42a1-8d5d-1cbd5b5843b8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785201788.8095891,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f11d67b7-0f55-42a1-8d5d-1cbd5b5843b8"} {"level":"info","ts":1785201797.6435971,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201797.6436813,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"234eca8c-17f9-48a2-833b-ab9e58287b51"} {"level":"info","ts":1785201797.6436925,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"234eca8c-17f9-48a2-833b-ab9e58287b51"} {"level":"info","ts":1785201797.6437035,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"234eca8c-17f9-48a2-833b-ab9e58287b51","EoS":false} {"level":"info","ts":1785201797.643714,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"234eca8c-17f9-48a2-833b-ab9e58287b51","EoS":true} {"level":"info","ts":1785201797.6437354,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"234eca8c-17f9-48a2-833b-ab9e58287b51","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785201797.643753,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"234eca8c-17f9-48a2-833b-ab9e58287b51","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785201797.6437747,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"234eca8c-17f9-48a2-833b-ab9e58287b51"} {"level":"info","ts":1785201806.591921,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201806.5920045,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"07ec0c80-db12-45c5-9260-22e25f456090"} {"level":"info","ts":1785201806.5920146,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"07ec0c80-db12-45c5-9260-22e25f456090"} {"level":"info","ts":1785201806.592026,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"07ec0c80-db12-45c5-9260-22e25f456090","EoS":false} {"level":"info","ts":1785201806.5920377,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"07ec0c80-db12-45c5-9260-22e25f456090","EoS":true} {"level":"info","ts":1785201806.5920603,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"07ec0c80-db12-45c5-9260-22e25f456090","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785201806.592077,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"07ec0c80-db12-45c5-9260-22e25f456090","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785201806.5920968,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"07ec0c80-db12-45c5-9260-22e25f456090"} {"level":"info","ts":1785201811.3329098,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201811.3329954,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a41374ce-13fe-42e9-8de3-5a129e173cd1"} {"level":"info","ts":1785201811.3330047,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a41374ce-13fe-42e9-8de3-5a129e173cd1"} {"level":"info","ts":1785201811.3330162,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a41374ce-13fe-42e9-8de3-5a129e173cd1","EoS":false} {"level":"info","ts":1785201811.3330302,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a41374ce-13fe-42e9-8de3-5a129e173cd1","EoS":true} {"level":"info","ts":1785201811.3330517,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a41374ce-13fe-42e9-8de3-5a129e173cd1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785201811.333067,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a41374ce-13fe-42e9-8de3-5a129e173cd1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785201811.333087,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a41374ce-13fe-42e9-8de3-5a129e173cd1"} {"level":"info","ts":1785201816.0777273,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201816.0778081,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f23b962b-bd11-43cc-b04f-4f2f6747deb9"} {"level":"info","ts":1785201816.0778186,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f23b962b-bd11-43cc-b04f-4f2f6747deb9"} {"level":"info","ts":1785201816.0778298,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f23b962b-bd11-43cc-b04f-4f2f6747deb9","EoS":false} {"level":"info","ts":1785201816.0778494,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f23b962b-bd11-43cc-b04f-4f2f6747deb9","EoS":true} {"level":"info","ts":1785201816.0778713,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f23b962b-bd11-43cc-b04f-4f2f6747deb9","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785201816.0778875,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f23b962b-bd11-43cc-b04f-4f2f6747deb9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785201816.0779135,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f23b962b-bd11-43cc-b04f-4f2f6747deb9"} {"level":"info","ts":1785201816.4551816,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201816.4552615,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"40b043a0-2549-40aa-baa6-2d3a6a6133e6"} {"level":"info","ts":1785201816.4552708,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"40b043a0-2549-40aa-baa6-2d3a6a6133e6"} {"level":"info","ts":1785201816.4552817,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"40b043a0-2549-40aa-baa6-2d3a6a6133e6","EoS":false} {"level":"info","ts":1785201816.4552925,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"40b043a0-2549-40aa-baa6-2d3a6a6133e6","EoS":true} {"level":"info","ts":1785201816.4553132,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"40b043a0-2549-40aa-baa6-2d3a6a6133e6","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785201816.4553292,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"40b043a0-2549-40aa-baa6-2d3a6a6133e6","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785201816.4553537,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"40b043a0-2549-40aa-baa6-2d3a6a6133e6"} {"level":"info","ts":1785201818.4845963,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201818.484685,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"30390986-ca42-4bcc-b0fa-3dd1276f0a53"} {"level":"info","ts":1785201818.4846992,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"30390986-ca42-4bcc-b0fa-3dd1276f0a53"} {"level":"info","ts":1785201818.4847126,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"30390986-ca42-4bcc-b0fa-3dd1276f0a53","EoS":false} {"level":"info","ts":1785201818.4847243,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"30390986-ca42-4bcc-b0fa-3dd1276f0a53","EoS":true} {"level":"info","ts":1785201818.4847488,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"30390986-ca42-4bcc-b0fa-3dd1276f0a53","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785201818.4847639,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"30390986-ca42-4bcc-b0fa-3dd1276f0a53","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785201818.4847841,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"30390986-ca42-4bcc-b0fa-3dd1276f0a53"} {"level":"info","ts":1785201820.5433083,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201820.5434763,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"913e3477-d343-40b8-b763-54bdf80da668"} {"level":"info","ts":1785201820.5434988,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"913e3477-d343-40b8-b763-54bdf80da668"} {"level":"info","ts":1785201820.5435195,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"913e3477-d343-40b8-b763-54bdf80da668","EoS":false} {"level":"info","ts":1785201820.5435357,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"913e3477-d343-40b8-b763-54bdf80da668","EoS":true} {"level":"info","ts":1785201820.5435674,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"913e3477-d343-40b8-b763-54bdf80da668","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785201820.5435903,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"913e3477-d343-40b8-b763-54bdf80da668","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785201820.5436187,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"913e3477-d343-40b8-b763-54bdf80da668"} {"level":"info","ts":1785201822.581709,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201822.5817907,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"665920be-3011-43e2-97b7-c5d024bce528"} {"level":"info","ts":1785201822.5818005,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"665920be-3011-43e2-97b7-c5d024bce528"} {"level":"info","ts":1785201822.581812,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"665920be-3011-43e2-97b7-c5d024bce528","EoS":false} {"level":"info","ts":1785201822.581826,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"665920be-3011-43e2-97b7-c5d024bce528","EoS":true} {"level":"info","ts":1785201822.5818496,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"665920be-3011-43e2-97b7-c5d024bce528","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785201822.5818675,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"665920be-3011-43e2-97b7-c5d024bce528","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785201822.5818908,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"665920be-3011-43e2-97b7-c5d024bce528"} {"level":"info","ts":1785201845.4475346,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201845.4476116,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43884190-2958-46ea-963e-5e63e8522bc0"} {"level":"info","ts":1785201845.4476209,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"43884190-2958-46ea-963e-5e63e8522bc0"} {"level":"info","ts":1785201845.4476326,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"43884190-2958-46ea-963e-5e63e8522bc0","EoS":false} {"level":"info","ts":1785201845.4476438,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"43884190-2958-46ea-963e-5e63e8522bc0","EoS":true} {"level":"info","ts":1785201845.4476652,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"43884190-2958-46ea-963e-5e63e8522bc0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785201845.4476786,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"43884190-2958-46ea-963e-5e63e8522bc0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785201845.4477065,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"43884190-2958-46ea-963e-5e63e8522bc0"} {"level":"info","ts":1785201854.725035,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201854.725145,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"587dc9cc-b12c-4f94-a53b-aa3bcf8eae7f"} {"level":"info","ts":1785201854.7251618,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"587dc9cc-b12c-4f94-a53b-aa3bcf8eae7f"} {"level":"info","ts":1785201854.7251763,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"587dc9cc-b12c-4f94-a53b-aa3bcf8eae7f","EoS":false} {"level":"info","ts":1785201854.7251868,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"587dc9cc-b12c-4f94-a53b-aa3bcf8eae7f","EoS":true} {"level":"info","ts":1785201854.725208,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"587dc9cc-b12c-4f94-a53b-aa3bcf8eae7f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785201854.725224,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"587dc9cc-b12c-4f94-a53b-aa3bcf8eae7f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785201854.725246,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"587dc9cc-b12c-4f94-a53b-aa3bcf8eae7f"} {"level":"info","ts":1785201870.9037695,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201870.9038582,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"daeedede-3205-4635-b301-cedbb613cf67"} {"level":"info","ts":1785201870.903878,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"daeedede-3205-4635-b301-cedbb613cf67"} {"level":"info","ts":1785201870.9038908,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"daeedede-3205-4635-b301-cedbb613cf67","EoS":false} {"level":"info","ts":1785201870.903903,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"daeedede-3205-4635-b301-cedbb613cf67","EoS":true} {"level":"info","ts":1785201870.9039233,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"daeedede-3205-4635-b301-cedbb613cf67","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785201870.9039383,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"daeedede-3205-4635-b301-cedbb613cf67","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785201870.9039614,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"daeedede-3205-4635-b301-cedbb613cf67"} {"level":"info","ts":1785201880.4477022,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201880.4477909,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b54bbe04-515e-4c5d-9bba-381d309cab23"} {"level":"info","ts":1785201880.4478064,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b54bbe04-515e-4c5d-9bba-381d309cab23"} {"level":"info","ts":1785201880.4478185,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b54bbe04-515e-4c5d-9bba-381d309cab23","EoS":false} {"level":"info","ts":1785201880.447829,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b54bbe04-515e-4c5d-9bba-381d309cab23","EoS":true} {"level":"info","ts":1785201880.4478507,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b54bbe04-515e-4c5d-9bba-381d309cab23","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785201880.4478667,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b54bbe04-515e-4c5d-9bba-381d309cab23","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785201880.4478884,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b54bbe04-515e-4c5d-9bba-381d309cab23"} {"level":"info","ts":1785201882.4770062,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201882.4770875,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d3a137f-b448-440a-be27-91f4d29dc36b"} {"level":"info","ts":1785201882.4770994,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2d3a137f-b448-440a-be27-91f4d29dc36b"} {"level":"info","ts":1785201882.47711,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2d3a137f-b448-440a-be27-91f4d29dc36b","EoS":false} {"level":"info","ts":1785201882.4771204,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2d3a137f-b448-440a-be27-91f4d29dc36b","EoS":true} {"level":"info","ts":1785201882.4771821,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2d3a137f-b448-440a-be27-91f4d29dc36b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785201882.477201,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2d3a137f-b448-440a-be27-91f4d29dc36b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785201882.4772227,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2d3a137f-b448-440a-be27-91f4d29dc36b"} {"level":"info","ts":1785201891.857494,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201891.857582,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9e493555-ea55-4ee9-adba-6131faef2e56"} {"level":"info","ts":1785201891.8575957,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9e493555-ea55-4ee9-adba-6131faef2e56"} {"level":"info","ts":1785201891.8576088,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9e493555-ea55-4ee9-adba-6131faef2e56","EoS":false} {"level":"info","ts":1785201891.8576262,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9e493555-ea55-4ee9-adba-6131faef2e56","EoS":true} {"level":"info","ts":1785201891.857656,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9e493555-ea55-4ee9-adba-6131faef2e56","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785201891.8576741,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9e493555-ea55-4ee9-adba-6131faef2e56","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785201891.8577032,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9e493555-ea55-4ee9-adba-6131faef2e56"} {"level":"info","ts":1785201891.8877795,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201891.8878684,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1bb401b1-86c1-4a57-8d82-05f4dbbd6282"} {"level":"info","ts":1785201891.8878837,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1bb401b1-86c1-4a57-8d82-05f4dbbd6282"} {"level":"info","ts":1785201891.8878982,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1bb401b1-86c1-4a57-8d82-05f4dbbd6282","EoS":false} {"level":"info","ts":1785201891.8879144,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1bb401b1-86c1-4a57-8d82-05f4dbbd6282","EoS":true} {"level":"info","ts":1785201891.8879402,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1bb401b1-86c1-4a57-8d82-05f4dbbd6282","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785201891.8879583,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1bb401b1-86c1-4a57-8d82-05f4dbbd6282","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785201891.8879855,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1bb401b1-86c1-4a57-8d82-05f4dbbd6282"} {"level":"info","ts":1785201911.0066063,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201911.006706,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2bb1a38e-fbba-4ea0-ace6-ea2e63ea399a"} {"level":"info","ts":1785201911.0067215,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2bb1a38e-fbba-4ea0-ace6-ea2e63ea399a"} {"level":"info","ts":1785201911.0067356,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2bb1a38e-fbba-4ea0-ace6-ea2e63ea399a","EoS":false} {"level":"info","ts":1785201911.0067465,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2bb1a38e-fbba-4ea0-ace6-ea2e63ea399a","EoS":true} {"level":"info","ts":1785201911.0067685,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2bb1a38e-fbba-4ea0-ace6-ea2e63ea399a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785201911.006785,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2bb1a38e-fbba-4ea0-ace6-ea2e63ea399a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785201911.0068066,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2bb1a38e-fbba-4ea0-ace6-ea2e63ea399a"} {"level":"info","ts":1785201920.3128579,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201920.3129473,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b179df3-a96a-458e-88e9-679543acea99"} {"level":"info","ts":1785201920.3129587,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6b179df3-a96a-458e-88e9-679543acea99"} {"level":"info","ts":1785201920.3129702,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b179df3-a96a-458e-88e9-679543acea99","EoS":false} {"level":"info","ts":1785201920.3129818,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b179df3-a96a-458e-88e9-679543acea99","EoS":true} {"level":"info","ts":1785201920.313004,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6b179df3-a96a-458e-88e9-679543acea99","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785201920.3130202,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b179df3-a96a-458e-88e9-679543acea99","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785201920.3130414,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6b179df3-a96a-458e-88e9-679543acea99"} {"level":"info","ts":1785201925.6317518,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201925.6318276,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9133ecaf-13bf-450f-9495-acc70719e043"} {"level":"info","ts":1785201925.6318371,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9133ecaf-13bf-450f-9495-acc70719e043"} {"level":"info","ts":1785201925.6318474,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9133ecaf-13bf-450f-9495-acc70719e043","EoS":false} {"level":"info","ts":1785201925.631858,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9133ecaf-13bf-450f-9495-acc70719e043","EoS":true} {"level":"info","ts":1785201925.631879,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9133ecaf-13bf-450f-9495-acc70719e043","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785201925.6318953,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9133ecaf-13bf-450f-9495-acc70719e043","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785201925.631917,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9133ecaf-13bf-450f-9495-acc70719e043"} {"level":"info","ts":1785202016.3448167,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785202016.344895,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"83a93539-5bea-4ac8-8dd7-7f2bf2c09c68"} {"level":"info","ts":1785202016.3449042,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"83a93539-5bea-4ac8-8dd7-7f2bf2c09c68"} {"level":"info","ts":1785202016.3449235,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"83a93539-5bea-4ac8-8dd7-7f2bf2c09c68","EoS":false} {"level":"info","ts":1785202016.3449354,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"83a93539-5bea-4ac8-8dd7-7f2bf2c09c68","EoS":true} {"level":"info","ts":1785202016.344956,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"83a93539-5bea-4ac8-8dd7-7f2bf2c09c68","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785202016.3449764,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"83a93539-5bea-4ac8-8dd7-7f2bf2c09c68","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785202016.3450081,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"83a93539-5bea-4ac8-8dd7-7f2bf2c09c68"} {"level":"info","ts":1785202043.7610693,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785202043.7611964,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce8a1330-1b41-451e-8e36-60196073c68d"} {"level":"info","ts":1785202043.7612126,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ce8a1330-1b41-451e-8e36-60196073c68d"} {"level":"info","ts":1785202043.7612257,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ce8a1330-1b41-451e-8e36-60196073c68d","EoS":false} {"level":"info","ts":1785202043.7612393,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ce8a1330-1b41-451e-8e36-60196073c68d","EoS":true} {"level":"info","ts":1785202043.7612622,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ce8a1330-1b41-451e-8e36-60196073c68d","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785202043.7612793,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce8a1330-1b41-451e-8e36-60196073c68d","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785202043.7613013,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ce8a1330-1b41-451e-8e36-60196073c68d"} {"level":"info","ts":1785202078.8830426,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785202078.8831263,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"331084f2-4224-4ceb-a0b3-dee8554d02db"} {"level":"info","ts":1785202078.8831565,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"331084f2-4224-4ceb-a0b3-dee8554d02db"} {"level":"info","ts":1785202078.8831687,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"331084f2-4224-4ceb-a0b3-dee8554d02db","EoS":false} {"level":"info","ts":1785202078.8831794,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"331084f2-4224-4ceb-a0b3-dee8554d02db","EoS":true} {"level":"info","ts":1785202078.8831997,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"331084f2-4224-4ceb-a0b3-dee8554d02db","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785202078.8832161,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"331084f2-4224-4ceb-a0b3-dee8554d02db","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785202078.8832371,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"331084f2-4224-4ceb-a0b3-dee8554d02db"} {"level":"info","ts":1785202094.158477,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785202094.1585617,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bfcc5968-31b4-4e98-8237-eaa96564d8ff"} {"level":"info","ts":1785202094.1585732,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bfcc5968-31b4-4e98-8237-eaa96564d8ff"} {"level":"info","ts":1785202094.1585898,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bfcc5968-31b4-4e98-8237-eaa96564d8ff","EoS":false} {"level":"info","ts":1785202094.1586127,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bfcc5968-31b4-4e98-8237-eaa96564d8ff","EoS":true} {"level":"info","ts":1785202094.1586444,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bfcc5968-31b4-4e98-8237-eaa96564d8ff","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785202094.1586647,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bfcc5968-31b4-4e98-8237-eaa96564d8ff","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785202094.1586971,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bfcc5968-31b4-4e98-8237-eaa96564d8ff"} {"level":"info","ts":1785202094.4610107,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785202094.4611058,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c1de473-7404-49ab-8b3b-a5f373871913"} {"level":"info","ts":1785202094.4611228,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7c1de473-7404-49ab-8b3b-a5f373871913"} {"level":"info","ts":1785202094.4611704,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7c1de473-7404-49ab-8b3b-a5f373871913","EoS":false} {"level":"info","ts":1785202094.4611819,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7c1de473-7404-49ab-8b3b-a5f373871913","EoS":true} {"level":"info","ts":1785202094.4612014,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7c1de473-7404-49ab-8b3b-a5f373871913","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785202094.4612176,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c1de473-7404-49ab-8b3b-a5f373871913","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785202094.461239,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7c1de473-7404-49ab-8b3b-a5f373871913"} {"level":"info","ts":1785202403.1418498,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785202403.1419375,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4055177-5c2f-4b5a-9b96-62d788b6f332"} {"level":"info","ts":1785202403.141946,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a4055177-5c2f-4b5a-9b96-62d788b6f332"} {"level":"info","ts":1785202403.141957,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a4055177-5c2f-4b5a-9b96-62d788b6f332","EoS":false} {"level":"info","ts":1785202403.1419673,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a4055177-5c2f-4b5a-9b96-62d788b6f332","EoS":true} {"level":"info","ts":1785202403.1419895,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a4055177-5c2f-4b5a-9b96-62d788b6f332","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785202403.1420057,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a4055177-5c2f-4b5a-9b96-62d788b6f332","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785202403.1420255,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a4055177-5c2f-4b5a-9b96-62d788b6f332"} {"level":"info","ts":1785202403.186451,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785202403.1865177,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"021bc108-784f-421a-b496-bcecb40c45f9"} {"level":"info","ts":1785202403.18653,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"021bc108-784f-421a-b496-bcecb40c45f9"} {"level":"info","ts":1785202403.1865416,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"021bc108-784f-421a-b496-bcecb40c45f9","EoS":false} {"level":"info","ts":1785202403.1865513,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"021bc108-784f-421a-b496-bcecb40c45f9","EoS":true} {"level":"info","ts":1785202403.1865757,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"021bc108-784f-421a-b496-bcecb40c45f9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785202403.1865923,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"021bc108-784f-421a-b496-bcecb40c45f9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785202403.1866138,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"021bc108-784f-421a-b496-bcecb40c45f9"} {"level":"info","ts":1785202403.218314,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785202403.2183945,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2715d771-62b9-4a2f-b803-5fe0566e35d1"} {"level":"info","ts":1785202403.2184057,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2715d771-62b9-4a2f-b803-5fe0566e35d1"} {"level":"info","ts":1785202403.2184172,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2715d771-62b9-4a2f-b803-5fe0566e35d1","EoS":false} {"level":"info","ts":1785202403.2184327,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2715d771-62b9-4a2f-b803-5fe0566e35d1","EoS":true} {"level":"info","ts":1785202403.2184536,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2715d771-62b9-4a2f-b803-5fe0566e35d1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785202403.218469,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2715d771-62b9-4a2f-b803-5fe0566e35d1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785202403.2184882,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2715d771-62b9-4a2f-b803-5fe0566e35d1"} {"level":"info","ts":1785202408.0542963,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0a3e7c8e-f7b5-4d38-85df-44ad5f1bdf03","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785202408.0543427,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0a3e7c8e-f7b5-4d38-85df-44ad5f1bdf03","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785202408.0544448,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"95a9221d-7cad-4b39-bb96-a7e4329ea92b"} {"level":"info","ts":1785202408.062318,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"376bc72a-97c5-4792-a54f-df06f9c4cea5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785202408.0623507,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"376bc72a-97c5-4792-a54f-df06f9c4cea5","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785202408.062794,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"95a9221d-7cad-4b39-bb96-a7e4329ea92b","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785202408.063006,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38340.23995928,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785202408.0630298,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785202408.1697633,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"47901d3d-aa0e-4444-b531-6fd9120ae7b7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785202408.1698217,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"47901d3d-aa0e-4444-b531-6fd9120ae7b7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785202408.169867,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8c2a7b2b-c1af-4ddb-8299-c18b0f674925"} {"level":"info","ts":1785202408.2625492,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1785202408.262912,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8c2a7b2b-c1af-4ddb-8299-c18b0f674925","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785202408.2632744,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"78fb5458-3685-4b55-9aec-1ba301cda301","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785202408.2633076,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"78fb5458-3685-4b55-9aec-1ba301cda301","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785202408.263352,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"df64b159-e0a8-4145-ae36-4cb39e9ad52c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785202408.2633843,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"df64b159-e0a8-4145-ae36-4cb39e9ad52c","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785202408.2634542,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33336.69671606,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785202408.2634706,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785202408.2636857,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e3c91fb3-d4c2-4d4a-88ab-93899be6d9c3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785202408.2637074,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e3c91fb3-d4c2-4d4a-88ab-93899be6d9c3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785202408.2639885,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35000.247678263,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785202408.2640083,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785202408.2709851,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785202408.2724504,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785202408.3299253,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"27d17c50-3729-4f40-9556-796c145fc6cc","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785202408.3299725,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"27d17c50-3729-4f40-9556-796c145fc6cc","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785202408.3416684,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"90b74ead-2a5e-4e76-b0dc-575ae2971ae4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785202408.3417103,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"90b74ead-2a5e-4e76-b0dc-575ae2971ae4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785202408.3575387,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6edbdeb0-ca89-486b-b530-5386444cb487","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785202408.357574,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6edbdeb0-ca89-486b-b530-5386444cb487","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785202408.364464,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8c2a7b2b-c1af-4ddb-8299-c18b0f674925","name":"e2e-external-model"} {"level":"info","ts":1785202408.3644743,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"95a9221d-7cad-4b39-bb96-a7e4329ea92b","name":"e2e-external-provider"} {"level":"info","ts":1785202408.3725042,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8c2a7b2b-c1af-4ddb-8299-c18b0f674925","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785202408.3747935,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"95a9221d-7cad-4b39-bb96-a7e4329ea92b","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785202408.3760278,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8c2a7b2b-c1af-4ddb-8299-c18b0f674925","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785202408.376163,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e311c491-a845-4dd7-9c1a-b8905bb90185"} {"level":"info","ts":1785202408.376224,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e311c491-a845-4dd7-9c1a-b8905bb90185","name":"e2e-external-model"} {"level":"error","ts":1785202408.378319,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"95a9221d-7cad-4b39-bb96-a7e4329ea92b","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785202408.3784237,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"40eddfad-8bc5-4a5e-abdd-5bf3ecb1be64"} {"level":"info","ts":1785202408.3784862,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"40eddfad-8bc5-4a5e-abdd-5bf3ecb1be64","name":"e2e-external-provider"} {"level":"info","ts":1785202408.3847687,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e311c491-a845-4dd7-9c1a-b8905bb90185","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785202408.391055,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"40eddfad-8bc5-4a5e-abdd-5bf3ecb1be64","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785202415.6567204,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785202415.6568077,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"91bda115-ac0a-4851-adce-d8726c7ca3c9"} {"level":"info","ts":1785202415.6568208,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"91bda115-ac0a-4851-adce-d8726c7ca3c9"} {"level":"info","ts":1785202415.656839,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"91bda115-ac0a-4851-adce-d8726c7ca3c9","EoS":false} {"level":"info","ts":1785202415.6568618,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"91bda115-ac0a-4851-adce-d8726c7ca3c9","EoS":true} {"level":"info","ts":1785202415.6568918,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"91bda115-ac0a-4851-adce-d8726c7ca3c9","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785202415.6569118,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"91bda115-ac0a-4851-adce-d8726c7ca3c9","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785202415.656935,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"91bda115-ac0a-4851-adce-d8726c7ca3c9","modelName":"e2e-external-model"} {"level":"info","ts":1785202415.656956,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"91bda115-ac0a-4851-adce-d8726c7ca3c9","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785202415.6570258,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"91bda115-ac0a-4851-adce-d8726c7ca3c9"} {"level":"info","ts":1785202415.7008522,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785202415.70093,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3ee5aec0-5b06-4d48-a498-12a1bd60c897"} {"level":"info","ts":1785202415.7009418,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3ee5aec0-5b06-4d48-a498-12a1bd60c897"} {"level":"info","ts":1785202415.7009532,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3ee5aec0-5b06-4d48-a498-12a1bd60c897","EoS":false} {"level":"info","ts":1785202415.7009661,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3ee5aec0-5b06-4d48-a498-12a1bd60c897","EoS":true} {"level":"info","ts":1785202415.7009835,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3ee5aec0-5b06-4d48-a498-12a1bd60c897","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785202415.7009985,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3ee5aec0-5b06-4d48-a498-12a1bd60c897","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785202415.701005,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"3ee5aec0-5b06-4d48-a498-12a1bd60c897","modelName":"e2e-external-model"} {"level":"info","ts":1785202415.701019,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"3ee5aec0-5b06-4d48-a498-12a1bd60c897","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785202415.7010546,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3ee5aec0-5b06-4d48-a498-12a1bd60c897"} {"level":"info","ts":1785202415.7218397,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785202415.7219017,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a757e7c5-4340-4971-a108-6b263e799436"} {"level":"info","ts":1785202415.721913,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a757e7c5-4340-4971-a108-6b263e799436"} {"level":"info","ts":1785202415.7219236,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a757e7c5-4340-4971-a108-6b263e799436","EoS":false} {"level":"info","ts":1785202415.7219338,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a757e7c5-4340-4971-a108-6b263e799436","EoS":true} {"level":"info","ts":1785202415.7219522,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a757e7c5-4340-4971-a108-6b263e799436","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785202415.721963,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a757e7c5-4340-4971-a108-6b263e799436","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785202415.72197,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a757e7c5-4340-4971-a108-6b263e799436","modelName":"e2e-external-model"} {"level":"info","ts":1785202415.7219815,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a757e7c5-4340-4971-a108-6b263e799436","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785202415.722016,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a757e7c5-4340-4971-a108-6b263e799436"} {"level":"info","ts":1785202415.8780208,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a381fbe7-2425-49e6-8b70-38a53e7cd0f4"} {"level":"info","ts":1785202415.878041,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9b5e84d4-92b0-4e0e-a373-f37c4402753e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785202415.8780751,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9b5e84d4-92b0-4e0e-a373-f37c4402753e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785202415.8877213,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cf3fbacd-84a9-4dad-84f8-08dce86aac61","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785202415.887748,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cf3fbacd-84a9-4dad-84f8-08dce86aac61","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785202415.8931026,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a381fbe7-2425-49e6-8b70-38a53e7cd0f4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785202415.8931832,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a381fbe7-2425-49e6-8b70-38a53e7cd0f4","name":"e2e-cleanup-test"} {"level":"error","ts":1785202415.9090004,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a381fbe7-2425-49e6-8b70-38a53e7cd0f4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785202415.9090436,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a381fbe7-2425-49e6-8b70-38a53e7cd0f4","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785202415.9090965,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4958256f-3f5b-413d-b8b4-83d678aaeea0"} {"level":"info","ts":1785202415.9091573,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4958256f-3f5b-413d-b8b4-83d678aaeea0","name":"e2e-cleanup-test"} {"level":"info","ts":1785202415.911845,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dbbad210-7e30-47f8-b0e6-1d62dc112edd","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785202415.9118822,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dbbad210-7e30-47f8-b0e6-1d62dc112edd","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785202415.9236262,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4958256f-3f5b-413d-b8b4-83d678aaeea0","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785202415.9236631,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4958256f-3f5b-413d-b8b4-83d678aaeea0","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785202415.9237053,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"42945bb2-6078-4090-b505-24faab1bf996"} {"level":"info","ts":1785202415.9237454,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"42945bb2-6078-4090-b505-24faab1bf996","name":"e2e-cleanup-test"} {"level":"info","ts":1785202415.9277937,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"80182db7-e242-4a1b-9331-a1ed5a034734","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785202415.9278276,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"80182db7-e242-4a1b-9331-a1ed5a034734","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785202415.9317763,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"42945bb2-6078-4090-b505-24faab1bf996","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785202415.9354901,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"42945bb2-6078-4090-b505-24faab1bf996","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785202415.9355547,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2e50c326-7398-45c7-bf07-c1f76c2de694"} {"level":"info","ts":1785202415.9355962,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2e50c326-7398-45c7-bf07-c1f76c2de694","name":"e2e-cleanup-test"} {"level":"info","ts":1785202415.9415498,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cacf5137-09de-4d02-81b2-643257f77018","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785202415.9415743,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cacf5137-09de-4d02-81b2-643257f77018","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785202415.9432018,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2e50c326-7398-45c7-bf07-c1f76c2de694","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785202415.9467454,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2e50c326-7398-45c7-bf07-c1f76c2de694","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785202415.9468136,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"03d29722-d8cc-4054-b35a-fafe069d0159"} {"level":"info","ts":1785202415.946854,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"03d29722-d8cc-4054-b35a-fafe069d0159","name":"e2e-cleanup-test"} {"level":"info","ts":1785202415.9556568,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"03d29722-d8cc-4054-b35a-fafe069d0159","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785202424.1433837,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b5cf1ca6-bf43-4092-8c27-3c13db099ab3"} {"level":"info","ts":1785202424.143438,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"268f5bf4-9b71-442b-af3b-0baf8b19aae6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785202424.1434755,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"268f5bf4-9b71-442b-af3b-0baf8b19aae6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785202428.4442832,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785202428.4443586,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"af4440d1-f38e-4710-a24f-2b8d53e7915f"} {"level":"info","ts":1785202428.4443681,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"af4440d1-f38e-4710-a24f-2b8d53e7915f"} {"level":"info","ts":1785202428.4443786,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"af4440d1-f38e-4710-a24f-2b8d53e7915f","EoS":false} {"level":"info","ts":1785202428.444392,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"af4440d1-f38e-4710-a24f-2b8d53e7915f","EoS":true} {"level":"info","ts":1785202428.4444118,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"af4440d1-f38e-4710-a24f-2b8d53e7915f","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785202428.4444265,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"af4440d1-f38e-4710-a24f-2b8d53e7915f","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785202428.4444494,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"af4440d1-f38e-4710-a24f-2b8d53e7915f"} {"level":"info","ts":1785202428.4716086,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785202428.471677,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c69f941f-2330-40aa-bde9-15d6e718749b"} {"level":"info","ts":1785202428.4716868,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c69f941f-2330-40aa-bde9-15d6e718749b"} {"level":"info","ts":1785202428.4716973,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c69f941f-2330-40aa-bde9-15d6e718749b","EoS":false} {"level":"info","ts":1785202428.4717073,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c69f941f-2330-40aa-bde9-15d6e718749b","EoS":true} {"level":"info","ts":1785202428.4717271,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c69f941f-2330-40aa-bde9-15d6e718749b","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785202428.4717414,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c69f941f-2330-40aa-bde9-15d6e718749b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785202428.4717493,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"c69f941f-2330-40aa-bde9-15d6e718749b","modelName":"e2e-external-model"} {"level":"info","ts":1785202428.4717646,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"c69f941f-2330-40aa-bde9-15d6e718749b","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785202428.471804,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c69f941f-2330-40aa-bde9-15d6e718749b"} {"level":"info","ts":1785202428.5111268,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785202428.5112202,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b7cf0ea1-0c6e-4568-8c4f-f89011bc0fd6"} {"level":"info","ts":1785202428.511229,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b7cf0ea1-0c6e-4568-8c4f-f89011bc0fd6"} {"level":"info","ts":1785202428.5112398,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b7cf0ea1-0c6e-4568-8c4f-f89011bc0fd6","EoS":false} {"level":"info","ts":1785202428.5112507,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b7cf0ea1-0c6e-4568-8c4f-f89011bc0fd6","EoS":true} {"level":"info","ts":1785202428.5112746,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b7cf0ea1-0c6e-4568-8c4f-f89011bc0fd6","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785202428.511291,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b7cf0ea1-0c6e-4568-8c4f-f89011bc0fd6","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785202428.5113106,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b7cf0ea1-0c6e-4568-8c4f-f89011bc0fd6"} {"level":"info","ts":1785202428.6511796,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785202428.6512542,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b4bad3fb-0333-4f83-b443-3dbcf9c16c86"} {"level":"info","ts":1785202428.6512628,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b4bad3fb-0333-4f83-b443-3dbcf9c16c86"} {"level":"info","ts":1785202428.6512735,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b4bad3fb-0333-4f83-b443-3dbcf9c16c86","EoS":false} {"level":"info","ts":1785202428.6512835,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b4bad3fb-0333-4f83-b443-3dbcf9c16c86","EoS":true} {"level":"info","ts":1785202428.6513078,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"b4bad3fb-0333-4f83-b443-3dbcf9c16c86","field":"model"} {"level":"info","ts":1785202428.6513355,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b4bad3fb-0333-4f83-b443-3dbcf9c16c86"} {"level":"info","ts":1785202429.5253675,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"203bc35f-363f-4dfa-90d8-bfee9baa8393"} {"level":"info","ts":1785202429.5253959,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"16d65889-d5b9-4eb9-b58d-cd89e6a5dd51","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785202429.525426,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"16d65889-d5b9-4eb9-b58d-cd89e6a5dd51","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785202429.6586483,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aa07c2cc-ee78-4259-bab4-a7d9974a5fc3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785202429.6586814,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"974cf173-88fb-4886-9c7b-87cf9785a178"} {"level":"info","ts":1785202429.6586876,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aa07c2cc-ee78-4259-bab4-a7d9974a5fc3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785203806.4456332,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785203806.4457226,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ce00ff45-9214-4c26-85d0-37be066f04a2"} {"level":"info","ts":1785203870.8863401,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785203870.8864434,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"718271f5-4c6b-48a1-8d5c-4b9da04a6fc5"} {"level":"info","ts":1785203870.8864567,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"718271f5-4c6b-48a1-8d5c-4b9da04a6fc5"} {"level":"info","ts":1785203870.8864727,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"718271f5-4c6b-48a1-8d5c-4b9da04a6fc5","EoS":false} {"level":"info","ts":1785203870.886487,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"718271f5-4c6b-48a1-8d5c-4b9da04a6fc5","EoS":true} {"level":"info","ts":1785203870.8865225,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"718271f5-4c6b-48a1-8d5c-4b9da04a6fc5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785203870.8865395,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"718271f5-4c6b-48a1-8d5c-4b9da04a6fc5","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785203870.8865614,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"718271f5-4c6b-48a1-8d5c-4b9da04a6fc5"}