{"level":"info","ts":1784712775.4442172,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b7f9e868-c9c1-4247-8756-d039518d2081"} {"level":"info","ts":1784712775.4442282,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b7f9e868-c9c1-4247-8756-d039518d2081"} {"level":"info","ts":1784712775.4442418,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b7f9e868-c9c1-4247-8756-d039518d2081","EoS":false} {"level":"info","ts":1784712775.4442546,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b7f9e868-c9c1-4247-8756-d039518d2081","EoS":true} {"level":"info","ts":1784712775.4442728,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b7f9e868-c9c1-4247-8756-d039518d2081","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784712775.444286,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b7f9e868-c9c1-4247-8756-d039518d2081","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784712775.444306,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b7f9e868-c9c1-4247-8756-d039518d2081"} {"level":"info","ts":1784712779.6235318,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712779.6236215,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6bdc2458-0289-479f-beb8-1f790431bd3f"} {"level":"info","ts":1784712779.6236336,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6bdc2458-0289-479f-beb8-1f790431bd3f"} {"level":"info","ts":1784712779.6236463,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6bdc2458-0289-479f-beb8-1f790431bd3f","EoS":false} {"level":"info","ts":1784712779.6236634,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6bdc2458-0289-479f-beb8-1f790431bd3f","EoS":true} {"level":"info","ts":1784712779.623692,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6bdc2458-0289-479f-beb8-1f790431bd3f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784712779.623712,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6bdc2458-0289-479f-beb8-1f790431bd3f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784712779.6237278,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6bdc2458-0289-479f-beb8-1f790431bd3f"} {"level":"info","ts":1784712798.5366309,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712798.5367022,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8cda58e3-364b-4c44-a547-ad9ea6b9b100"} {"level":"info","ts":1784712798.536713,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8cda58e3-364b-4c44-a547-ad9ea6b9b100"} {"level":"info","ts":1784712798.5367246,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8cda58e3-364b-4c44-a547-ad9ea6b9b100","EoS":false} {"level":"info","ts":1784712798.5367398,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8cda58e3-364b-4c44-a547-ad9ea6b9b100","EoS":true} {"level":"info","ts":1784712798.5367956,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8cda58e3-364b-4c44-a547-ad9ea6b9b100","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784712798.5368123,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8cda58e3-364b-4c44-a547-ad9ea6b9b100","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784712798.536847,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8cda58e3-364b-4c44-a547-ad9ea6b9b100"} {"level":"info","ts":1784712798.676365,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712798.6764493,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1e32e7f1-bddb-499b-a962-685e36ad7b8b"} {"level":"info","ts":1784712798.676459,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1e32e7f1-bddb-499b-a962-685e36ad7b8b"} {"level":"info","ts":1784712798.676494,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1e32e7f1-bddb-499b-a962-685e36ad7b8b","EoS":false} {"level":"info","ts":1784712798.676507,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1e32e7f1-bddb-499b-a962-685e36ad7b8b","EoS":true} {"level":"info","ts":1784712798.676527,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1e32e7f1-bddb-499b-a962-685e36ad7b8b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784712798.6765413,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1e32e7f1-bddb-499b-a962-685e36ad7b8b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784712798.6765583,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1e32e7f1-bddb-499b-a962-685e36ad7b8b"} {"level":"info","ts":1784712798.8102229,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712798.8103018,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"45d5c860-a84a-4584-965c-386af8c7bef0"} {"level":"info","ts":1784712798.8103104,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"45d5c860-a84a-4584-965c-386af8c7bef0"} {"level":"info","ts":1784712798.8103216,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"45d5c860-a84a-4584-965c-386af8c7bef0","EoS":false} {"level":"info","ts":1784712798.810332,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"45d5c860-a84a-4584-965c-386af8c7bef0","EoS":true} {"level":"info","ts":1784712798.8103585,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"45d5c860-a84a-4584-965c-386af8c7bef0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784712798.8103755,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"45d5c860-a84a-4584-965c-386af8c7bef0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784712798.8103967,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"45d5c860-a84a-4584-965c-386af8c7bef0"} {"level":"info","ts":1784712798.9447188,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712798.9448133,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"808daac9-1b4b-404f-b934-18d2bed27765"} {"level":"info","ts":1784712798.944827,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"808daac9-1b4b-404f-b934-18d2bed27765"} {"level":"info","ts":1784712798.9448931,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"808daac9-1b4b-404f-b934-18d2bed27765","EoS":false} {"level":"info","ts":1784712798.9449072,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"808daac9-1b4b-404f-b934-18d2bed27765","EoS":true} {"level":"info","ts":1784712798.9449265,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"808daac9-1b4b-404f-b934-18d2bed27765","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784712798.9449415,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"808daac9-1b4b-404f-b934-18d2bed27765","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784712798.9449651,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"808daac9-1b4b-404f-b934-18d2bed27765"} {"level":"info","ts":1784712799.0800316,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712799.0801094,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5e4fda73-9854-43ef-8dde-1f7a975bfdda"} {"level":"info","ts":1784712799.0801234,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5e4fda73-9854-43ef-8dde-1f7a975bfdda"} {"level":"info","ts":1784712799.0801349,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5e4fda73-9854-43ef-8dde-1f7a975bfdda","EoS":false} {"level":"info","ts":1784712799.0801525,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5e4fda73-9854-43ef-8dde-1f7a975bfdda","EoS":true} {"level":"info","ts":1784712799.0801764,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5e4fda73-9854-43ef-8dde-1f7a975bfdda","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784712799.0801933,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5e4fda73-9854-43ef-8dde-1f7a975bfdda","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784712799.0802133,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5e4fda73-9854-43ef-8dde-1f7a975bfdda"} {"level":"info","ts":1784712799.2405221,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712799.2405994,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"649e63b2-d0c0-4d8b-9acf-974cd417d812"} {"level":"info","ts":1784712799.2406101,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"649e63b2-d0c0-4d8b-9acf-974cd417d812"} {"level":"info","ts":1784712799.2406209,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"649e63b2-d0c0-4d8b-9acf-974cd417d812","EoS":false} {"level":"info","ts":1784712799.2406323,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"649e63b2-d0c0-4d8b-9acf-974cd417d812","EoS":true} {"level":"info","ts":1784712799.2406538,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"649e63b2-d0c0-4d8b-9acf-974cd417d812","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784712799.2406688,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"649e63b2-d0c0-4d8b-9acf-974cd417d812","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784712799.2406836,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"649e63b2-d0c0-4d8b-9acf-974cd417d812"} {"level":"info","ts":1784712814.8351953,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712814.8352726,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"712d5f4b-5cca-4b9f-8072-563672cda196"} {"level":"info","ts":1784712814.8352838,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"712d5f4b-5cca-4b9f-8072-563672cda196"} {"level":"info","ts":1784712814.8352952,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"712d5f4b-5cca-4b9f-8072-563672cda196","EoS":false} {"level":"info","ts":1784712814.8353057,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"712d5f4b-5cca-4b9f-8072-563672cda196","EoS":true} {"level":"info","ts":1784712814.8353293,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"712d5f4b-5cca-4b9f-8072-563672cda196","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784712814.8353422,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"712d5f4b-5cca-4b9f-8072-563672cda196","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784712814.8354032,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"712d5f4b-5cca-4b9f-8072-563672cda196"} {"level":"info","ts":1784712814.8733633,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712814.873434,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"51693882-67da-4944-81d3-1412bf6135dd"} {"level":"info","ts":1784712814.8734434,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"51693882-67da-4944-81d3-1412bf6135dd"} {"level":"info","ts":1784712814.8734548,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"51693882-67da-4944-81d3-1412bf6135dd","EoS":false} {"level":"info","ts":1784712814.8734655,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"51693882-67da-4944-81d3-1412bf6135dd","EoS":true} {"level":"info","ts":1784712814.8734853,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"51693882-67da-4944-81d3-1412bf6135dd","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784712814.8735347,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"51693882-67da-4944-81d3-1412bf6135dd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784712814.8735604,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"51693882-67da-4944-81d3-1412bf6135dd"} {"level":"info","ts":1784712814.9078536,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712814.9079564,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a797cbf0-744f-4c7b-a8fa-1881bfecc9c0"} {"level":"info","ts":1784712814.907973,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a797cbf0-744f-4c7b-a8fa-1881bfecc9c0"} {"level":"info","ts":1784712814.9079905,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a797cbf0-744f-4c7b-a8fa-1881bfecc9c0","EoS":false} {"level":"info","ts":1784712814.9080105,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a797cbf0-744f-4c7b-a8fa-1881bfecc9c0","EoS":true} {"level":"info","ts":1784712814.9080377,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a797cbf0-744f-4c7b-a8fa-1881bfecc9c0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784712814.908057,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a797cbf0-744f-4c7b-a8fa-1881bfecc9c0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784712814.9080873,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a797cbf0-744f-4c7b-a8fa-1881bfecc9c0"} {"level":"info","ts":1784712814.9408925,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712814.9409626,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"40357f75-b704-4831-b92a-aca723861230"} {"level":"info","ts":1784712819.542996,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712819.5430942,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0e1d40a3-2e6a-4ace-9c51-0de327f638b7"} {"level":"info","ts":1784712819.5431101,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0e1d40a3-2e6a-4ace-9c51-0de327f638b7"} {"level":"info","ts":1784712819.543125,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0e1d40a3-2e6a-4ace-9c51-0de327f638b7","EoS":false} {"level":"info","ts":1784712819.543185,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0e1d40a3-2e6a-4ace-9c51-0de327f638b7","EoS":true} {"level":"info","ts":1784712819.5432065,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0e1d40a3-2e6a-4ace-9c51-0de327f638b7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784712819.5432227,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0e1d40a3-2e6a-4ace-9c51-0de327f638b7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784712819.543241,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0e1d40a3-2e6a-4ace-9c51-0de327f638b7"} {"level":"info","ts":1784712828.1001375,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712828.1002214,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f10958b8-1c52-4ddc-a5c8-702545736444"} {"level":"info","ts":1784712828.1002376,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f10958b8-1c52-4ddc-a5c8-702545736444"} {"level":"info","ts":1784712828.1002588,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f10958b8-1c52-4ddc-a5c8-702545736444","EoS":false} {"level":"info","ts":1784712828.1002734,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f10958b8-1c52-4ddc-a5c8-702545736444","EoS":true} {"level":"info","ts":1784712828.1002994,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f10958b8-1c52-4ddc-a5c8-702545736444","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784712828.1003194,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f10958b8-1c52-4ddc-a5c8-702545736444","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784712828.100347,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f10958b8-1c52-4ddc-a5c8-702545736444"} {"level":"info","ts":1784712830.133719,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712830.1337957,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"17a7543e-406c-4cac-aa9d-6e5134def9dd"} {"level":"info","ts":1784712830.1338058,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"17a7543e-406c-4cac-aa9d-6e5134def9dd"} {"level":"info","ts":1784712830.1338167,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"17a7543e-406c-4cac-aa9d-6e5134def9dd","EoS":false} {"level":"info","ts":1784712830.1338305,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"17a7543e-406c-4cac-aa9d-6e5134def9dd","EoS":true} {"level":"info","ts":1784712830.1338866,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"17a7543e-406c-4cac-aa9d-6e5134def9dd","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784712830.133903,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"17a7543e-406c-4cac-aa9d-6e5134def9dd","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784712830.1339247,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"17a7543e-406c-4cac-aa9d-6e5134def9dd"} {"level":"info","ts":1784712842.9899163,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712842.9900033,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b6355f50-10e2-4a76-8f9c-755277ccc432"} {"level":"info","ts":1784712842.9900146,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b6355f50-10e2-4a76-8f9c-755277ccc432"} {"level":"info","ts":1784712842.990026,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b6355f50-10e2-4a76-8f9c-755277ccc432","EoS":false} {"level":"info","ts":1784712842.9900382,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b6355f50-10e2-4a76-8f9c-755277ccc432","EoS":true} {"level":"info","ts":1784712842.9900603,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b6355f50-10e2-4a76-8f9c-755277ccc432","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784712842.9900753,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b6355f50-10e2-4a76-8f9c-755277ccc432","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784712842.9900951,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b6355f50-10e2-4a76-8f9c-755277ccc432"} {"level":"info","ts":1784712851.5130465,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712851.5131297,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"788a5dd8-3148-4ca6-9ec7-eeebdd37c379"} {"level":"info","ts":1784712851.5131373,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"788a5dd8-3148-4ca6-9ec7-eeebdd37c379"} {"level":"info","ts":1784712851.5131497,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"788a5dd8-3148-4ca6-9ec7-eeebdd37c379","EoS":false} {"level":"info","ts":1784712851.5131605,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"788a5dd8-3148-4ca6-9ec7-eeebdd37c379","EoS":true} {"level":"info","ts":1784712851.5131795,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"788a5dd8-3148-4ca6-9ec7-eeebdd37c379","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784712851.513236,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"788a5dd8-3148-4ca6-9ec7-eeebdd37c379","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784712851.5132565,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"788a5dd8-3148-4ca6-9ec7-eeebdd37c379"} {"level":"info","ts":1784712860.360443,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712860.3605282,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e9771cf3-180a-4264-8ba2-23f661ba682d"} {"level":"info","ts":1784712860.360537,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e9771cf3-180a-4264-8ba2-23f661ba682d"} {"level":"info","ts":1784712860.3605478,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e9771cf3-180a-4264-8ba2-23f661ba682d","EoS":false} {"level":"info","ts":1784712860.3605664,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e9771cf3-180a-4264-8ba2-23f661ba682d","EoS":true} {"level":"info","ts":1784712860.3605957,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e9771cf3-180a-4264-8ba2-23f661ba682d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784712860.3606153,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e9771cf3-180a-4264-8ba2-23f661ba682d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784712860.360645,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e9771cf3-180a-4264-8ba2-23f661ba682d"} {"level":"info","ts":1784712869.3077762,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712869.3078835,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2de14820-905b-40ac-a520-721a793aaadd"} {"level":"info","ts":1784712869.3078945,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2de14820-905b-40ac-a520-721a793aaadd"} {"level":"info","ts":1784712869.3079069,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2de14820-905b-40ac-a520-721a793aaadd","EoS":false} {"level":"info","ts":1784712869.3079193,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2de14820-905b-40ac-a520-721a793aaadd","EoS":true} {"level":"info","ts":1784712869.3079402,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2de14820-905b-40ac-a520-721a793aaadd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784712869.307954,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2de14820-905b-40ac-a520-721a793aaadd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784712869.3079772,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2de14820-905b-40ac-a520-721a793aaadd"} {"level":"info","ts":1784712874.0149047,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712874.0149765,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a0ee469e-265c-435d-b630-70ff026d1103"} {"level":"info","ts":1784712874.0149863,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a0ee469e-265c-435d-b630-70ff026d1103"} {"level":"info","ts":1784712874.014998,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a0ee469e-265c-435d-b630-70ff026d1103","EoS":false} {"level":"info","ts":1784712874.0150132,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a0ee469e-265c-435d-b630-70ff026d1103","EoS":true} {"level":"info","ts":1784712874.0150332,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a0ee469e-265c-435d-b630-70ff026d1103","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784712874.015047,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a0ee469e-265c-435d-b630-70ff026d1103","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784712874.0150661,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a0ee469e-265c-435d-b630-70ff026d1103"} {"level":"info","ts":1784712878.7342076,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712878.7342882,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27d37051-faf2-4574-be94-f7d39e9a8494"} {"level":"info","ts":1784712878.7343018,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"27d37051-faf2-4574-be94-f7d39e9a8494"} {"level":"info","ts":1784712878.7343147,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"27d37051-faf2-4574-be94-f7d39e9a8494","EoS":false} {"level":"info","ts":1784712878.7343283,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"27d37051-faf2-4574-be94-f7d39e9a8494","EoS":true} {"level":"info","ts":1784712878.734353,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"27d37051-faf2-4574-be94-f7d39e9a8494","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784712878.7343698,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"27d37051-faf2-4574-be94-f7d39e9a8494","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784712878.7343924,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"27d37051-faf2-4574-be94-f7d39e9a8494"} {"level":"info","ts":1784712878.992159,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712878.9922307,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f2dedf23-4f64-46f7-9010-2c86f87eb7cf"} {"level":"info","ts":1784712878.9922404,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f2dedf23-4f64-46f7-9010-2c86f87eb7cf"} {"level":"info","ts":1784712878.9922516,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f2dedf23-4f64-46f7-9010-2c86f87eb7cf","EoS":false} {"level":"info","ts":1784712878.9922647,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f2dedf23-4f64-46f7-9010-2c86f87eb7cf","EoS":true} {"level":"info","ts":1784712878.9922848,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f2dedf23-4f64-46f7-9010-2c86f87eb7cf","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784712878.9923003,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f2dedf23-4f64-46f7-9010-2c86f87eb7cf","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784712878.9923232,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f2dedf23-4f64-46f7-9010-2c86f87eb7cf"} {"level":"info","ts":1784712881.0209913,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712881.0210636,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"765bb6d0-796b-477b-8982-6e61ad21b36b"} {"level":"info","ts":1784712881.0210726,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"765bb6d0-796b-477b-8982-6e61ad21b36b"} {"level":"info","ts":1784712881.0210848,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"765bb6d0-796b-477b-8982-6e61ad21b36b","EoS":false} {"level":"info","ts":1784712881.0210989,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"765bb6d0-796b-477b-8982-6e61ad21b36b","EoS":true} {"level":"info","ts":1784712881.02112,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"765bb6d0-796b-477b-8982-6e61ad21b36b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784712881.0211346,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"765bb6d0-796b-477b-8982-6e61ad21b36b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784712881.021153,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"765bb6d0-796b-477b-8982-6e61ad21b36b"} {"level":"info","ts":1784712883.0529768,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712883.0530572,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5769cc93-b7d8-48fa-8ba5-261e4127fb4b"} {"level":"info","ts":1784712883.0530674,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5769cc93-b7d8-48fa-8ba5-261e4127fb4b"} {"level":"info","ts":1784712883.0530791,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5769cc93-b7d8-48fa-8ba5-261e4127fb4b","EoS":false} {"level":"info","ts":1784712883.0530908,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5769cc93-b7d8-48fa-8ba5-261e4127fb4b","EoS":true} {"level":"info","ts":1784712883.0531135,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5769cc93-b7d8-48fa-8ba5-261e4127fb4b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784712883.0531292,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5769cc93-b7d8-48fa-8ba5-261e4127fb4b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784712883.0531526,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5769cc93-b7d8-48fa-8ba5-261e4127fb4b"} {"level":"info","ts":1784712885.086505,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712885.0865822,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"facb0adb-e228-4f02-80aa-d920da10939e"} {"level":"info","ts":1784712885.0865924,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"facb0adb-e228-4f02-80aa-d920da10939e"} {"level":"info","ts":1784712885.0866077,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"facb0adb-e228-4f02-80aa-d920da10939e","EoS":false} {"level":"info","ts":1784712885.0866215,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"facb0adb-e228-4f02-80aa-d920da10939e","EoS":true} {"level":"info","ts":1784712885.086646,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"facb0adb-e228-4f02-80aa-d920da10939e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784712885.0866618,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"facb0adb-e228-4f02-80aa-d920da10939e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784712885.0866838,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"facb0adb-e228-4f02-80aa-d920da10939e"} {"level":"info","ts":1784712909.2093797,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712909.2094536,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9f504c41-5846-4e7f-ac07-c0544c9e9b3c"} {"level":"info","ts":1784712909.2094643,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9f504c41-5846-4e7f-ac07-c0544c9e9b3c"} {"level":"info","ts":1784712909.2094755,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9f504c41-5846-4e7f-ac07-c0544c9e9b3c","EoS":false} {"level":"info","ts":1784712909.2094889,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9f504c41-5846-4e7f-ac07-c0544c9e9b3c","EoS":true} {"level":"info","ts":1784712909.2095094,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9f504c41-5846-4e7f-ac07-c0544c9e9b3c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784712909.2095237,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9f504c41-5846-4e7f-ac07-c0544c9e9b3c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784712909.209546,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9f504c41-5846-4e7f-ac07-c0544c9e9b3c"} {"level":"info","ts":1784712918.48009,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712918.480166,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a32c8d39-9d9c-48b1-b842-1ed8d995afee"} {"level":"info","ts":1784712918.4801776,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a32c8d39-9d9c-48b1-b842-1ed8d995afee"} {"level":"info","ts":1784712918.4801888,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a32c8d39-9d9c-48b1-b842-1ed8d995afee","EoS":false} {"level":"info","ts":1784712918.4802,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a32c8d39-9d9c-48b1-b842-1ed8d995afee","EoS":true} {"level":"info","ts":1784712918.4802213,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a32c8d39-9d9c-48b1-b842-1ed8d995afee","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784712918.4802365,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a32c8d39-9d9c-48b1-b842-1ed8d995afee","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784712918.48026,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a32c8d39-9d9c-48b1-b842-1ed8d995afee"} {"level":"info","ts":1784712923.8712313,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712923.8713093,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"abca8df3-4401-416e-92ad-bf4bcdc921d5"} {"level":"info","ts":1784712923.8713212,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"abca8df3-4401-416e-92ad-bf4bcdc921d5"} {"level":"info","ts":1784712923.8713322,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"abca8df3-4401-416e-92ad-bf4bcdc921d5","EoS":false} {"level":"info","ts":1784712923.871343,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"abca8df3-4401-416e-92ad-bf4bcdc921d5","EoS":true} {"level":"info","ts":1784712923.8713644,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"abca8df3-4401-416e-92ad-bf4bcdc921d5","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784712923.8713806,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"abca8df3-4401-416e-92ad-bf4bcdc921d5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784712923.8714006,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"abca8df3-4401-416e-92ad-bf4bcdc921d5"} {"level":"info","ts":1784712933.3536248,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712933.353702,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b61f25e-477d-49a7-a661-1a6ebfe6ea60"} {"level":"info","ts":1784712933.3537142,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6b61f25e-477d-49a7-a661-1a6ebfe6ea60"} {"level":"info","ts":1784712933.3537273,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6b61f25e-477d-49a7-a661-1a6ebfe6ea60","EoS":false} {"level":"info","ts":1784712933.3537405,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6b61f25e-477d-49a7-a661-1a6ebfe6ea60","EoS":true} {"level":"info","ts":1784712933.3537612,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6b61f25e-477d-49a7-a661-1a6ebfe6ea60","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784712933.353776,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b61f25e-477d-49a7-a661-1a6ebfe6ea60","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784712933.3537977,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6b61f25e-477d-49a7-a661-1a6ebfe6ea60"} {"level":"info","ts":1784712935.384492,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712935.3845696,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b7ec7745-e333-40a6-8524-6eee9e101fa3"} {"level":"info","ts":1784712935.3845794,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b7ec7745-e333-40a6-8524-6eee9e101fa3"} {"level":"info","ts":1784712935.38459,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b7ec7745-e333-40a6-8524-6eee9e101fa3","EoS":false} {"level":"info","ts":1784712935.384603,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b7ec7745-e333-40a6-8524-6eee9e101fa3","EoS":true} {"level":"info","ts":1784712935.3846242,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b7ec7745-e333-40a6-8524-6eee9e101fa3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784712935.3846405,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b7ec7745-e333-40a6-8524-6eee9e101fa3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784712935.3846586,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b7ec7745-e333-40a6-8524-6eee9e101fa3"} {"level":"info","ts":1784712944.7999387,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712944.8000128,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc13aedd-fa8c-4ea5-9fb3-8a8e85f17b21"} {"level":"info","ts":1784712944.8000677,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cc13aedd-fa8c-4ea5-9fb3-8a8e85f17b21"} {"level":"info","ts":1784712944.8000813,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cc13aedd-fa8c-4ea5-9fb3-8a8e85f17b21","EoS":false} {"level":"info","ts":1784712944.8001,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cc13aedd-fa8c-4ea5-9fb3-8a8e85f17b21","EoS":true} {"level":"info","ts":1784712944.8001218,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cc13aedd-fa8c-4ea5-9fb3-8a8e85f17b21","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784712944.8001397,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cc13aedd-fa8c-4ea5-9fb3-8a8e85f17b21","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784712944.8001597,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cc13aedd-fa8c-4ea5-9fb3-8a8e85f17b21"} {"level":"info","ts":1784712944.832599,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712944.8326712,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d39e8f99-1519-46a5-9cdd-3b546cef08ed"} {"level":"info","ts":1784712944.8326814,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d39e8f99-1519-46a5-9cdd-3b546cef08ed"} {"level":"info","ts":1784712944.8326926,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d39e8f99-1519-46a5-9cdd-3b546cef08ed","EoS":false} {"level":"info","ts":1784712944.832703,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d39e8f99-1519-46a5-9cdd-3b546cef08ed","EoS":true} {"level":"info","ts":1784712944.8327215,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d39e8f99-1519-46a5-9cdd-3b546cef08ed","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784712944.8327363,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d39e8f99-1519-46a5-9cdd-3b546cef08ed","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784712944.8327606,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d39e8f99-1519-46a5-9cdd-3b546cef08ed"} {"level":"info","ts":1784712963.833468,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712963.8335528,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ae63681-4e50-4099-898f-e17fce92cfbc"} {"level":"info","ts":1784712963.833568,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9ae63681-4e50-4099-898f-e17fce92cfbc"} {"level":"info","ts":1784712963.8335803,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9ae63681-4e50-4099-898f-e17fce92cfbc","EoS":false} {"level":"info","ts":1784712963.833591,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9ae63681-4e50-4099-898f-e17fce92cfbc","EoS":true} {"level":"info","ts":1784712963.8336153,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9ae63681-4e50-4099-898f-e17fce92cfbc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784712963.8336341,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9ae63681-4e50-4099-898f-e17fce92cfbc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784712963.833663,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9ae63681-4e50-4099-898f-e17fce92cfbc"} {"level":"info","ts":1784712973.1401286,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712973.1402285,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a61c6229-ee21-4df4-b806-d66f528b4bd4"} {"level":"info","ts":1784712973.140244,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a61c6229-ee21-4df4-b806-d66f528b4bd4"} {"level":"info","ts":1784712973.1402628,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a61c6229-ee21-4df4-b806-d66f528b4bd4","EoS":false} {"level":"info","ts":1784712973.1402833,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a61c6229-ee21-4df4-b806-d66f528b4bd4","EoS":true} {"level":"info","ts":1784712973.140312,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a61c6229-ee21-4df4-b806-d66f528b4bd4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784712973.1403298,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a61c6229-ee21-4df4-b806-d66f528b4bd4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784712973.140361,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a61c6229-ee21-4df4-b806-d66f528b4bd4"} {"level":"info","ts":1784712978.3949401,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712978.3950236,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2894690a-ddc4-4fbb-98fb-ffc6938299e9"} {"level":"info","ts":1784712978.3950365,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2894690a-ddc4-4fbb-98fb-ffc6938299e9"} {"level":"info","ts":1784712978.3950474,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2894690a-ddc4-4fbb-98fb-ffc6938299e9","EoS":false} {"level":"info","ts":1784712978.3950586,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2894690a-ddc4-4fbb-98fb-ffc6938299e9","EoS":true} {"level":"info","ts":1784712978.3950791,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2894690a-ddc4-4fbb-98fb-ffc6938299e9","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784712978.3950927,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2894690a-ddc4-4fbb-98fb-ffc6938299e9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784712978.3951135,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2894690a-ddc4-4fbb-98fb-ffc6938299e9"} {"level":"info","ts":1784713068.6938627,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784713068.6939511,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0cca3983-56f8-4674-ac3d-ebdad2170c03"} {"level":"info","ts":1784713068.6939662,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0cca3983-56f8-4674-ac3d-ebdad2170c03"} {"level":"info","ts":1784713068.6939871,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0cca3983-56f8-4674-ac3d-ebdad2170c03","EoS":false} {"level":"info","ts":1784713068.6940064,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0cca3983-56f8-4674-ac3d-ebdad2170c03","EoS":true} {"level":"info","ts":1784713068.694036,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0cca3983-56f8-4674-ac3d-ebdad2170c03","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784713068.6940548,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0cca3983-56f8-4674-ac3d-ebdad2170c03","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784713068.6940873,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0cca3983-56f8-4674-ac3d-ebdad2170c03"} {"level":"info","ts":1784713093.891952,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784713093.8920496,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44601da3-18eb-42f7-b05e-01c5fae155ed"} {"level":"info","ts":1784713093.892066,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"44601da3-18eb-42f7-b05e-01c5fae155ed"} {"level":"info","ts":1784713093.8921351,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"44601da3-18eb-42f7-b05e-01c5fae155ed","EoS":false} {"level":"info","ts":1784713093.8921564,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"44601da3-18eb-42f7-b05e-01c5fae155ed","EoS":true} {"level":"info","ts":1784713093.8921828,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"44601da3-18eb-42f7-b05e-01c5fae155ed","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784713093.8922021,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44601da3-18eb-42f7-b05e-01c5fae155ed","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784713093.8922315,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"44601da3-18eb-42f7-b05e-01c5fae155ed"} {"level":"info","ts":1784713130.7557745,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784713130.755876,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"99cbdb07-4d47-4c40-8502-092ffd23cc28"} {"level":"info","ts":1784713130.7558885,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"99cbdb07-4d47-4c40-8502-092ffd23cc28"} {"level":"info","ts":1784713130.755933,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"99cbdb07-4d47-4c40-8502-092ffd23cc28","EoS":false} {"level":"info","ts":1784713130.755948,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"99cbdb07-4d47-4c40-8502-092ffd23cc28","EoS":true} {"level":"info","ts":1784713130.7559693,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"99cbdb07-4d47-4c40-8502-092ffd23cc28","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784713130.7559843,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"99cbdb07-4d47-4c40-8502-092ffd23cc28","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784713130.7560036,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"99cbdb07-4d47-4c40-8502-092ffd23cc28"} {"level":"info","ts":1784713145.9750884,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784713145.9751625,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f8b8970e-cf68-41dd-b583-d863021e9cc5"} {"level":"info","ts":1784713145.9751718,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f8b8970e-cf68-41dd-b583-d863021e9cc5"} {"level":"info","ts":1784713145.9751828,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f8b8970e-cf68-41dd-b583-d863021e9cc5","EoS":false} {"level":"info","ts":1784713145.9751935,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f8b8970e-cf68-41dd-b583-d863021e9cc5","EoS":true} {"level":"info","ts":1784713145.9752135,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f8b8970e-cf68-41dd-b583-d863021e9cc5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784713145.975229,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f8b8970e-cf68-41dd-b583-d863021e9cc5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784713145.975247,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f8b8970e-cf68-41dd-b583-d863021e9cc5"} {"level":"info","ts":1784713146.242596,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784713146.2426686,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"312f7075-85d2-49fe-a5fa-f070dc045826"} {"level":"info","ts":1784713146.242678,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"312f7075-85d2-49fe-a5fa-f070dc045826"} {"level":"info","ts":1784713146.2426896,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"312f7075-85d2-49fe-a5fa-f070dc045826","EoS":false} {"level":"info","ts":1784713146.2427003,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"312f7075-85d2-49fe-a5fa-f070dc045826","EoS":true} {"level":"info","ts":1784713146.2427192,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"312f7075-85d2-49fe-a5fa-f070dc045826","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784713146.2427342,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"312f7075-85d2-49fe-a5fa-f070dc045826","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784713146.242754,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"312f7075-85d2-49fe-a5fa-f070dc045826"} {"level":"info","ts":1784713457.80186,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784713457.8019419,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53f6312d-a986-4dd4-a881-5663e06e5f70"} {"level":"info","ts":1784713457.8019516,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"53f6312d-a986-4dd4-a881-5663e06e5f70"} {"level":"info","ts":1784713457.8019633,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"53f6312d-a986-4dd4-a881-5663e06e5f70","EoS":false} {"level":"info","ts":1784713457.8019733,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"53f6312d-a986-4dd4-a881-5663e06e5f70","EoS":true} {"level":"info","ts":1784713457.801993,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"53f6312d-a986-4dd4-a881-5663e06e5f70","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784713457.8020072,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53f6312d-a986-4dd4-a881-5663e06e5f70","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784713457.8020282,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"53f6312d-a986-4dd4-a881-5663e06e5f70"} {"level":"info","ts":1784713457.8368728,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784713457.8369498,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc1c78a8-54d4-4631-a268-d396bf7a5775"} {"level":"info","ts":1784713457.836962,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dc1c78a8-54d4-4631-a268-d396bf7a5775"} {"level":"info","ts":1784713457.836978,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dc1c78a8-54d4-4631-a268-d396bf7a5775","EoS":false} {"level":"info","ts":1784713457.8369918,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dc1c78a8-54d4-4631-a268-d396bf7a5775","EoS":true} {"level":"info","ts":1784713457.8370109,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dc1c78a8-54d4-4631-a268-d396bf7a5775","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784713457.837025,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dc1c78a8-54d4-4631-a268-d396bf7a5775","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784713457.8370445,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dc1c78a8-54d4-4631-a268-d396bf7a5775"} {"level":"info","ts":1784713457.8669405,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784713457.8669987,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c51683df-7ad3-4028-ae97-d5577560003c"} {"level":"info","ts":1784713457.8670099,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c51683df-7ad3-4028-ae97-d5577560003c"} {"level":"info","ts":1784713457.8670244,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c51683df-7ad3-4028-ae97-d5577560003c","EoS":false} {"level":"info","ts":1784713457.86704,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c51683df-7ad3-4028-ae97-d5577560003c","EoS":true} {"level":"info","ts":1784713457.8670561,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c51683df-7ad3-4028-ae97-d5577560003c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784713457.8670695,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c51683df-7ad3-4028-ae97-d5577560003c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784713457.8670852,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c51683df-7ad3-4028-ae97-d5577560003c"} {"level":"info","ts":1784713457.8967476,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784713457.8968272,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8aed72ab-7743-4ef5-8d0e-32fb9593d731"} {"level":"info","ts":1784713457.8968592,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8aed72ab-7743-4ef5-8d0e-32fb9593d731"} {"level":"info","ts":1784713457.89688,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8aed72ab-7743-4ef5-8d0e-32fb9593d731","EoS":false} {"level":"info","ts":1784713457.8969016,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8aed72ab-7743-4ef5-8d0e-32fb9593d731","EoS":true} {"level":"info","ts":1784713457.8969283,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8aed72ab-7743-4ef5-8d0e-32fb9593d731","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784713457.8969443,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8aed72ab-7743-4ef5-8d0e-32fb9593d731","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784713457.8969707,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8aed72ab-7743-4ef5-8d0e-32fb9593d731"} {"level":"info","ts":1784713462.7032073,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aaa38774-d54a-4c43-8a1a-05b5471b420d"} {"level":"info","ts":1784713462.7032962,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"304c3643-0956-4d1c-99ea-efbb96e06caa","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784713462.7033255,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"304c3643-0956-4d1c-99ea-efbb96e06caa","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784713462.7090998,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"99ce7e58-f620-4c05-9246-03a4b7335ef5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784713462.7092693,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33038.330780222,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784713462.709291,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"99ce7e58-f620-4c05-9246-03a4b7335ef5","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784713462.7092872,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784713462.891822,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e33f0c95-5d8e-4b69-adfe-fe80f3a65a90"} {"level":"info","ts":1784713462.891985,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fa23ce3e-6455-4bdb-af9b-11d697d77429","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784713462.8920398,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fa23ce3e-6455-4bdb-af9b-11d697d77429","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784713462.8927658,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe010780-c5f9-49a1-979f-259e8326d69d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784713462.892804,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe010780-c5f9-49a1-979f-259e8326d69d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784713462.892895,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34421.510569392,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784713462.8929226,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784713462.8932374,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6bace312-edbb-473b-a33a-56eb503d2607","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784713462.8932693,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6bace312-edbb-473b-a33a-56eb503d2607","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784713462.8932416,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784713462.9095006,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":32721.411410011,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784713462.9095201,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784713462.919315,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784713462.9711854,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784713462.982037,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"69bfb8ed-3869-46fc-adf9-6fdd41fe1489","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784713462.9820704,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"69bfb8ed-3869-46fc-adf9-6fdd41fe1489","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784713462.993191,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e33f0c95-5d8e-4b69-adfe-fe80f3a65a90","name":"e2e-external-model"} {"level":"info","ts":1784713462.9983644,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe32a933-c473-4ce3-954a-f6473bd5f3fe","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784713462.9984565,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe32a933-c473-4ce3-954a-f6473bd5f3fe","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784713463.0019891,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e33f0c95-5d8e-4b69-adfe-fe80f3a65a90","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784713463.0061028,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e33f0c95-5d8e-4b69-adfe-fe80f3a65a90","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784713463.0062225,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df060b4b-e4cf-432d-8b62-5265da407def"} {"level":"info","ts":1784713463.006278,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df060b4b-e4cf-432d-8b62-5265da407def","name":"e2e-external-model"} {"level":"info","ts":1784713463.0104084,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aaa38774-d54a-4c43-8a1a-05b5471b420d","name":"e2e-external-provider"} {"level":"info","ts":1784713463.0141633,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f017280-1000-43eb-abc6-4067fbdfb0ca","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784713463.0141888,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f017280-1000-43eb-abc6-4067fbdfb0ca","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784713463.0211642,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df060b4b-e4cf-432d-8b62-5265da407def","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784713463.0316665,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aaa38774-d54a-4c43-8a1a-05b5471b420d","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784713463.0325286,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df060b4b-e4cf-432d-8b62-5265da407def","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784713463.032605,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"52921fc6-6c37-4b0f-9942-045585fded05"} {"level":"info","ts":1784713463.0326645,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"52921fc6-6c37-4b0f-9942-045585fded05","name":"e2e-external-model"} {"level":"error","ts":1784713463.038515,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aaa38774-d54a-4c43-8a1a-05b5471b420d","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784713463.0386038,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"97feb621-f843-4e00-bde5-40a6c981e8a6"} {"level":"info","ts":1784713463.038648,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"97feb621-f843-4e00-bde5-40a6c981e8a6","name":"e2e-external-provider"} {"level":"info","ts":1784713463.0540328,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"52921fc6-6c37-4b0f-9942-045585fded05","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784713463.056352,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"97feb621-f843-4e00-bde5-40a6c981e8a6","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784713470.136869,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784713470.136939,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4ae64a99-4210-4b24-8f9d-33def34cef5a"} {"level":"info","ts":1784713470.1369472,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4ae64a99-4210-4b24-8f9d-33def34cef5a"} {"level":"info","ts":1784713470.1369584,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4ae64a99-4210-4b24-8f9d-33def34cef5a","EoS":false} {"level":"info","ts":1784713470.1369693,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4ae64a99-4210-4b24-8f9d-33def34cef5a","EoS":true} {"level":"info","ts":1784713470.1369913,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4ae64a99-4210-4b24-8f9d-33def34cef5a","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784713470.1370065,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4ae64a99-4210-4b24-8f9d-33def34cef5a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784713470.137014,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"4ae64a99-4210-4b24-8f9d-33def34cef5a","modelName":"e2e-external-model"} {"level":"info","ts":1784713470.1370268,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"4ae64a99-4210-4b24-8f9d-33def34cef5a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784713470.1370797,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4ae64a99-4210-4b24-8f9d-33def34cef5a"} {"level":"info","ts":1784713470.187754,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784713470.1878211,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1701a1bf-52c8-40d9-94e2-d74392e76507"} {"level":"info","ts":1784713470.18783,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1701a1bf-52c8-40d9-94e2-d74392e76507"} {"level":"info","ts":1784713470.1878629,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1701a1bf-52c8-40d9-94e2-d74392e76507","EoS":false} {"level":"info","ts":1784713470.1878765,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1701a1bf-52c8-40d9-94e2-d74392e76507","EoS":true} {"level":"info","ts":1784713470.1879,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1701a1bf-52c8-40d9-94e2-d74392e76507","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784713470.187915,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1701a1bf-52c8-40d9-94e2-d74392e76507","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784713470.1879218,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"1701a1bf-52c8-40d9-94e2-d74392e76507","modelName":"e2e-external-model"} {"level":"info","ts":1784713470.187935,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"1701a1bf-52c8-40d9-94e2-d74392e76507","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784713470.1879709,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1701a1bf-52c8-40d9-94e2-d74392e76507"} {"level":"info","ts":1784713470.2108212,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784713470.2109241,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"85f63120-3ff6-4f46-9c2e-ebdbb64e21a5"} {"level":"info","ts":1784713470.210937,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"85f63120-3ff6-4f46-9c2e-ebdbb64e21a5"} {"level":"info","ts":1784713470.2109497,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"85f63120-3ff6-4f46-9c2e-ebdbb64e21a5","EoS":false} {"level":"info","ts":1784713470.2109625,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"85f63120-3ff6-4f46-9c2e-ebdbb64e21a5","EoS":true} {"level":"info","ts":1784713470.2109792,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"85f63120-3ff6-4f46-9c2e-ebdbb64e21a5","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784713470.210993,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"85f63120-3ff6-4f46-9c2e-ebdbb64e21a5","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784713470.2109997,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"85f63120-3ff6-4f46-9c2e-ebdbb64e21a5","modelName":"e2e-external-model"} {"level":"info","ts":1784713470.2110128,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"85f63120-3ff6-4f46-9c2e-ebdbb64e21a5","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784713470.2110476,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"85f63120-3ff6-4f46-9c2e-ebdbb64e21a5"} {"level":"info","ts":1784713470.3392215,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c3af67e5-c4ef-41b2-aae7-f04d3ee0c715"} {"level":"info","ts":1784713470.33926,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9866f4e0-147f-4c82-9804-d1d89718bd04","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784713470.3392982,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9866f4e0-147f-4c82-9804-d1d89718bd04","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784713470.347065,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5fe813e4-8f71-4a3a-a920-1c55b08f11c2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784713470.3470914,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5fe813e4-8f71-4a3a-a920-1c55b08f11c2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784713470.347112,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c3af67e5-c4ef-41b2-aae7-f04d3ee0c715","name":"e2e-cleanup-test"} {"level":"info","ts":1784713470.3575,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c3af67e5-c4ef-41b2-aae7-f04d3ee0c715","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784713470.3655674,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ac37ba1c-54cd-4c49-b50f-0006403cb63c"} {"level":"info","ts":1784713470.3656385,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ac37ba1c-54cd-4c49-b50f-0006403cb63c","name":"e2e-cleanup-test"} {"level":"info","ts":1784713470.3656528,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"acaf9949-645c-4983-8b35-0f0810cdb453","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784713470.3656743,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"acaf9949-645c-4983-8b35-0f0810cdb453","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784713470.3799524,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ac37ba1c-54cd-4c49-b50f-0006403cb63c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784713470.380004,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ac37ba1c-54cd-4c49-b50f-0006403cb63c","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784713470.3800766,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b086c7ff-1de8-4a7f-8e8a-794aa71da081"} {"level":"info","ts":1784713470.3801358,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b086c7ff-1de8-4a7f-8e8a-794aa71da081","name":"e2e-cleanup-test"} {"level":"info","ts":1784713470.3893054,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b086c7ff-1de8-4a7f-8e8a-794aa71da081","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784713478.5936315,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"11f7b203-e9e1-4a55-aa16-204645724d69","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784713478.5936863,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"11f7b203-e9e1-4a55-aa16-204645724d69","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784713478.5936315,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c23673db-2dfb-430c-950c-2d26dbddf8d6"} {"level":"info","ts":1784713482.8819418,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784713482.8820229,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fe5b6f8c-dfac-4192-9ff3-5cc97fd6fc5f"} {"level":"info","ts":1784713482.8820324,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fe5b6f8c-dfac-4192-9ff3-5cc97fd6fc5f"} {"level":"info","ts":1784713482.882044,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fe5b6f8c-dfac-4192-9ff3-5cc97fd6fc5f","EoS":false} {"level":"info","ts":1784713482.8820615,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fe5b6f8c-dfac-4192-9ff3-5cc97fd6fc5f","EoS":true} {"level":"info","ts":1784713482.8820817,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fe5b6f8c-dfac-4192-9ff3-5cc97fd6fc5f","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784713482.882101,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fe5b6f8c-dfac-4192-9ff3-5cc97fd6fc5f","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784713482.8821263,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fe5b6f8c-dfac-4192-9ff3-5cc97fd6fc5f"} {"level":"info","ts":1784713482.908058,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784713482.9081306,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"17855a92-4e82-4e90-abf4-f4b90ce6a10f"} {"level":"info","ts":1784713482.9081392,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"17855a92-4e82-4e90-abf4-f4b90ce6a10f"} {"level":"info","ts":1784713482.9081507,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"17855a92-4e82-4e90-abf4-f4b90ce6a10f","EoS":false} {"level":"info","ts":1784713482.9081638,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"17855a92-4e82-4e90-abf4-f4b90ce6a10f","EoS":true} {"level":"info","ts":1784713482.9081824,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"17855a92-4e82-4e90-abf4-f4b90ce6a10f","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784713482.9081998,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"17855a92-4e82-4e90-abf4-f4b90ce6a10f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784713482.9082088,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"17855a92-4e82-4e90-abf4-f4b90ce6a10f","modelName":"e2e-external-model"} {"level":"info","ts":1784713482.9082234,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"17855a92-4e82-4e90-abf4-f4b90ce6a10f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784713482.9082577,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"17855a92-4e82-4e90-abf4-f4b90ce6a10f"} {"level":"info","ts":1784713482.945426,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784713482.9454906,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b1258645-1fc7-4fa5-b05f-6d5b5c7876d4"} {"level":"info","ts":1784713482.945501,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b1258645-1fc7-4fa5-b05f-6d5b5c7876d4"} {"level":"info","ts":1784713482.9455123,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b1258645-1fc7-4fa5-b05f-6d5b5c7876d4","EoS":false} {"level":"info","ts":1784713482.9455233,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b1258645-1fc7-4fa5-b05f-6d5b5c7876d4","EoS":true} {"level":"info","ts":1784713482.9455476,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b1258645-1fc7-4fa5-b05f-6d5b5c7876d4","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784713482.9455643,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b1258645-1fc7-4fa5-b05f-6d5b5c7876d4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784713482.9455843,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b1258645-1fc7-4fa5-b05f-6d5b5c7876d4"} {"level":"info","ts":1784713483.0850995,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784713483.0851674,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"651933e7-f5cb-4b5a-b134-752c2c47f5e8"} {"level":"info","ts":1784713483.0851796,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"651933e7-f5cb-4b5a-b134-752c2c47f5e8"} {"level":"info","ts":1784713483.0851908,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"651933e7-f5cb-4b5a-b134-752c2c47f5e8","EoS":false} {"level":"info","ts":1784713483.085204,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"651933e7-f5cb-4b5a-b134-752c2c47f5e8","EoS":true} {"level":"info","ts":1784713483.085227,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"651933e7-f5cb-4b5a-b134-752c2c47f5e8","field":"model"} {"level":"info","ts":1784713483.0852516,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"651933e7-f5cb-4b5a-b134-752c2c47f5e8"} {"level":"info","ts":1784713483.9866066,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"13693dd5-95a9-4f18-ba32-6ce0d4092af6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784713483.9866533,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"13693dd5-95a9-4f18-ba32-6ce0d4092af6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784713483.9866066,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5033ca41-9968-4d2e-a30e-23cc49a07fc6"} {"level":"info","ts":1784713484.118661,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"802a4b49-e990-4396-8b5c-0d22ab0a5fac","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784713484.118697,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"802a4b49-e990-4396-8b5c-0d22ab0a5fac","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784713484.1187208,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4ef78443-8586-4b53-b428-a073bbda501b"} {"level":"info","ts":1784714078.8276844,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784714078.8277595,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b10b5da-cde0-4b82-8477-aeee3b74fcc3"} {"level":"info","ts":1784714078.827768,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5b10b5da-cde0-4b82-8477-aeee3b74fcc3"} {"level":"info","ts":1784714078.8277788,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b10b5da-cde0-4b82-8477-aeee3b74fcc3","EoS":false} {"level":"info","ts":1784714078.8277895,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b10b5da-cde0-4b82-8477-aeee3b74fcc3","EoS":true} {"level":"info","ts":1784714078.827807,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5b10b5da-cde0-4b82-8477-aeee3b74fcc3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784714078.8278232,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5b10b5da-cde0-4b82-8477-aeee3b74fcc3","path":"/ai-tenant-e2e-inf-b-b1d31b/test-model-b1d31b/v1/chat/completions"} {"level":"info","ts":1784714078.8278666,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5b10b5da-cde0-4b82-8477-aeee3b74fcc3"} {"level":"info","ts":1784714099.9951525,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784714099.9952245,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"df0893ea-5067-4bc1-b7d7-790635d35216"} {"level":"info","ts":1784714099.9952347,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"df0893ea-5067-4bc1-b7d7-790635d35216"} {"level":"info","ts":1784714099.9952462,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"df0893ea-5067-4bc1-b7d7-790635d35216","EoS":false} {"level":"info","ts":1784714099.9952574,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"df0893ea-5067-4bc1-b7d7-790635d35216","EoS":true} {"level":"info","ts":1784714099.995278,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"df0893ea-5067-4bc1-b7d7-790635d35216","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784714099.9952955,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"df0893ea-5067-4bc1-b7d7-790635d35216","path":"/ai-tenant-e2e-inf-b-b1d31b/test-model-b1d31b/v1/chat/completions"} {"level":"info","ts":1784714099.9953108,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"df0893ea-5067-4bc1-b7d7-790635d35216"} {"level":"info","ts":1784714577.0543559,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784714577.054442,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6c9afc6a-75d6-43ae-aa2d-a0eb958cff1c"} {"level":"info","ts":1784714577.0544572,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6c9afc6a-75d6-43ae-aa2d-a0eb958cff1c"} {"level":"info","ts":1784714577.054476,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6c9afc6a-75d6-43ae-aa2d-a0eb958cff1c","EoS":false} {"level":"info","ts":1784714577.0544972,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6c9afc6a-75d6-43ae-aa2d-a0eb958cff1c","EoS":true} {"level":"info","ts":1784714577.0545254,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6c9afc6a-75d6-43ae-aa2d-a0eb958cff1c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784714577.0545423,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6c9afc6a-75d6-43ae-aa2d-a0eb958cff1c","path":"/ai-tenant-e2e-shared-b-88ceff/rate-test-model-88ceff/v1/completions"} {"level":"info","ts":1784714577.0545716,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6c9afc6a-75d6-43ae-aa2d-a0eb958cff1c"}