{"level":"info","ts":1784688793.1511204,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688793.1511967,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0aed2db-0b0f-4d66-ba0f-0e38c818e919"} {"level":"info","ts":1784688793.1512055,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b0aed2db-0b0f-4d66-ba0f-0e38c818e919"} {"level":"info","ts":1784688793.151216,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b0aed2db-0b0f-4d66-ba0f-0e38c818e919","EoS":false} {"level":"info","ts":1784688793.1512275,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b0aed2db-0b0f-4d66-ba0f-0e38c818e919","EoS":true} {"level":"info","ts":1784688793.1512723,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b0aed2db-0b0f-4d66-ba0f-0e38c818e919","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784688793.1512885,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b0aed2db-0b0f-4d66-ba0f-0e38c818e919","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688793.1513114,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b0aed2db-0b0f-4d66-ba0f-0e38c818e919"} {"level":"info","ts":1784688793.1866252,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688793.1867409,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0ee15297-c796-439e-8b7b-55faec8feae1"} {"level":"info","ts":1784688793.1867573,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0ee15297-c796-439e-8b7b-55faec8feae1"} {"level":"info","ts":1784688793.1867778,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0ee15297-c796-439e-8b7b-55faec8feae1","EoS":false} {"level":"info","ts":1784688793.1867979,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0ee15297-c796-439e-8b7b-55faec8feae1","EoS":true} {"level":"info","ts":1784688793.1868284,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0ee15297-c796-439e-8b7b-55faec8feae1","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784688793.1868474,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0ee15297-c796-439e-8b7b-55faec8feae1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784688793.1868784,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0ee15297-c796-439e-8b7b-55faec8feae1"} {"level":"info","ts":1784688797.343527,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688797.3436036,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31cd8035-f660-4634-b64d-588462a7910d"} {"level":"info","ts":1784688797.3436124,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"31cd8035-f660-4634-b64d-588462a7910d"} {"level":"info","ts":1784688797.3436232,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"31cd8035-f660-4634-b64d-588462a7910d","EoS":false} {"level":"info","ts":1784688797.3436363,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"31cd8035-f660-4634-b64d-588462a7910d","EoS":true} {"level":"info","ts":1784688797.3436556,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"31cd8035-f660-4634-b64d-588462a7910d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784688797.3436713,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"31cd8035-f660-4634-b64d-588462a7910d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784688797.3436923,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"31cd8035-f660-4634-b64d-588462a7910d"} {"level":"info","ts":1784688816.248956,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688816.2490358,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ad1f56f0-e54f-4561-bef9-98698c6ff07d"} {"level":"info","ts":1784688816.2490473,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ad1f56f0-e54f-4561-bef9-98698c6ff07d"} {"level":"info","ts":1784688816.2490587,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ad1f56f0-e54f-4561-bef9-98698c6ff07d","EoS":false} {"level":"info","ts":1784688816.249071,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ad1f56f0-e54f-4561-bef9-98698c6ff07d","EoS":true} {"level":"info","ts":1784688816.2490907,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ad1f56f0-e54f-4561-bef9-98698c6ff07d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784688816.2491066,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ad1f56f0-e54f-4561-bef9-98698c6ff07d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688816.2491298,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ad1f56f0-e54f-4561-bef9-98698c6ff07d"} {"level":"info","ts":1784688816.38596,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688816.386052,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9d23d80b-6173-46ff-8ae9-69fdc13298db"} {"level":"info","ts":1784688816.3860633,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9d23d80b-6173-46ff-8ae9-69fdc13298db"} {"level":"info","ts":1784688816.3860748,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d23d80b-6173-46ff-8ae9-69fdc13298db","EoS":false} {"level":"info","ts":1784688816.386086,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d23d80b-6173-46ff-8ae9-69fdc13298db","EoS":true} {"level":"info","ts":1784688816.386108,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9d23d80b-6173-46ff-8ae9-69fdc13298db","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784688816.3861234,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9d23d80b-6173-46ff-8ae9-69fdc13298db","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688816.386145,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9d23d80b-6173-46ff-8ae9-69fdc13298db"} {"level":"info","ts":1784688816.5209267,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688816.5210247,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"02bc3610-638a-4ecb-a522-d8c55edc5df6"} {"level":"info","ts":1784688816.5210378,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"02bc3610-638a-4ecb-a522-d8c55edc5df6"} {"level":"info","ts":1784688816.5210507,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"02bc3610-638a-4ecb-a522-d8c55edc5df6","EoS":false} {"level":"info","ts":1784688816.5210624,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"02bc3610-638a-4ecb-a522-d8c55edc5df6","EoS":true} {"level":"info","ts":1784688816.521086,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"02bc3610-638a-4ecb-a522-d8c55edc5df6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784688816.521108,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"02bc3610-638a-4ecb-a522-d8c55edc5df6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688816.5211308,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"02bc3610-638a-4ecb-a522-d8c55edc5df6"} {"level":"info","ts":1784688816.6586154,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688816.6587214,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c53f9faf-f262-47ea-a35f-fb456039555d"} {"level":"info","ts":1784688816.658735,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c53f9faf-f262-47ea-a35f-fb456039555d"} {"level":"info","ts":1784688816.6587477,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c53f9faf-f262-47ea-a35f-fb456039555d","EoS":false} {"level":"info","ts":1784688816.6587613,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c53f9faf-f262-47ea-a35f-fb456039555d","EoS":true} {"level":"info","ts":1784688816.6587818,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c53f9faf-f262-47ea-a35f-fb456039555d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784688816.6588027,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c53f9faf-f262-47ea-a35f-fb456039555d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688816.658827,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c53f9faf-f262-47ea-a35f-fb456039555d"} {"level":"info","ts":1784688816.7923274,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688816.79242,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a455e7e3-401f-4271-9bb6-06a60de40cce"} {"level":"info","ts":1784688816.792434,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a455e7e3-401f-4271-9bb6-06a60de40cce"} {"level":"info","ts":1784688816.7924461,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a455e7e3-401f-4271-9bb6-06a60de40cce","EoS":false} {"level":"info","ts":1784688816.792459,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a455e7e3-401f-4271-9bb6-06a60de40cce","EoS":true} {"level":"info","ts":1784688816.7924788,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a455e7e3-401f-4271-9bb6-06a60de40cce","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784688816.792494,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a455e7e3-401f-4271-9bb6-06a60de40cce","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688816.7925606,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a455e7e3-401f-4271-9bb6-06a60de40cce"} {"level":"info","ts":1784688816.9273016,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688816.9273953,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c850ba51-1702-450f-8a7f-ad4673f2c2b0"} {"level":"info","ts":1784688816.927405,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c850ba51-1702-450f-8a7f-ad4673f2c2b0"} {"level":"info","ts":1784688816.9274163,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c850ba51-1702-450f-8a7f-ad4673f2c2b0","EoS":false} {"level":"info","ts":1784688816.9274287,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c850ba51-1702-450f-8a7f-ad4673f2c2b0","EoS":true} {"level":"info","ts":1784688816.9274492,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c850ba51-1702-450f-8a7f-ad4673f2c2b0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784688816.927466,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c850ba51-1702-450f-8a7f-ad4673f2c2b0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688816.9274871,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c850ba51-1702-450f-8a7f-ad4673f2c2b0"} {"level":"info","ts":1784688833.627687,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688833.627797,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7b14cb5c-3060-42e3-aa3e-a04d8f280bb6"} {"level":"info","ts":1784688833.6278126,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7b14cb5c-3060-42e3-aa3e-a04d8f280bb6"} {"level":"info","ts":1784688833.6278262,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7b14cb5c-3060-42e3-aa3e-a04d8f280bb6","EoS":false} {"level":"info","ts":1784688833.627837,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7b14cb5c-3060-42e3-aa3e-a04d8f280bb6","EoS":true} {"level":"info","ts":1784688833.6278586,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7b14cb5c-3060-42e3-aa3e-a04d8f280bb6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784688833.6278799,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7b14cb5c-3060-42e3-aa3e-a04d8f280bb6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688833.627954,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7b14cb5c-3060-42e3-aa3e-a04d8f280bb6"} {"level":"info","ts":1784688833.6675391,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688833.667631,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44c569de-0470-4502-bb5f-778cb485490a"} {"level":"info","ts":1784688833.6676486,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"44c569de-0470-4502-bb5f-778cb485490a"} {"level":"info","ts":1784688833.667669,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"44c569de-0470-4502-bb5f-778cb485490a","EoS":false} {"level":"info","ts":1784688833.66769,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"44c569de-0470-4502-bb5f-778cb485490a","EoS":true} {"level":"info","ts":1784688833.6677175,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"44c569de-0470-4502-bb5f-778cb485490a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784688833.6677358,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44c569de-0470-4502-bb5f-778cb485490a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688833.6677716,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"44c569de-0470-4502-bb5f-778cb485490a"} {"level":"info","ts":1784688833.7031345,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688833.7032294,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29991859-140f-48ae-9a90-64bfd0978d8e"} {"level":"info","ts":1784688833.7032394,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"29991859-140f-48ae-9a90-64bfd0978d8e"} {"level":"info","ts":1784688833.7032814,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"29991859-140f-48ae-9a90-64bfd0978d8e","EoS":false} {"level":"info","ts":1784688833.7032971,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"29991859-140f-48ae-9a90-64bfd0978d8e","EoS":true} {"level":"info","ts":1784688833.7033184,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"29991859-140f-48ae-9a90-64bfd0978d8e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784688833.703336,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"29991859-140f-48ae-9a90-64bfd0978d8e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688833.7033513,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"29991859-140f-48ae-9a90-64bfd0978d8e"} {"level":"info","ts":1784688833.7346458,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688833.7347245,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"185b7b76-4f10-4789-b726-b4379f6305d8"} {"level":"info","ts":1784688833.734734,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"185b7b76-4f10-4789-b726-b4379f6305d8"} {"level":"info","ts":1784688833.7347462,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"185b7b76-4f10-4789-b726-b4379f6305d8","EoS":false} {"level":"info","ts":1784688833.73476,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"185b7b76-4f10-4789-b726-b4379f6305d8","EoS":true} {"level":"info","ts":1784688833.73478,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"185b7b76-4f10-4789-b726-b4379f6305d8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784688833.734795,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"185b7b76-4f10-4789-b726-b4379f6305d8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688833.7348545,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"185b7b76-4f10-4789-b726-b4379f6305d8"} {"level":"info","ts":1784688833.7806504,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688833.7807305,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5352a37d-f51e-4d4b-8368-b0dc1d7c24ee"} {"level":"info","ts":1784688838.393675,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688838.3937616,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"292ef70f-c777-43c1-81a0-e092e5c8caf1"} {"level":"info","ts":1784688838.3937714,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"292ef70f-c777-43c1-81a0-e092e5c8caf1"} {"level":"info","ts":1784688838.3937848,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"292ef70f-c777-43c1-81a0-e092e5c8caf1","EoS":false} {"level":"info","ts":1784688838.393799,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"292ef70f-c777-43c1-81a0-e092e5c8caf1","EoS":true} {"level":"info","ts":1784688838.393818,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"292ef70f-c777-43c1-81a0-e092e5c8caf1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784688838.3938334,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"292ef70f-c777-43c1-81a0-e092e5c8caf1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688838.3938534,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"292ef70f-c777-43c1-81a0-e092e5c8caf1"} {"level":"info","ts":1784688846.9599826,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688846.9600651,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"716051e2-cd43-45ad-9bc1-68d822658f1f"} {"level":"info","ts":1784688846.9600775,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"716051e2-cd43-45ad-9bc1-68d822658f1f"} {"level":"info","ts":1784688846.9600885,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"716051e2-cd43-45ad-9bc1-68d822658f1f","EoS":false} {"level":"info","ts":1784688846.9600992,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"716051e2-cd43-45ad-9bc1-68d822658f1f","EoS":true} {"level":"info","ts":1784688846.960122,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"716051e2-cd43-45ad-9bc1-68d822658f1f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784688846.960141,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"716051e2-cd43-45ad-9bc1-68d822658f1f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784688846.960165,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"716051e2-cd43-45ad-9bc1-68d822658f1f"} {"level":"info","ts":1784688848.9924376,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688848.9925218,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43b3a4a9-1bba-4b84-8dd5-0af810b6c1b5"} {"level":"info","ts":1784688848.992531,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"43b3a4a9-1bba-4b84-8dd5-0af810b6c1b5"} {"level":"info","ts":1784688848.9925425,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"43b3a4a9-1bba-4b84-8dd5-0af810b6c1b5","EoS":false} {"level":"info","ts":1784688848.9925535,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"43b3a4a9-1bba-4b84-8dd5-0af810b6c1b5","EoS":true} {"level":"info","ts":1784688848.9925747,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"43b3a4a9-1bba-4b84-8dd5-0af810b6c1b5","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784688848.9925911,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"43b3a4a9-1bba-4b84-8dd5-0af810b6c1b5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784688848.9926124,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"43b3a4a9-1bba-4b84-8dd5-0af810b6c1b5"} {"level":"info","ts":1784688861.8709695,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688861.871062,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab66abff-92fc-45d6-b326-a91d7f3e1064"} {"level":"info","ts":1784688861.8710766,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ab66abff-92fc-45d6-b326-a91d7f3e1064"} {"level":"info","ts":1784688861.8710897,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab66abff-92fc-45d6-b326-a91d7f3e1064","EoS":false} {"level":"info","ts":1784688861.871101,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab66abff-92fc-45d6-b326-a91d7f3e1064","EoS":true} {"level":"info","ts":1784688861.8711233,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ab66abff-92fc-45d6-b326-a91d7f3e1064","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784688861.8711424,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ab66abff-92fc-45d6-b326-a91d7f3e1064","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688861.8711698,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ab66abff-92fc-45d6-b326-a91d7f3e1064"} {"level":"info","ts":1784688870.3978972,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688870.397997,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"af92cad3-86ef-4f94-a0cd-44a11fa4f587"} {"level":"info","ts":1784688870.3980129,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"af92cad3-86ef-4f94-a0cd-44a11fa4f587"} {"level":"info","ts":1784688870.3980327,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"af92cad3-86ef-4f94-a0cd-44a11fa4f587","EoS":false} {"level":"info","ts":1784688870.3980515,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"af92cad3-86ef-4f94-a0cd-44a11fa4f587","EoS":true} {"level":"info","ts":1784688870.398088,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"af92cad3-86ef-4f94-a0cd-44a11fa4f587","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784688870.3981094,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"af92cad3-86ef-4f94-a0cd-44a11fa4f587","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688870.39814,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"af92cad3-86ef-4f94-a0cd-44a11fa4f587"} {"level":"info","ts":1784688879.2580745,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688879.2581809,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"37d62e41-f85a-4920-9b94-04274c412849"} {"level":"info","ts":1784688879.2581959,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"37d62e41-f85a-4920-9b94-04274c412849"} {"level":"info","ts":1784688879.2582088,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"37d62e41-f85a-4920-9b94-04274c412849","EoS":false} {"level":"info","ts":1784688879.2582223,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"37d62e41-f85a-4920-9b94-04274c412849","EoS":true} {"level":"info","ts":1784688879.2582426,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"37d62e41-f85a-4920-9b94-04274c412849","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784688879.2582839,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"37d62e41-f85a-4920-9b94-04274c412849","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688879.2583063,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"37d62e41-f85a-4920-9b94-04274c412849"} {"level":"info","ts":1784688888.1948683,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688888.1949508,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dffde00b-131a-4f4c-9370-c11961b67f77"} {"level":"info","ts":1784688888.1949666,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dffde00b-131a-4f4c-9370-c11961b67f77"} {"level":"info","ts":1784688888.1949787,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dffde00b-131a-4f4c-9370-c11961b67f77","EoS":false} {"level":"info","ts":1784688888.1949918,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dffde00b-131a-4f4c-9370-c11961b67f77","EoS":true} {"level":"info","ts":1784688888.1950133,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dffde00b-131a-4f4c-9370-c11961b67f77","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784688888.1950357,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dffde00b-131a-4f4c-9370-c11961b67f77","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688888.1950586,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dffde00b-131a-4f4c-9370-c11961b67f77"} {"level":"info","ts":1784688892.9267929,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688892.9268878,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8a5326b5-d35c-4d66-a0e5-ac9b6dc92a06"} {"level":"info","ts":1784688892.9269404,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8a5326b5-d35c-4d66-a0e5-ac9b6dc92a06"} {"level":"info","ts":1784688892.9269624,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8a5326b5-d35c-4d66-a0e5-ac9b6dc92a06","EoS":false} {"level":"info","ts":1784688892.9269848,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8a5326b5-d35c-4d66-a0e5-ac9b6dc92a06","EoS":true} {"level":"info","ts":1784688892.9270186,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8a5326b5-d35c-4d66-a0e5-ac9b6dc92a06","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784688892.9270406,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8a5326b5-d35c-4d66-a0e5-ac9b6dc92a06","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688892.9270692,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8a5326b5-d35c-4d66-a0e5-ac9b6dc92a06"} {"level":"info","ts":1784688897.6927586,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688897.6928425,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a7e649cd-ff9f-4d06-8821-e3932dee87d4"} {"level":"info","ts":1784688897.6928518,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a7e649cd-ff9f-4d06-8821-e3932dee87d4"} {"level":"info","ts":1784688897.6928642,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a7e649cd-ff9f-4d06-8821-e3932dee87d4","EoS":false} {"level":"info","ts":1784688897.6928751,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a7e649cd-ff9f-4d06-8821-e3932dee87d4","EoS":true} {"level":"info","ts":1784688897.6928966,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a7e649cd-ff9f-4d06-8821-e3932dee87d4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784688897.6929133,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a7e649cd-ff9f-4d06-8821-e3932dee87d4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784688897.6929355,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a7e649cd-ff9f-4d06-8821-e3932dee87d4"} {"level":"info","ts":1784688897.965235,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688897.9653559,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4467f0d9-f75a-4209-b125-efac3feb3cbb"} {"level":"info","ts":1784688897.9653668,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4467f0d9-f75a-4209-b125-efac3feb3cbb"} {"level":"info","ts":1784688897.9653785,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4467f0d9-f75a-4209-b125-efac3feb3cbb","EoS":false} {"level":"info","ts":1784688897.96539,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4467f0d9-f75a-4209-b125-efac3feb3cbb","EoS":true} {"level":"info","ts":1784688897.9654098,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4467f0d9-f75a-4209-b125-efac3feb3cbb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784688897.9654245,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4467f0d9-f75a-4209-b125-efac3feb3cbb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784688897.9654536,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4467f0d9-f75a-4209-b125-efac3feb3cbb"} {"level":"info","ts":1784688899.9986043,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688899.9986916,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1908966b-90d5-4e15-94e3-bd63e581f2fd"} {"level":"info","ts":1784688899.998702,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1908966b-90d5-4e15-94e3-bd63e581f2fd"} {"level":"info","ts":1784688899.998714,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1908966b-90d5-4e15-94e3-bd63e581f2fd","EoS":false} {"level":"info","ts":1784688899.9987273,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1908966b-90d5-4e15-94e3-bd63e581f2fd","EoS":true} {"level":"info","ts":1784688899.998751,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1908966b-90d5-4e15-94e3-bd63e581f2fd","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784688899.9987662,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1908966b-90d5-4e15-94e3-bd63e581f2fd","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784688899.9987872,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1908966b-90d5-4e15-94e3-bd63e581f2fd"} {"level":"info","ts":1784688902.047969,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688902.0480673,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1fc5d064-c4da-441f-a8b7-7b7fbb137097"} {"level":"info","ts":1784688902.0480852,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1fc5d064-c4da-441f-a8b7-7b7fbb137097"} {"level":"info","ts":1784688902.0480993,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1fc5d064-c4da-441f-a8b7-7b7fbb137097","EoS":false} {"level":"info","ts":1784688902.0481133,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1fc5d064-c4da-441f-a8b7-7b7fbb137097","EoS":true} {"level":"info","ts":1784688902.0481362,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1fc5d064-c4da-441f-a8b7-7b7fbb137097","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784688902.0481539,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1fc5d064-c4da-441f-a8b7-7b7fbb137097","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784688902.0481799,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1fc5d064-c4da-441f-a8b7-7b7fbb137097"} {"level":"info","ts":1784688926.0205023,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688926.020606,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6904fc16-dd1d-47d8-9ad4-2f5e8d787b17"} {"level":"info","ts":1784688926.020628,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6904fc16-dd1d-47d8-9ad4-2f5e8d787b17"} {"level":"info","ts":1784688926.020648,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6904fc16-dd1d-47d8-9ad4-2f5e8d787b17","EoS":false} {"level":"info","ts":1784688926.0206664,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6904fc16-dd1d-47d8-9ad4-2f5e8d787b17","EoS":true} {"level":"info","ts":1784688926.0206952,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6904fc16-dd1d-47d8-9ad4-2f5e8d787b17","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784688926.0207112,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6904fc16-dd1d-47d8-9ad4-2f5e8d787b17","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784688926.0207505,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6904fc16-dd1d-47d8-9ad4-2f5e8d787b17"} {"level":"info","ts":1784688935.3680534,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688935.3681474,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2de44059-cb03-41cb-ab29-81ac5551b6f5"} {"level":"info","ts":1784688935.3681617,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2de44059-cb03-41cb-ab29-81ac5551b6f5"} {"level":"info","ts":1784688935.3681731,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2de44059-cb03-41cb-ab29-81ac5551b6f5","EoS":false} {"level":"info","ts":1784688935.3681846,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2de44059-cb03-41cb-ab29-81ac5551b6f5","EoS":true} {"level":"info","ts":1784688935.3682044,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2de44059-cb03-41cb-ab29-81ac5551b6f5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784688935.3682203,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2de44059-cb03-41cb-ab29-81ac5551b6f5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688935.3682406,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2de44059-cb03-41cb-ab29-81ac5551b6f5"} {"level":"info","ts":1784688940.8929625,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688940.893051,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a67a4c5d-3cc3-44c5-a1b4-3e55e00ab7d5"} {"level":"info","ts":1784688940.8930624,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a67a4c5d-3cc3-44c5-a1b4-3e55e00ab7d5"} {"level":"info","ts":1784688940.8930743,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a67a4c5d-3cc3-44c5-a1b4-3e55e00ab7d5","EoS":false} {"level":"info","ts":1784688940.893084,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a67a4c5d-3cc3-44c5-a1b4-3e55e00ab7d5","EoS":true} {"level":"info","ts":1784688940.893107,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a67a4c5d-3cc3-44c5-a1b4-3e55e00ab7d5","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784688940.8931222,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a67a4c5d-3cc3-44c5-a1b4-3e55e00ab7d5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784688940.8931506,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a67a4c5d-3cc3-44c5-a1b4-3e55e00ab7d5"} {"level":"info","ts":1784688950.4429076,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688950.4430428,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"26a1f224-6fab-4ee6-b230-55f1763866d8"} {"level":"info","ts":1784688950.4430587,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"26a1f224-6fab-4ee6-b230-55f1763866d8"} {"level":"info","ts":1784688950.4430897,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"26a1f224-6fab-4ee6-b230-55f1763866d8","EoS":false} {"level":"info","ts":1784688950.443112,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"26a1f224-6fab-4ee6-b230-55f1763866d8","EoS":true} {"level":"info","ts":1784688950.4431436,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"26a1f224-6fab-4ee6-b230-55f1763866d8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784688950.4431658,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"26a1f224-6fab-4ee6-b230-55f1763866d8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688950.4431968,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"26a1f224-6fab-4ee6-b230-55f1763866d8"} {"level":"info","ts":1784688952.4741075,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688952.4742174,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f2c7a12d-1463-47b1-8b68-5b1535a785c5"} {"level":"info","ts":1784688952.4742303,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f2c7a12d-1463-47b1-8b68-5b1535a785c5"} {"level":"info","ts":1784688952.4742434,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f2c7a12d-1463-47b1-8b68-5b1535a785c5","EoS":false} {"level":"info","ts":1784688952.4742875,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f2c7a12d-1463-47b1-8b68-5b1535a785c5","EoS":true} {"level":"info","ts":1784688952.4743125,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f2c7a12d-1463-47b1-8b68-5b1535a785c5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784688952.474327,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f2c7a12d-1463-47b1-8b68-5b1535a785c5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688952.474343,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f2c7a12d-1463-47b1-8b68-5b1535a785c5"} {"level":"info","ts":1784688961.8994498,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688961.899558,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"16438670-24ad-4a91-a2ab-126aae69949e"} {"level":"info","ts":1784688961.899575,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"16438670-24ad-4a91-a2ab-126aae69949e"} {"level":"info","ts":1784688961.8995872,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"16438670-24ad-4a91-a2ab-126aae69949e","EoS":false} {"level":"info","ts":1784688961.8995988,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"16438670-24ad-4a91-a2ab-126aae69949e","EoS":true} {"level":"info","ts":1784688961.8996277,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"16438670-24ad-4a91-a2ab-126aae69949e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784688961.8996515,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"16438670-24ad-4a91-a2ab-126aae69949e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688961.8996758,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"16438670-24ad-4a91-a2ab-126aae69949e"} {"level":"info","ts":1784688961.9483917,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688961.9484744,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ba8c7fca-761e-40ed-9dec-954c2bef952c"} {"level":"info","ts":1784688961.9484844,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ba8c7fca-761e-40ed-9dec-954c2bef952c"} {"level":"info","ts":1784688961.9484956,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ba8c7fca-761e-40ed-9dec-954c2bef952c","EoS":false} {"level":"info","ts":1784688961.9485085,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ba8c7fca-761e-40ed-9dec-954c2bef952c","EoS":true} {"level":"info","ts":1784688961.9485345,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ba8c7fca-761e-40ed-9dec-954c2bef952c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784688961.9485512,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ba8c7fca-761e-40ed-9dec-954c2bef952c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688961.9485722,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ba8c7fca-761e-40ed-9dec-954c2bef952c"} {"level":"info","ts":1784688981.072632,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688981.072723,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"88eea3ce-b7cc-45d9-bc16-f84cf3bada53"} {"level":"info","ts":1784688981.072736,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"88eea3ce-b7cc-45d9-bc16-f84cf3bada53"} {"level":"info","ts":1784688981.0727544,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"88eea3ce-b7cc-45d9-bc16-f84cf3bada53","EoS":false} {"level":"info","ts":1784688981.072774,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"88eea3ce-b7cc-45d9-bc16-f84cf3bada53","EoS":true} {"level":"info","ts":1784688981.0728035,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"88eea3ce-b7cc-45d9-bc16-f84cf3bada53","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784688981.0728238,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"88eea3ce-b7cc-45d9-bc16-f84cf3bada53","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688981.0728543,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"88eea3ce-b7cc-45d9-bc16-f84cf3bada53"} {"level":"info","ts":1784688990.405395,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688990.4054844,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c7fffcd-07e2-48e3-9d52-d11ed3758297"} {"level":"info","ts":1784688990.4054947,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0c7fffcd-07e2-48e3-9d52-d11ed3758297"} {"level":"info","ts":1784688990.4055073,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0c7fffcd-07e2-48e3-9d52-d11ed3758297","EoS":false} {"level":"info","ts":1784688990.4055185,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0c7fffcd-07e2-48e3-9d52-d11ed3758297","EoS":true} {"level":"info","ts":1784688990.4055395,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0c7fffcd-07e2-48e3-9d52-d11ed3758297","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784688990.4055562,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c7fffcd-07e2-48e3-9d52-d11ed3758297","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688990.4055767,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0c7fffcd-07e2-48e3-9d52-d11ed3758297"} {"level":"info","ts":1784688995.5967264,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688995.5968418,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a9a21d42-985d-4732-a812-c0353557a8ec"} {"level":"info","ts":1784688995.5968554,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a9a21d42-985d-4732-a812-c0353557a8ec"} {"level":"info","ts":1784688995.5968673,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a9a21d42-985d-4732-a812-c0353557a8ec","EoS":false} {"level":"info","ts":1784688995.596878,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a9a21d42-985d-4732-a812-c0353557a8ec","EoS":true} {"level":"info","ts":1784688995.5968983,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a9a21d42-985d-4732-a812-c0353557a8ec","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784688995.5969174,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a9a21d42-985d-4732-a812-c0353557a8ec","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784688995.5969434,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a9a21d42-985d-4732-a812-c0353557a8ec"} {"level":"info","ts":1784689086.0091813,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784689086.0093057,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"51ff81cd-df9c-410b-9cbf-e9440e2996b5"} {"level":"info","ts":1784689086.0093234,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"51ff81cd-df9c-410b-9cbf-e9440e2996b5"} {"level":"info","ts":1784689086.0093374,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"51ff81cd-df9c-410b-9cbf-e9440e2996b5","EoS":false} {"level":"info","ts":1784689086.0093484,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"51ff81cd-df9c-410b-9cbf-e9440e2996b5","EoS":true} {"level":"info","ts":1784689086.0093708,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"51ff81cd-df9c-410b-9cbf-e9440e2996b5","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784689086.009387,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"51ff81cd-df9c-410b-9cbf-e9440e2996b5","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784689086.0094035,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"51ff81cd-df9c-410b-9cbf-e9440e2996b5"} {"level":"info","ts":1784689109.1551774,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784689109.1553082,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"73c82987-0852-451b-b5cb-813ef07dadca"} {"level":"info","ts":1784689109.1553218,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"73c82987-0852-451b-b5cb-813ef07dadca"} {"level":"info","ts":1784689109.155341,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"73c82987-0852-451b-b5cb-813ef07dadca","EoS":false} {"level":"info","ts":1784689109.1553612,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"73c82987-0852-451b-b5cb-813ef07dadca","EoS":true} {"level":"info","ts":1784689109.155393,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"73c82987-0852-451b-b5cb-813ef07dadca","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784689109.155414,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"73c82987-0852-451b-b5cb-813ef07dadca","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784689109.155445,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"73c82987-0852-451b-b5cb-813ef07dadca"} {"level":"info","ts":1784689146.2167697,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784689146.2168593,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a77cb571-c32f-491e-9ab8-ea65298564d2"} {"level":"info","ts":1784689146.2168698,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a77cb571-c32f-491e-9ab8-ea65298564d2"} {"level":"info","ts":1784689146.216882,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a77cb571-c32f-491e-9ab8-ea65298564d2","EoS":false} {"level":"info","ts":1784689146.2168946,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a77cb571-c32f-491e-9ab8-ea65298564d2","EoS":true} {"level":"info","ts":1784689146.2169154,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a77cb571-c32f-491e-9ab8-ea65298564d2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784689146.2169313,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a77cb571-c32f-491e-9ab8-ea65298564d2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784689146.2169533,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a77cb571-c32f-491e-9ab8-ea65298564d2"} {"level":"info","ts":1784689161.485534,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784689161.485618,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"af2dc366-75c8-48f9-91ea-db7fe7e8e68f"} {"level":"info","ts":1784689161.4856284,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"af2dc366-75c8-48f9-91ea-db7fe7e8e68f"} {"level":"info","ts":1784689161.4856415,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"af2dc366-75c8-48f9-91ea-db7fe7e8e68f","EoS":false} {"level":"info","ts":1784689161.4856617,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"af2dc366-75c8-48f9-91ea-db7fe7e8e68f","EoS":true} {"level":"info","ts":1784689161.4856818,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"af2dc366-75c8-48f9-91ea-db7fe7e8e68f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784689161.485697,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"af2dc366-75c8-48f9-91ea-db7fe7e8e68f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784689161.485719,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"af2dc366-75c8-48f9-91ea-db7fe7e8e68f"} {"level":"info","ts":1784689161.7733305,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784689161.773416,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"480b3149-469d-4793-8b33-4c86de53b647"} {"level":"info","ts":1784689161.7734256,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"480b3149-469d-4793-8b33-4c86de53b647"} {"level":"info","ts":1784689161.7734385,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"480b3149-469d-4793-8b33-4c86de53b647","EoS":false} {"level":"info","ts":1784689161.7734528,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"480b3149-469d-4793-8b33-4c86de53b647","EoS":true} {"level":"info","ts":1784689161.773473,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"480b3149-469d-4793-8b33-4c86de53b647","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784689161.7734885,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"480b3149-469d-4793-8b33-4c86de53b647","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784689161.7735102,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"480b3149-469d-4793-8b33-4c86de53b647"} {"level":"info","ts":1784689481.1409376,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784689481.1410396,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"35e04975-b746-4b21-8ffd-4a982420dfe8"} {"level":"info","ts":1784689481.1410496,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"35e04975-b746-4b21-8ffd-4a982420dfe8"} {"level":"info","ts":1784689481.1410615,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"35e04975-b746-4b21-8ffd-4a982420dfe8","EoS":false} {"level":"info","ts":1784689481.1410751,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"35e04975-b746-4b21-8ffd-4a982420dfe8","EoS":true} {"level":"info","ts":1784689481.1410973,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"35e04975-b746-4b21-8ffd-4a982420dfe8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784689481.1411123,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"35e04975-b746-4b21-8ffd-4a982420dfe8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784689481.1411343,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"35e04975-b746-4b21-8ffd-4a982420dfe8"} {"level":"info","ts":1784689481.1806939,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784689481.1807647,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"190df819-6314-42b8-ac4c-564256cc2281"} {"level":"info","ts":1784689481.180774,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"190df819-6314-42b8-ac4c-564256cc2281"} {"level":"info","ts":1784689481.1807847,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"190df819-6314-42b8-ac4c-564256cc2281","EoS":false} {"level":"info","ts":1784689481.1807988,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"190df819-6314-42b8-ac4c-564256cc2281","EoS":true} {"level":"info","ts":1784689481.1808176,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"190df819-6314-42b8-ac4c-564256cc2281","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784689481.1808314,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"190df819-6314-42b8-ac4c-564256cc2281","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784689481.1808512,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"190df819-6314-42b8-ac4c-564256cc2281"} {"level":"info","ts":1784689481.2110708,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784689481.2111838,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f4d1f2ad-250d-48fd-9532-03a1d0ffc3cc"} {"level":"info","ts":1784689481.2111957,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f4d1f2ad-250d-48fd-9532-03a1d0ffc3cc"} {"level":"info","ts":1784689481.2112074,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f4d1f2ad-250d-48fd-9532-03a1d0ffc3cc","EoS":false} {"level":"info","ts":1784689481.2112205,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f4d1f2ad-250d-48fd-9532-03a1d0ffc3cc","EoS":true} {"level":"info","ts":1784689481.2113166,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f4d1f2ad-250d-48fd-9532-03a1d0ffc3cc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784689481.2113307,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f4d1f2ad-250d-48fd-9532-03a1d0ffc3cc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784689481.2113516,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f4d1f2ad-250d-48fd-9532-03a1d0ffc3cc"} {"level":"info","ts":1784689486.0694144,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bcac17c4-2f06-4764-b732-184d9fddbb14","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784689486.0694635,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bcac17c4-2f06-4764-b732-184d9fddbb14","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784689486.069521,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9df7bcf2-96e7-456a-b6f6-245cfb2461e6"} {"level":"info","ts":1784689486.07618,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"56aadafc-c741-49df-8864-a540b115c879","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784689486.076213,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"56aadafc-c741-49df-8864-a540b115c879","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784689486.0780692,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9df7bcf2-96e7-456a-b6f6-245cfb2461e6","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784689486.0783374,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36802.712473111,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784689486.078357,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784689486.1728864,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784689486.2611988,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8e80e5b9-e725-4e19-bac8-f1f237fcf29f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784689486.2614625,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34198.316082002,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784689486.2614937,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784689486.2616599,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8e80e5b9-e725-4e19-bac8-f1f237fcf29f","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784689486.261785,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"90eba63a-3c71-4482-bfac-d04ffd87a531"} {"level":"info","ts":1784689486.2619095,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b6e3234b-1e98-4c98-a83d-a50b30cdfdd8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784689486.2621503,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b6e3234b-1e98-4c98-a83d-a50b30cdfdd8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784689486.2622015,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38007.434095346,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784689486.2622194,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784689486.2739596,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784689486.279456,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784689486.3618324,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9df7bcf2-96e7-456a-b6f6-245cfb2461e6","name":"e2e-external-provider"} {"level":"info","ts":1784689486.3621862,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"90eba63a-3c71-4482-bfac-d04ffd87a531","name":"e2e-external-model"} {"level":"info","ts":1784689486.3659275,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fa39f4f0-c0ec-41c5-bf97-c110e65a5d47","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784689486.3659596,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fa39f4f0-c0ec-41c5-bf97-c110e65a5d47","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784689486.3769567,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"90eba63a-3c71-4482-bfac-d04ffd87a531","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784689486.3777084,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9df7bcf2-96e7-456a-b6f6-245cfb2461e6","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784689486.3854394,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"78e23e83-31df-4f8a-8d8c-7f6c427632ff","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784689486.3854716,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"78e23e83-31df-4f8a-8d8c-7f6c427632ff","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784689486.3864725,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9df7bcf2-96e7-456a-b6f6-245cfb2461e6","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784689486.3865588,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f6d91448-d5d5-498e-bb2c-b38e893b4c06"} {"level":"info","ts":1784689486.3866155,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f6d91448-d5d5-498e-bb2c-b38e893b4c06","name":"e2e-external-provider"} {"level":"error","ts":1784689486.3875353,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"90eba63a-3c71-4482-bfac-d04ffd87a531","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784689486.3876107,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3b218626-0f6f-4f16-ac71-34d9b8af1117"} {"level":"info","ts":1784689486.3876595,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3b218626-0f6f-4f16-ac71-34d9b8af1117","name":"e2e-external-model"} {"level":"info","ts":1784689486.4000227,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3b218626-0f6f-4f16-ac71-34d9b8af1117","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784689486.4042833,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f6d91448-d5d5-498e-bb2c-b38e893b4c06","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784689486.4069903,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e6a5c204-3116-455c-b86b-7015817c32b3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784689486.4070246,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e6a5c204-3116-455c-b86b-7015817c32b3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784689486.4098468,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3b218626-0f6f-4f16-ac71-34d9b8af1117","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784689486.409917,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b4507be6-c0ff-4c75-8253-b2a64e3c239c"} {"level":"info","ts":1784689486.4099698,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b4507be6-c0ff-4c75-8253-b2a64e3c239c","name":"e2e-external-model"} {"level":"info","ts":1784689486.418264,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b4507be6-c0ff-4c75-8253-b2a64e3c239c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784689491.4219904,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784689491.4220877,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"24e8269a-91f0-4176-82cf-d6d1a30d9f37"} {"level":"info","ts":1784689491.4220994,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"24e8269a-91f0-4176-82cf-d6d1a30d9f37"} {"level":"info","ts":1784689491.4221108,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"24e8269a-91f0-4176-82cf-d6d1a30d9f37","EoS":false} {"level":"info","ts":1784689491.422121,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"24e8269a-91f0-4176-82cf-d6d1a30d9f37","EoS":true} {"level":"info","ts":1784689491.4221609,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"24e8269a-91f0-4176-82cf-d6d1a30d9f37","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784689491.4221833,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"24e8269a-91f0-4176-82cf-d6d1a30d9f37","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784689491.4221911,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"24e8269a-91f0-4176-82cf-d6d1a30d9f37","modelName":"e2e-external-model"} {"level":"info","ts":1784689491.4222057,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"24e8269a-91f0-4176-82cf-d6d1a30d9f37","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784689491.4222937,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"24e8269a-91f0-4176-82cf-d6d1a30d9f37"} {"level":"info","ts":1784689491.4715343,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784689491.471626,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f986e013-6b0c-4dfb-9ad9-177b1e60216d"} {"level":"info","ts":1784689491.4716392,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f986e013-6b0c-4dfb-9ad9-177b1e60216d"} {"level":"info","ts":1784689491.4716585,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f986e013-6b0c-4dfb-9ad9-177b1e60216d","EoS":false} {"level":"info","ts":1784689491.471676,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f986e013-6b0c-4dfb-9ad9-177b1e60216d","EoS":true} {"level":"info","ts":1784689491.4717093,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f986e013-6b0c-4dfb-9ad9-177b1e60216d","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784689491.4717283,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f986e013-6b0c-4dfb-9ad9-177b1e60216d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784689491.4717395,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"f986e013-6b0c-4dfb-9ad9-177b1e60216d","modelName":"e2e-external-model"} {"level":"info","ts":1784689491.4717624,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"f986e013-6b0c-4dfb-9ad9-177b1e60216d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784689491.4718132,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f986e013-6b0c-4dfb-9ad9-177b1e60216d"} {"level":"info","ts":1784689491.497398,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784689491.4974964,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"287cb869-2f8b-4910-9cfe-9537388cae05"} {"level":"info","ts":1784689491.4975116,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"287cb869-2f8b-4910-9cfe-9537388cae05"} {"level":"info","ts":1784689491.4975321,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"287cb869-2f8b-4910-9cfe-9537388cae05","EoS":false} {"level":"info","ts":1784689491.4975538,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"287cb869-2f8b-4910-9cfe-9537388cae05","EoS":true} {"level":"info","ts":1784689491.4976285,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"287cb869-2f8b-4910-9cfe-9537388cae05","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784689491.4976518,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"287cb869-2f8b-4910-9cfe-9537388cae05","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784689491.497663,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"287cb869-2f8b-4910-9cfe-9537388cae05","modelName":"e2e-external-model"} {"level":"info","ts":1784689491.497686,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"287cb869-2f8b-4910-9cfe-9537388cae05","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784689491.4977372,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"287cb869-2f8b-4910-9cfe-9537388cae05"} {"level":"info","ts":1784689491.655229,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aeb878b8-c099-4f03-b838-8d034aede657"} {"level":"info","ts":1784689491.6553016,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3ff851b9-2d46-4196-b107-ddb6c84d69be","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784689491.6553414,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3ff851b9-2d46-4196-b107-ddb6c84d69be","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784689491.6627917,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"00b7533b-87f4-4990-949a-80be772fe809","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784689491.6628351,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"00b7533b-87f4-4990-949a-80be772fe809","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784689491.6627998,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aeb878b8-c099-4f03-b838-8d034aede657","name":"e2e-cleanup-test"} {"level":"info","ts":1784689491.6731336,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aeb878b8-c099-4f03-b838-8d034aede657","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784689491.678459,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9095f8ca-f49f-4b26-80f2-57127bb6dbfd","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784689491.6785018,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9095f8ca-f49f-4b26-80f2-57127bb6dbfd","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784689491.6785889,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"47fc4cc7-5e03-4e0a-8d2a-3ee84d27d54c"} {"level":"info","ts":1784689491.6786387,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"47fc4cc7-5e03-4e0a-8d2a-3ee84d27d54c","name":"e2e-cleanup-test"} {"level":"info","ts":1784689491.6943834,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9297636f-be68-472d-b1c4-9ff5a3cf9b96","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784689491.6944249,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9297636f-be68-472d-b1c4-9ff5a3cf9b96","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784689491.6974938,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"47fc4cc7-5e03-4e0a-8d2a-3ee84d27d54c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784689491.6975434,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"47fc4cc7-5e03-4e0a-8d2a-3ee84d27d54c","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784689491.697596,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2d1629d8-d055-463e-bd91-a451094c5c66"} {"level":"info","ts":1784689491.6976523,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2d1629d8-d055-463e-bd91-a451094c5c66","name":"e2e-cleanup-test"} {"level":"info","ts":1784689491.7068577,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2d1629d8-d055-463e-bd91-a451094c5c66","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784689491.7090833,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4099ffe1-6a94-4710-9c58-b39f6d99dc42","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784689491.709119,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4099ffe1-6a94-4710-9c58-b39f6d99dc42","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784689491.7143698,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2d1629d8-d055-463e-bd91-a451094c5c66","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784689491.7144437,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9a4c1869-97c8-4418-80b6-4f72dbaa1c8e"} {"level":"info","ts":1784689491.7144947,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9a4c1869-97c8-4418-80b6-4f72dbaa1c8e","name":"e2e-cleanup-test"} {"level":"info","ts":1784689491.722672,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9a4c1869-97c8-4418-80b6-4f72dbaa1c8e","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784689499.908274,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b9ac22c3-9f5d-444a-bb8b-9257d60663c0"} {"level":"info","ts":1784689499.9082954,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f90876c9-aaa1-4660-bfab-c4fdcfba84e1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784689499.9083269,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f90876c9-aaa1-4660-bfab-c4fdcfba84e1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784689504.2220216,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784689504.2221096,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3875eed5-97f8-4a2b-8fcd-3b74f1d05ebf"} {"level":"info","ts":1784689504.2221203,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3875eed5-97f8-4a2b-8fcd-3b74f1d05ebf"} {"level":"info","ts":1784689504.2221391,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3875eed5-97f8-4a2b-8fcd-3b74f1d05ebf","EoS":false} {"level":"info","ts":1784689504.2221518,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3875eed5-97f8-4a2b-8fcd-3b74f1d05ebf","EoS":true} {"level":"info","ts":1784689504.2221723,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3875eed5-97f8-4a2b-8fcd-3b74f1d05ebf","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784689504.2221909,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3875eed5-97f8-4a2b-8fcd-3b74f1d05ebf","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784689504.222213,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3875eed5-97f8-4a2b-8fcd-3b74f1d05ebf"} {"level":"info","ts":1784689504.2510083,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784689504.2510839,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4fc7f1ef-74f4-49e3-b45b-05efd61bb25b"} {"level":"info","ts":1784689504.2510939,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4fc7f1ef-74f4-49e3-b45b-05efd61bb25b"} {"level":"info","ts":1784689504.251104,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4fc7f1ef-74f4-49e3-b45b-05efd61bb25b","EoS":false} {"level":"info","ts":1784689504.2511158,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4fc7f1ef-74f4-49e3-b45b-05efd61bb25b","EoS":true} {"level":"info","ts":1784689504.2511342,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4fc7f1ef-74f4-49e3-b45b-05efd61bb25b","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784689504.2511485,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4fc7f1ef-74f4-49e3-b45b-05efd61bb25b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784689504.2511554,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"4fc7f1ef-74f4-49e3-b45b-05efd61bb25b","modelName":"e2e-external-model"} {"level":"info","ts":1784689504.2511692,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"4fc7f1ef-74f4-49e3-b45b-05efd61bb25b","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784689504.2512085,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4fc7f1ef-74f4-49e3-b45b-05efd61bb25b"} {"level":"info","ts":1784689504.2891226,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784689504.2892082,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"feba4c76-54a1-410f-b9b1-a873fc2d96e1"} {"level":"info","ts":1784689504.2892234,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"feba4c76-54a1-410f-b9b1-a873fc2d96e1"} {"level":"info","ts":1784689504.2892444,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"feba4c76-54a1-410f-b9b1-a873fc2d96e1","EoS":false} {"level":"info","ts":1784689504.2892995,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"feba4c76-54a1-410f-b9b1-a873fc2d96e1","EoS":true} {"level":"info","ts":1784689504.2893264,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"feba4c76-54a1-410f-b9b1-a873fc2d96e1","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784689504.2893472,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"feba4c76-54a1-410f-b9b1-a873fc2d96e1","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784689504.2893796,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"feba4c76-54a1-410f-b9b1-a873fc2d96e1"} {"level":"info","ts":1784689504.4275165,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784689504.427592,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb14c6fe-61a6-4e2f-9525-0f1e67c0509a"} {"level":"info","ts":1784689504.4276006,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cb14c6fe-61a6-4e2f-9525-0f1e67c0509a"} {"level":"info","ts":1784689504.4276116,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cb14c6fe-61a6-4e2f-9525-0f1e67c0509a","EoS":false} {"level":"info","ts":1784689504.4276233,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cb14c6fe-61a6-4e2f-9525-0f1e67c0509a","EoS":true} {"level":"info","ts":1784689504.427646,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"cb14c6fe-61a6-4e2f-9525-0f1e67c0509a","field":"model"} {"level":"info","ts":1784689504.4276705,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cb14c6fe-61a6-4e2f-9525-0f1e67c0509a"} {"level":"info","ts":1784689505.3283722,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5190ba7d-b056-43de-bb9e-a8933542a9de"} {"level":"info","ts":1784689505.3284318,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"114a0109-40ca-4ff7-a98d-3e74e3e72bce","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784689505.3284578,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"114a0109-40ca-4ff7-a98d-3e74e3e72bce","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784689505.485955,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d05e59b4-1a14-4642-bb8e-ac8ae3ca0985","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784689505.4859843,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d05e59b4-1a14-4642-bb8e-ac8ae3ca0985","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784689505.4859588,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"700a2e7a-0b83-4c51-89d8-a746c57794ef"} {"level":"info","ts":1784690127.5562775,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784690127.5563607,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"94fff93c-00db-4845-9bfb-50a9a5259161"} {"level":"info","ts":1784690127.556369,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"94fff93c-00db-4845-9bfb-50a9a5259161"} {"level":"info","ts":1784690127.5563807,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"94fff93c-00db-4845-9bfb-50a9a5259161","EoS":false} {"level":"info","ts":1784690127.5563924,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"94fff93c-00db-4845-9bfb-50a9a5259161","EoS":true} {"level":"info","ts":1784690127.5564115,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"94fff93c-00db-4845-9bfb-50a9a5259161","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784690127.5564268,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"94fff93c-00db-4845-9bfb-50a9a5259161","path":"/ai-tenant-e2e-inf-b-fec108/test-model-fec108/v1/chat/completions"} {"level":"info","ts":1784690127.556444,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"94fff93c-00db-4845-9bfb-50a9a5259161"} {"level":"info","ts":1784690148.6198828,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784690148.6199841,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"13c7c7f5-3f0f-4f60-8262-512f53d39f5a"} {"level":"info","ts":1784690148.6199942,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"13c7c7f5-3f0f-4f60-8262-512f53d39f5a"} {"level":"info","ts":1784690148.6200056,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"13c7c7f5-3f0f-4f60-8262-512f53d39f5a","EoS":false} {"level":"info","ts":1784690148.6200218,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"13c7c7f5-3f0f-4f60-8262-512f53d39f5a","EoS":true} {"level":"info","ts":1784690148.6200423,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"13c7c7f5-3f0f-4f60-8262-512f53d39f5a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784690148.6200562,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"13c7c7f5-3f0f-4f60-8262-512f53d39f5a","path":"/ai-tenant-e2e-inf-b-fec108/test-model-fec108/v1/chat/completions"} {"level":"info","ts":1784690148.620078,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"13c7c7f5-3f0f-4f60-8262-512f53d39f5a"}