{"level":"info","ts":1784908230.1880212,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"afcabf82-326c-9a2d-b3e3-c2bdc061a51c","EoS":true} {"level":"info","ts":1784908230.1880398,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"afcabf82-326c-9a2d-b3e3-c2bdc061a51c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784908230.1880548,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"afcabf82-326c-9a2d-b3e3-c2bdc061a51c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908230.1880736,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"afcabf82-326c-9a2d-b3e3-c2bdc061a51c"} {"level":"info","ts":1784908230.2268155,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908230.2268999,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"418e9a43-ff12-429c-b1ca-22a02ff83c7d"} {"level":"info","ts":1784908230.226916,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"418e9a43-ff12-429c-b1ca-22a02ff83c7d"} {"level":"info","ts":1784908230.2269285,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"418e9a43-ff12-429c-b1ca-22a02ff83c7d","EoS":false} {"level":"info","ts":1784908230.226945,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"418e9a43-ff12-429c-b1ca-22a02ff83c7d","EoS":true} {"level":"info","ts":1784908230.2269723,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"418e9a43-ff12-429c-b1ca-22a02ff83c7d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784908230.2269878,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"418e9a43-ff12-429c-b1ca-22a02ff83c7d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784908230.2270098,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"418e9a43-ff12-429c-b1ca-22a02ff83c7d"} {"level":"info","ts":1784908234.3919098,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908234.3919957,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8cab7d31-45fc-4ab7-b127-56be673831aa"} {"level":"info","ts":1784908234.3920045,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8cab7d31-45fc-4ab7-b127-56be673831aa"} {"level":"info","ts":1784908234.392016,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8cab7d31-45fc-4ab7-b127-56be673831aa","EoS":false} {"level":"info","ts":1784908234.3920312,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8cab7d31-45fc-4ab7-b127-56be673831aa","EoS":true} {"level":"info","ts":1784908234.392053,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8cab7d31-45fc-4ab7-b127-56be673831aa","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784908234.3920693,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8cab7d31-45fc-4ab7-b127-56be673831aa","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784908234.3921258,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8cab7d31-45fc-4ab7-b127-56be673831aa"} {"level":"info","ts":1784908253.3615935,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908253.3616683,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c7843ee-9db7-4106-acd4-1f756bb80c8d"} {"level":"info","ts":1784908253.3616803,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0c7843ee-9db7-4106-acd4-1f756bb80c8d"} {"level":"info","ts":1784908253.3617086,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0c7843ee-9db7-4106-acd4-1f756bb80c8d","EoS":false} {"level":"info","ts":1784908253.3617249,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0c7843ee-9db7-4106-acd4-1f756bb80c8d","EoS":true} {"level":"info","ts":1784908253.361748,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0c7843ee-9db7-4106-acd4-1f756bb80c8d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784908253.361764,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c7843ee-9db7-4106-acd4-1f756bb80c8d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908253.3617866,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0c7843ee-9db7-4106-acd4-1f756bb80c8d"} {"level":"info","ts":1784908253.500507,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908253.5005805,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fe63144c-0e05-4f54-9e46-763e0b1675d8"} {"level":"info","ts":1784908253.50059,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fe63144c-0e05-4f54-9e46-763e0b1675d8"} {"level":"info","ts":1784908253.5006018,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fe63144c-0e05-4f54-9e46-763e0b1675d8","EoS":false} {"level":"info","ts":1784908253.5006156,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fe63144c-0e05-4f54-9e46-763e0b1675d8","EoS":true} {"level":"info","ts":1784908253.5006354,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fe63144c-0e05-4f54-9e46-763e0b1675d8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784908253.5006497,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fe63144c-0e05-4f54-9e46-763e0b1675d8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908253.5006742,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fe63144c-0e05-4f54-9e46-763e0b1675d8"} {"level":"info","ts":1784908253.641927,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908253.642002,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e5bb18d6-10c1-4a20-a6de-774956b31f08"} {"level":"info","ts":1784908253.642011,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e5bb18d6-10c1-4a20-a6de-774956b31f08"} {"level":"info","ts":1784908253.642023,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e5bb18d6-10c1-4a20-a6de-774956b31f08","EoS":false} {"level":"info","ts":1784908253.642035,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e5bb18d6-10c1-4a20-a6de-774956b31f08","EoS":true} {"level":"info","ts":1784908253.6420557,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e5bb18d6-10c1-4a20-a6de-774956b31f08","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784908253.6420708,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e5bb18d6-10c1-4a20-a6de-774956b31f08","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908253.6420891,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e5bb18d6-10c1-4a20-a6de-774956b31f08"} {"level":"info","ts":1784908253.7832034,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908253.7832901,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7efa2ba2-6e35-4748-a05b-21ce87442a2c"} {"level":"info","ts":1784908253.7833033,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7efa2ba2-6e35-4748-a05b-21ce87442a2c"} {"level":"info","ts":1784908253.78332,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7efa2ba2-6e35-4748-a05b-21ce87442a2c","EoS":false} {"level":"info","ts":1784908253.783335,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7efa2ba2-6e35-4748-a05b-21ce87442a2c","EoS":true} {"level":"info","ts":1784908253.783359,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7efa2ba2-6e35-4748-a05b-21ce87442a2c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784908253.7833745,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7efa2ba2-6e35-4748-a05b-21ce87442a2c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908253.7834017,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7efa2ba2-6e35-4748-a05b-21ce87442a2c"} {"level":"info","ts":1784908253.9208713,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908253.9209478,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"db305e4c-79fd-4516-a23d-b7b16e2aece9"} {"level":"info","ts":1784908253.9209569,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"db305e4c-79fd-4516-a23d-b7b16e2aece9"} {"level":"info","ts":1784908253.920974,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"db305e4c-79fd-4516-a23d-b7b16e2aece9","EoS":false} {"level":"info","ts":1784908253.920987,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"db305e4c-79fd-4516-a23d-b7b16e2aece9","EoS":true} {"level":"info","ts":1784908253.9210076,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"db305e4c-79fd-4516-a23d-b7b16e2aece9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784908253.9210217,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"db305e4c-79fd-4516-a23d-b7b16e2aece9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908253.9210835,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"db305e4c-79fd-4516-a23d-b7b16e2aece9"} {"level":"info","ts":1784908254.06084,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908254.0609164,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1616183d-2f2a-40c5-aec5-92855428da90"} {"level":"info","ts":1784908254.0609286,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1616183d-2f2a-40c5-aec5-92855428da90"} {"level":"info","ts":1784908254.0609412,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1616183d-2f2a-40c5-aec5-92855428da90","EoS":false} {"level":"info","ts":1784908254.0609574,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1616183d-2f2a-40c5-aec5-92855428da90","EoS":true} {"level":"info","ts":1784908254.060977,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1616183d-2f2a-40c5-aec5-92855428da90","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784908254.060994,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1616183d-2f2a-40c5-aec5-92855428da90","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908254.0610154,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1616183d-2f2a-40c5-aec5-92855428da90"} {"level":"info","ts":1784908272.8737597,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908272.8738348,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"84338409-af0b-45b8-b777-6b759b114380"} {"level":"info","ts":1784908272.8738441,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"84338409-af0b-45b8-b777-6b759b114380"} {"level":"info","ts":1784908272.873855,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"84338409-af0b-45b8-b777-6b759b114380","EoS":false} {"level":"info","ts":1784908272.873866,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"84338409-af0b-45b8-b777-6b759b114380","EoS":true} {"level":"info","ts":1784908272.8738863,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"84338409-af0b-45b8-b777-6b759b114380","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784908272.873902,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"84338409-af0b-45b8-b777-6b759b114380","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908272.873921,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"84338409-af0b-45b8-b777-6b759b114380"} {"level":"info","ts":1784908272.9171278,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908272.917205,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dee4abc9-8397-4d68-b5fd-46dff7836251"} {"level":"info","ts":1784908272.917214,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dee4abc9-8397-4d68-b5fd-46dff7836251"} {"level":"info","ts":1784908272.9172251,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dee4abc9-8397-4d68-b5fd-46dff7836251","EoS":false} {"level":"info","ts":1784908272.9172406,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dee4abc9-8397-4d68-b5fd-46dff7836251","EoS":true} {"level":"info","ts":1784908272.9172616,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dee4abc9-8397-4d68-b5fd-46dff7836251","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784908272.9172769,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dee4abc9-8397-4d68-b5fd-46dff7836251","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908272.917301,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dee4abc9-8397-4d68-b5fd-46dff7836251"} {"level":"info","ts":1784908272.9504323,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908272.9505055,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7d6c41a3-5670-4b7b-b1b3-8b454f462ba7"} {"level":"info","ts":1784908272.9505148,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7d6c41a3-5670-4b7b-b1b3-8b454f462ba7"} {"level":"info","ts":1784908272.9505258,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7d6c41a3-5670-4b7b-b1b3-8b454f462ba7","EoS":false} {"level":"info","ts":1784908272.950538,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7d6c41a3-5670-4b7b-b1b3-8b454f462ba7","EoS":true} {"level":"info","ts":1784908272.9505575,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7d6c41a3-5670-4b7b-b1b3-8b454f462ba7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784908272.9505765,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7d6c41a3-5670-4b7b-b1b3-8b454f462ba7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908272.9506032,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7d6c41a3-5670-4b7b-b1b3-8b454f462ba7"} {"level":"info","ts":1784908272.9862876,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908272.98636,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"641a11cb-4f47-9d47-bc74-c78ac0f5d78e"} {"level":"info","ts":1784908277.6297321,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908277.6298156,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a768011-dc06-9b69-a3f9-4d09876e90c8"} {"level":"info","ts":1784908277.6298263,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4a768011-dc06-9b69-a3f9-4d09876e90c8"} {"level":"info","ts":1784908277.6298373,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4a768011-dc06-9b69-a3f9-4d09876e90c8","EoS":false} {"level":"info","ts":1784908277.62985,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4a768011-dc06-9b69-a3f9-4d09876e90c8","EoS":true} {"level":"info","ts":1784908277.6298702,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4a768011-dc06-9b69-a3f9-4d09876e90c8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784908277.6298852,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4a768011-dc06-9b69-a3f9-4d09876e90c8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908277.6299279,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4a768011-dc06-9b69-a3f9-4d09876e90c8"} {"level":"info","ts":1784908286.2128093,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908286.2128897,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"18bd5963-8226-40c0-aeba-093b407bb2bb"} {"level":"info","ts":1784908286.2128985,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"18bd5963-8226-40c0-aeba-093b407bb2bb"} {"level":"info","ts":1784908286.2129102,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"18bd5963-8226-40c0-aeba-093b407bb2bb","EoS":false} {"level":"info","ts":1784908286.2129204,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"18bd5963-8226-40c0-aeba-093b407bb2bb","EoS":true} {"level":"info","ts":1784908286.2129407,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"18bd5963-8226-40c0-aeba-093b407bb2bb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784908286.2129989,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"18bd5963-8226-40c0-aeba-093b407bb2bb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784908286.2130249,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"18bd5963-8226-40c0-aeba-093b407bb2bb"} {"level":"info","ts":1784908288.2451108,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908288.2451913,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e4940419-2b10-4a7f-bbbc-207edb287d1a"} {"level":"info","ts":1784908288.2452004,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e4940419-2b10-4a7f-bbbc-207edb287d1a"} {"level":"info","ts":1784908288.2452114,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e4940419-2b10-4a7f-bbbc-207edb287d1a","EoS":false} {"level":"info","ts":1784908288.2452238,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e4940419-2b10-4a7f-bbbc-207edb287d1a","EoS":true} {"level":"info","ts":1784908288.2452435,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e4940419-2b10-4a7f-bbbc-207edb287d1a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784908288.2452595,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e4940419-2b10-4a7f-bbbc-207edb287d1a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784908288.245316,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e4940419-2b10-4a7f-bbbc-207edb287d1a"} {"level":"info","ts":1784908290.2791708,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908290.2792447,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a19d5833-5961-4a93-ad4b-bb0864b4a3f2"} {"level":"info","ts":1784908290.2792559,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a19d5833-5961-4a93-ad4b-bb0864b4a3f2"} {"level":"info","ts":1784908290.2792664,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a19d5833-5961-4a93-ad4b-bb0864b4a3f2","EoS":false} {"level":"info","ts":1784908290.279278,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a19d5833-5961-4a93-ad4b-bb0864b4a3f2","EoS":true} {"level":"info","ts":1784908290.2792983,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a19d5833-5961-4a93-ad4b-bb0864b4a3f2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784908290.2793143,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a19d5833-5961-4a93-ad4b-bb0864b4a3f2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784908290.279334,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a19d5833-5961-4a93-ad4b-bb0864b4a3f2"} {"level":"info","ts":1784908303.1673915,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908303.1674907,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3bad9ca8-3d74-4a74-87ce-de111b3da13a"} {"level":"info","ts":1784908303.1675117,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3bad9ca8-3d74-4a74-87ce-de111b3da13a"} {"level":"info","ts":1784908303.167529,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3bad9ca8-3d74-4a74-87ce-de111b3da13a","EoS":false} {"level":"info","ts":1784908303.167545,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3bad9ca8-3d74-4a74-87ce-de111b3da13a","EoS":true} {"level":"info","ts":1784908303.167573,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3bad9ca8-3d74-4a74-87ce-de111b3da13a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784908303.1675935,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3bad9ca8-3d74-4a74-87ce-de111b3da13a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908303.1676233,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3bad9ca8-3d74-4a74-87ce-de111b3da13a"} {"level":"info","ts":1784908311.720548,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908311.7206385,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"15d802a2-e728-491a-adb0-6909317f47c4"} {"level":"info","ts":1784908311.720648,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"15d802a2-e728-491a-adb0-6909317f47c4"} {"level":"info","ts":1784908311.7206624,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"15d802a2-e728-491a-adb0-6909317f47c4","EoS":false} {"level":"info","ts":1784908311.7206788,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"15d802a2-e728-491a-adb0-6909317f47c4","EoS":true} {"level":"info","ts":1784908311.7207174,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"15d802a2-e728-491a-adb0-6909317f47c4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784908311.7207367,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"15d802a2-e728-491a-adb0-6909317f47c4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908311.7207587,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"15d802a2-e728-491a-adb0-6909317f47c4"} {"level":"info","ts":1784908320.6157744,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908320.6158504,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53f8c980-3fe6-4507-bbe5-02b4b062c913"} {"level":"info","ts":1784908320.615859,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"53f8c980-3fe6-4507-bbe5-02b4b062c913"} {"level":"info","ts":1784908320.6158714,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"53f8c980-3fe6-4507-bbe5-02b4b062c913","EoS":false} {"level":"info","ts":1784908320.6158824,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"53f8c980-3fe6-4507-bbe5-02b4b062c913","EoS":true} {"level":"info","ts":1784908320.615903,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"53f8c980-3fe6-4507-bbe5-02b4b062c913","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784908320.6159208,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53f8c980-3fe6-4507-bbe5-02b4b062c913","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908320.6159399,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"53f8c980-3fe6-4507-bbe5-02b4b062c913"} {"level":"info","ts":1784908329.7353652,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908329.735445,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"245ac365-c9a7-4e23-abb4-671f7c7330b0"} {"level":"info","ts":1784908329.735455,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"245ac365-c9a7-4e23-abb4-671f7c7330b0"} {"level":"info","ts":1784908329.7354665,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"245ac365-c9a7-4e23-abb4-671f7c7330b0","EoS":false} {"level":"info","ts":1784908329.7354789,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"245ac365-c9a7-4e23-abb4-671f7c7330b0","EoS":true} {"level":"info","ts":1784908329.7354994,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"245ac365-c9a7-4e23-abb4-671f7c7330b0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784908329.7355158,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"245ac365-c9a7-4e23-abb4-671f7c7330b0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908329.7355735,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"245ac365-c9a7-4e23-abb4-671f7c7330b0"} {"level":"info","ts":1784908334.524068,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908334.524144,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"47f029d5-e13f-42a4-9120-20931dbb0116"} {"level":"info","ts":1784908334.5241575,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"47f029d5-e13f-42a4-9120-20931dbb0116"} {"level":"info","ts":1784908334.524169,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"47f029d5-e13f-42a4-9120-20931dbb0116","EoS":false} {"level":"info","ts":1784908334.5241807,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"47f029d5-e13f-42a4-9120-20931dbb0116","EoS":true} {"level":"info","ts":1784908334.5242007,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"47f029d5-e13f-42a4-9120-20931dbb0116","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784908334.5242178,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"47f029d5-e13f-42a4-9120-20931dbb0116","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908334.5242412,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"47f029d5-e13f-42a4-9120-20931dbb0116"} {"level":"info","ts":1784908339.33013,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908339.330205,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b2ee6450-eeae-4b51-81c2-db153fa27ea6"} {"level":"info","ts":1784908339.3302143,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b2ee6450-eeae-4b51-81c2-db153fa27ea6"} {"level":"info","ts":1784908339.3302257,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b2ee6450-eeae-4b51-81c2-db153fa27ea6","EoS":false} {"level":"info","ts":1784908339.330239,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b2ee6450-eeae-4b51-81c2-db153fa27ea6","EoS":true} {"level":"info","ts":1784908339.3302636,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b2ee6450-eeae-4b51-81c2-db153fa27ea6","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784908339.330277,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b2ee6450-eeae-4b51-81c2-db153fa27ea6","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784908339.3302994,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b2ee6450-eeae-4b51-81c2-db153fa27ea6"} {"level":"info","ts":1784908339.6107807,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908339.6108587,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"62ca1cad-fb78-4e97-a12d-58464c2d9ac4"} {"level":"info","ts":1784908339.6108685,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"62ca1cad-fb78-4e97-a12d-58464c2d9ac4"} {"level":"info","ts":1784908339.61088,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"62ca1cad-fb78-4e97-a12d-58464c2d9ac4","EoS":false} {"level":"info","ts":1784908339.610893,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"62ca1cad-fb78-4e97-a12d-58464c2d9ac4","EoS":true} {"level":"info","ts":1784908339.6109166,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"62ca1cad-fb78-4e97-a12d-58464c2d9ac4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784908339.6109326,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"62ca1cad-fb78-4e97-a12d-58464c2d9ac4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784908339.610954,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"62ca1cad-fb78-4e97-a12d-58464c2d9ac4"} {"level":"info","ts":1784908341.6488304,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908341.648905,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c0bbe6f-bf56-4ba6-9552-01e99e99b844"} {"level":"info","ts":1784908341.6489146,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8c0bbe6f-bf56-4ba6-9552-01e99e99b844"} {"level":"info","ts":1784908341.648926,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8c0bbe6f-bf56-4ba6-9552-01e99e99b844","EoS":false} {"level":"info","ts":1784908341.6489363,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8c0bbe6f-bf56-4ba6-9552-01e99e99b844","EoS":true} {"level":"info","ts":1784908341.6489553,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8c0bbe6f-bf56-4ba6-9552-01e99e99b844","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784908341.6489758,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8c0bbe6f-bf56-4ba6-9552-01e99e99b844","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784908341.6489944,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8c0bbe6f-bf56-4ba6-9552-01e99e99b844"} {"level":"info","ts":1784908343.6849356,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908343.6850178,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"172b2e93-9b36-40a6-a809-ae3d12ef797c"} {"level":"info","ts":1784908343.6850305,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"172b2e93-9b36-40a6-a809-ae3d12ef797c"} {"level":"info","ts":1784908343.6850412,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"172b2e93-9b36-40a6-a809-ae3d12ef797c","EoS":false} {"level":"info","ts":1784908343.6850572,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"172b2e93-9b36-40a6-a809-ae3d12ef797c","EoS":true} {"level":"info","ts":1784908343.685079,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"172b2e93-9b36-40a6-a809-ae3d12ef797c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784908343.6850958,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"172b2e93-9b36-40a6-a809-ae3d12ef797c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784908343.6851144,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"172b2e93-9b36-40a6-a809-ae3d12ef797c"} {"level":"info","ts":1784908345.720269,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908345.7203448,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"194a6a23-8755-4166-8357-ef57ba7b3abb"} {"level":"info","ts":1784908345.720354,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"194a6a23-8755-4166-8357-ef57ba7b3abb"} {"level":"info","ts":1784908345.7203665,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"194a6a23-8755-4166-8357-ef57ba7b3abb","EoS":false} {"level":"info","ts":1784908345.7203796,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"194a6a23-8755-4166-8357-ef57ba7b3abb","EoS":true} {"level":"info","ts":1784908345.7204003,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"194a6a23-8755-4166-8357-ef57ba7b3abb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784908345.720415,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"194a6a23-8755-4166-8357-ef57ba7b3abb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784908345.7204347,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"194a6a23-8755-4166-8357-ef57ba7b3abb"} {"level":"info","ts":1784908368.313958,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908368.314042,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c08516d5-5056-4d99-9465-bfce1dac0386"} {"level":"info","ts":1784908368.3140516,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c08516d5-5056-4d99-9465-bfce1dac0386"} {"level":"info","ts":1784908368.3140638,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c08516d5-5056-4d99-9465-bfce1dac0386","EoS":false} {"level":"info","ts":1784908368.31408,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c08516d5-5056-4d99-9465-bfce1dac0386","EoS":true} {"level":"info","ts":1784908368.3141062,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c08516d5-5056-4d99-9465-bfce1dac0386","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784908368.3141232,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c08516d5-5056-4d99-9465-bfce1dac0386","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784908368.3141448,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c08516d5-5056-4d99-9465-bfce1dac0386"} {"level":"info","ts":1784908377.6994534,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908377.6995342,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"01b787c5-b81b-40df-b950-f3e6e9bdf141"} {"level":"info","ts":1784908377.6995432,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"01b787c5-b81b-40df-b950-f3e6e9bdf141"} {"level":"info","ts":1784908377.6995542,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"01b787c5-b81b-40df-b950-f3e6e9bdf141","EoS":false} {"level":"info","ts":1784908377.6995654,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"01b787c5-b81b-40df-b950-f3e6e9bdf141","EoS":true} {"level":"info","ts":1784908377.6995885,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"01b787c5-b81b-40df-b950-f3e6e9bdf141","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784908377.6996043,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"01b787c5-b81b-40df-b950-f3e6e9bdf141","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908377.699627,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"01b787c5-b81b-40df-b950-f3e6e9bdf141"} {"level":"info","ts":1784908383.2173975,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908383.2174792,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eeee5fd8-a4e8-4bbe-916a-39ce0b09e02b"} {"level":"info","ts":1784908383.2174926,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eeee5fd8-a4e8-4bbe-916a-39ce0b09e02b"} {"level":"info","ts":1784908383.217512,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eeee5fd8-a4e8-4bbe-916a-39ce0b09e02b","EoS":false} {"level":"info","ts":1784908383.217535,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eeee5fd8-a4e8-4bbe-916a-39ce0b09e02b","EoS":true} {"level":"info","ts":1784908383.217564,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eeee5fd8-a4e8-4bbe-916a-39ce0b09e02b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784908383.2175827,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eeee5fd8-a4e8-4bbe-916a-39ce0b09e02b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784908383.217614,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eeee5fd8-a4e8-4bbe-916a-39ce0b09e02b"} {"level":"info","ts":1784908392.8078592,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908392.8079627,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4b17a9f7-17d9-4de6-91a5-970b1cab2ce8"} {"level":"info","ts":1784908392.807978,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4b17a9f7-17d9-4de6-91a5-970b1cab2ce8"} {"level":"info","ts":1784908392.8079984,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4b17a9f7-17d9-4de6-91a5-970b1cab2ce8","EoS":false} {"level":"info","ts":1784908392.8080785,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4b17a9f7-17d9-4de6-91a5-970b1cab2ce8","EoS":true} {"level":"info","ts":1784908392.808115,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4b17a9f7-17d9-4de6-91a5-970b1cab2ce8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784908392.8081307,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4b17a9f7-17d9-4de6-91a5-970b1cab2ce8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908392.8081546,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4b17a9f7-17d9-4de6-91a5-970b1cab2ce8"} {"level":"info","ts":1784908394.842839,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908394.8429542,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fa8f49f2-0353-459d-8f48-9b2319499ea6"} {"level":"info","ts":1784908394.8429754,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fa8f49f2-0353-459d-8f48-9b2319499ea6"} {"level":"info","ts":1784908394.842998,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fa8f49f2-0353-459d-8f48-9b2319499ea6","EoS":false} {"level":"info","ts":1784908394.8430731,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fa8f49f2-0353-459d-8f48-9b2319499ea6","EoS":true} {"level":"info","ts":1784908394.8431134,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fa8f49f2-0353-459d-8f48-9b2319499ea6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784908394.8431346,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fa8f49f2-0353-459d-8f48-9b2319499ea6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908394.8431609,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fa8f49f2-0353-459d-8f48-9b2319499ea6"} {"level":"info","ts":1784908404.3107266,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908404.3108208,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a00c508-2ea6-47e6-aebc-dbfc7c244fd5"} {"level":"info","ts":1784908404.310835,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4a00c508-2ea6-47e6-aebc-dbfc7c244fd5"} {"level":"info","ts":1784908404.3108554,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4a00c508-2ea6-47e6-aebc-dbfc7c244fd5","EoS":false} {"level":"info","ts":1784908404.3108773,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4a00c508-2ea6-47e6-aebc-dbfc7c244fd5","EoS":true} {"level":"info","ts":1784908404.3109577,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4a00c508-2ea6-47e6-aebc-dbfc7c244fd5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784908404.31098,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4a00c508-2ea6-47e6-aebc-dbfc7c244fd5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908404.3110135,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4a00c508-2ea6-47e6-aebc-dbfc7c244fd5"} {"level":"info","ts":1784908404.3501933,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908404.3502634,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5f0949f-2ad8-400a-9b07-c30778da77e2"} {"level":"info","ts":1784908404.350275,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b5f0949f-2ad8-400a-9b07-c30778da77e2"} {"level":"info","ts":1784908404.350286,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b5f0949f-2ad8-400a-9b07-c30778da77e2","EoS":false} {"level":"info","ts":1784908404.350301,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b5f0949f-2ad8-400a-9b07-c30778da77e2","EoS":true} {"level":"info","ts":1784908404.3503218,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b5f0949f-2ad8-400a-9b07-c30778da77e2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784908404.350337,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b5f0949f-2ad8-400a-9b07-c30778da77e2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908404.3503602,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b5f0949f-2ad8-400a-9b07-c30778da77e2"} {"level":"info","ts":1784908423.561975,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908423.5620582,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a14db320-843b-4531-8325-433f2e85e783"} {"level":"info","ts":1784908423.5620675,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a14db320-843b-4531-8325-433f2e85e783"} {"level":"info","ts":1784908423.5620785,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a14db320-843b-4531-8325-433f2e85e783","EoS":false} {"level":"info","ts":1784908423.5620937,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a14db320-843b-4531-8325-433f2e85e783","EoS":true} {"level":"info","ts":1784908423.5621142,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a14db320-843b-4531-8325-433f2e85e783","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784908423.5621295,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a14db320-843b-4531-8325-433f2e85e783","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908423.5621517,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a14db320-843b-4531-8325-433f2e85e783"} {"level":"info","ts":1784908432.9393435,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908432.9394183,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27f12ab6-3bd0-4833-8382-b27db5bea63e"} {"level":"info","ts":1784908432.9394276,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"27f12ab6-3bd0-4833-8382-b27db5bea63e"} {"level":"info","ts":1784908432.9394383,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"27f12ab6-3bd0-4833-8382-b27db5bea63e","EoS":false} {"level":"info","ts":1784908432.9394495,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"27f12ab6-3bd0-4833-8382-b27db5bea63e","EoS":true} {"level":"info","ts":1784908432.9394696,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"27f12ab6-3bd0-4833-8382-b27db5bea63e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784908432.9394844,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"27f12ab6-3bd0-4833-8382-b27db5bea63e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908432.9395053,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"27f12ab6-3bd0-4833-8382-b27db5bea63e"} {"level":"info","ts":1784908438.2378016,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908438.2378855,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2473b8b7-6771-4180-b6b1-72ff3699ed36"} {"level":"info","ts":1784908438.2378943,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2473b8b7-6771-4180-b6b1-72ff3699ed36"} {"level":"info","ts":1784908438.2379065,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2473b8b7-6771-4180-b6b1-72ff3699ed36","EoS":false} {"level":"info","ts":1784908438.2379208,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2473b8b7-6771-4180-b6b1-72ff3699ed36","EoS":true} {"level":"info","ts":1784908438.2379405,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2473b8b7-6771-4180-b6b1-72ff3699ed36","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784908438.2379572,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2473b8b7-6771-4180-b6b1-72ff3699ed36","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784908438.2379804,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2473b8b7-6771-4180-b6b1-72ff3699ed36"} {"level":"info","ts":1784908529.0649111,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908529.0650024,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e4fe9949-0a25-4e46-95a2-1bd2e0ba55c8"} {"level":"info","ts":1784908529.065012,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e4fe9949-0a25-4e46-95a2-1bd2e0ba55c8"} {"level":"info","ts":1784908529.0650253,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e4fe9949-0a25-4e46-95a2-1bd2e0ba55c8","EoS":false} {"level":"info","ts":1784908529.0650363,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e4fe9949-0a25-4e46-95a2-1bd2e0ba55c8","EoS":true} {"level":"info","ts":1784908529.0650582,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e4fe9949-0a25-4e46-95a2-1bd2e0ba55c8","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784908529.065071,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e4fe9949-0a25-4e46-95a2-1bd2e0ba55c8","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784908529.0650933,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e4fe9949-0a25-4e46-95a2-1bd2e0ba55c8"} {"level":"info","ts":1784908552.4566734,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908552.4567926,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"243c5bb8-de82-483d-880b-1fe234c52087"} {"level":"info","ts":1784908552.456806,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"243c5bb8-de82-483d-880b-1fe234c52087"} {"level":"info","ts":1784908552.4568183,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"243c5bb8-de82-483d-880b-1fe234c52087","EoS":false} {"level":"info","ts":1784908552.456836,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"243c5bb8-de82-483d-880b-1fe234c52087","EoS":true} {"level":"info","ts":1784908552.4568648,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"243c5bb8-de82-483d-880b-1fe234c52087","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784908552.4568892,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"243c5bb8-de82-483d-880b-1fe234c52087","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784908552.4569094,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"243c5bb8-de82-483d-880b-1fe234c52087"} {"level":"info","ts":1784908587.5165524,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908587.5166273,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ef090059-93c0-44da-9fe8-8ddfa3f7227d"} {"level":"info","ts":1784908587.5166357,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ef090059-93c0-44da-9fe8-8ddfa3f7227d"} {"level":"info","ts":1784908587.516647,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ef090059-93c0-44da-9fe8-8ddfa3f7227d","EoS":false} {"level":"info","ts":1784908587.5166597,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ef090059-93c0-44da-9fe8-8ddfa3f7227d","EoS":true} {"level":"info","ts":1784908587.5166802,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ef090059-93c0-44da-9fe8-8ddfa3f7227d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784908587.5167108,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ef090059-93c0-44da-9fe8-8ddfa3f7227d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908587.51673,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ef090059-93c0-44da-9fe8-8ddfa3f7227d"} {"level":"info","ts":1784908602.8109279,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908602.811006,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5c6d064c-58a5-4137-830e-08ecd739fe85"} {"level":"info","ts":1784908602.8110158,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5c6d064c-58a5-4137-830e-08ecd739fe85"} {"level":"info","ts":1784908602.811028,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5c6d064c-58a5-4137-830e-08ecd739fe85","EoS":false} {"level":"info","ts":1784908602.8110418,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5c6d064c-58a5-4137-830e-08ecd739fe85","EoS":true} {"level":"info","ts":1784908602.8110657,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5c6d064c-58a5-4137-830e-08ecd739fe85","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784908602.811083,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5c6d064c-58a5-4137-830e-08ecd739fe85","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908602.8111048,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5c6d064c-58a5-4137-830e-08ecd739fe85"} {"level":"info","ts":1784908603.1012096,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908603.1012874,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"24a5b088-2e3d-4a18-b497-60f28abb0b2d"} {"level":"info","ts":1784908603.101297,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"24a5b088-2e3d-4a18-b497-60f28abb0b2d"} {"level":"info","ts":1784908603.101308,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"24a5b088-2e3d-4a18-b497-60f28abb0b2d","EoS":false} {"level":"info","ts":1784908603.1013215,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"24a5b088-2e3d-4a18-b497-60f28abb0b2d","EoS":true} {"level":"info","ts":1784908603.1013463,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"24a5b088-2e3d-4a18-b497-60f28abb0b2d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784908603.1013627,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"24a5b088-2e3d-4a18-b497-60f28abb0b2d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908603.101384,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"24a5b088-2e3d-4a18-b497-60f28abb0b2d"} {"level":"info","ts":1784908911.8448606,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908911.844945,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2dde0a4a-2762-4e43-9a82-e32071a7fef5"} {"level":"info","ts":1784908911.844953,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2dde0a4a-2762-4e43-9a82-e32071a7fef5"} {"level":"info","ts":1784908911.8449638,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2dde0a4a-2762-4e43-9a82-e32071a7fef5","EoS":false} {"level":"info","ts":1784908911.844976,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2dde0a4a-2762-4e43-9a82-e32071a7fef5","EoS":true} {"level":"info","ts":1784908911.8449981,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2dde0a4a-2762-4e43-9a82-e32071a7fef5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784908911.8450127,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2dde0a4a-2762-4e43-9a82-e32071a7fef5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908911.8450325,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2dde0a4a-2762-4e43-9a82-e32071a7fef5"} {"level":"info","ts":1784908911.8879907,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908911.888073,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f20150d4-d641-4562-868f-b40167f1ce43"} {"level":"info","ts":1784908911.888082,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f20150d4-d641-4562-868f-b40167f1ce43"} {"level":"info","ts":1784908911.888093,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f20150d4-d641-4562-868f-b40167f1ce43","EoS":false} {"level":"info","ts":1784908911.8881052,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f20150d4-d641-4562-868f-b40167f1ce43","EoS":true} {"level":"info","ts":1784908911.8881254,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f20150d4-d641-4562-868f-b40167f1ce43","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784908911.888141,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f20150d4-d641-4562-868f-b40167f1ce43","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908911.8881595,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f20150d4-d641-4562-868f-b40167f1ce43"} {"level":"info","ts":1784908911.9256,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908911.9256732,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a5649e6e-bffd-4fbf-9114-58c8543e7632"} {"level":"info","ts":1784908911.9256818,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a5649e6e-bffd-4fbf-9114-58c8543e7632"} {"level":"info","ts":1784908911.9257119,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a5649e6e-bffd-4fbf-9114-58c8543e7632","EoS":false} {"level":"info","ts":1784908911.925728,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a5649e6e-bffd-4fbf-9114-58c8543e7632","EoS":true} {"level":"info","ts":1784908911.925757,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a5649e6e-bffd-4fbf-9114-58c8543e7632","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784908911.925774,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a5649e6e-bffd-4fbf-9114-58c8543e7632","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908911.925793,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a5649e6e-bffd-4fbf-9114-58c8543e7632"} {"level":"info","ts":1784908916.7592916,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c32e3bfc-1a7d-4da4-916b-fa5e0baa1b93"} {"level":"info","ts":1784908916.759292,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0e0010a7-888c-4f60-8660-02ed4559415b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784908916.7593398,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0e0010a7-888c-4f60-8660-02ed4559415b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784908916.763826,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3496bc2d-4082-44eb-9e0b-4cb0f315433f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784908916.763856,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3496bc2d-4082-44eb-9e0b-4cb0f315433f","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784908916.7671242,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c32e3bfc-1a7d-4da4-916b-fa5e0baa1b93","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784908916.7673478,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38162.584822914,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784908916.7673662,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784908916.9185941,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"46215ba8-723b-4682-b109-cfdd5be8c4ca","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784908916.918651,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"46215ba8-723b-4682-b109-cfdd5be8c4ca","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784908916.9190147,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784908916.919224,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"39d5271b-cbb1-4eee-87f6-99e6f5c2fbe9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784908916.9193265,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e22eb005-7116-4c76-8b67-f348790882d8"} {"level":"info","ts":1784908916.9193852,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"39d5271b-cbb1-4eee-87f6-99e6f5c2fbe9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784908916.919424,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"72d4cd4f-18dd-4a40-9980-312d536d0c50","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784908916.9194384,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"72d4cd4f-18dd-4a40-9980-312d536d0c50","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784908916.9196403,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34136.08129485,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784908916.919654,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784908916.9259036,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784908916.9676135,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38774.216618267,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784908916.9676366,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784908916.9746792,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784908917.019767,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e22eb005-7116-4c76-8b67-f348790882d8","name":"e2e-external-model"} {"level":"info","ts":1784908917.0198646,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"439529b1-563c-45b7-bd84-ef0b12ec661d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784908917.0199,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"439529b1-563c-45b7-bd84-ef0b12ec661d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784908917.03606,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f592b605-2bc2-4c41-83d9-279a3b598126","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784908917.036108,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f592b605-2bc2-4c41-83d9-279a3b598126","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784908917.0362377,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e22eb005-7116-4c76-8b67-f348790882d8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784908917.0362897,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e22eb005-7116-4c76-8b67-f348790882d8","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784908917.0363598,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e9e92c1b-5c4a-4e1d-a47e-a1c4b24e496e"} {"level":"info","ts":1784908917.036426,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e9e92c1b-5c4a-4e1d-a47e-a1c4b24e496e","name":"e2e-external-model"} {"level":"info","ts":1784908917.0434747,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e9e92c1b-5c4a-4e1d-a47e-a1c4b24e496e","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784908917.0490673,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7b337365-f673-4b79-93a7-adcbe639f2d5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784908917.0490992,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7b337365-f673-4b79-93a7-adcbe639f2d5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784908917.0490673,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"be1bd3b8-fb13-4879-a2d9-797e16db6005"} {"level":"info","ts":1784908917.0491529,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"be1bd3b8-fb13-4879-a2d9-797e16db6005","name":"e2e-external-model"} {"level":"info","ts":1784908917.0584948,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"be1bd3b8-fb13-4879-a2d9-797e16db6005","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784908917.0684104,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c32e3bfc-1a7d-4da4-916b-fa5e0baa1b93","name":"e2e-external-provider"} {"level":"info","ts":1784908917.0784302,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c32e3bfc-1a7d-4da4-916b-fa5e0baa1b93","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784908917.0821362,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c32e3bfc-1a7d-4da4-916b-fa5e0baa1b93","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784908917.082226,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ba0a7b41-d876-4449-9571-46e31daf2bc7"} {"level":"info","ts":1784908917.0822742,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ba0a7b41-d876-4449-9571-46e31daf2bc7","name":"e2e-external-provider"} {"level":"info","ts":1784908917.0955954,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ba0a7b41-d876-4449-9571-46e31daf2bc7","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784908924.2902718,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908924.2903526,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ea113eb-e8c5-4f30-9da2-d199096cb053"} {"level":"info","ts":1784908924.2903612,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8ea113eb-e8c5-4f30-9da2-d199096cb053"} {"level":"info","ts":1784908924.290372,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8ea113eb-e8c5-4f30-9da2-d199096cb053","EoS":false} {"level":"info","ts":1784908924.2903829,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8ea113eb-e8c5-4f30-9da2-d199096cb053","EoS":true} {"level":"info","ts":1784908924.2904038,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8ea113eb-e8c5-4f30-9da2-d199096cb053","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784908924.29042,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ea113eb-e8c5-4f30-9da2-d199096cb053","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784908924.2904267,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"8ea113eb-e8c5-4f30-9da2-d199096cb053","modelName":"e2e-external-model"} {"level":"info","ts":1784908924.2904427,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"8ea113eb-e8c5-4f30-9da2-d199096cb053","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784908924.2905018,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8ea113eb-e8c5-4f30-9da2-d199096cb053"} {"level":"info","ts":1784908924.3367982,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908924.3368752,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"69f172bd-316e-4b04-9929-f63aa3a4c14b"} {"level":"info","ts":1784908924.3368843,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"69f172bd-316e-4b04-9929-f63aa3a4c14b"} {"level":"info","ts":1784908924.336895,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"69f172bd-316e-4b04-9929-f63aa3a4c14b","EoS":false} {"level":"info","ts":1784908924.3369064,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"69f172bd-316e-4b04-9929-f63aa3a4c14b","EoS":true} {"level":"info","ts":1784908924.3369253,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"69f172bd-316e-4b04-9929-f63aa3a4c14b","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784908924.336938,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"69f172bd-316e-4b04-9929-f63aa3a4c14b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784908924.336945,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"69f172bd-316e-4b04-9929-f63aa3a4c14b","modelName":"e2e-external-model"} {"level":"info","ts":1784908924.3369765,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"69f172bd-316e-4b04-9929-f63aa3a4c14b","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784908924.3370202,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"69f172bd-316e-4b04-9929-f63aa3a4c14b"} {"level":"info","ts":1784908924.3651369,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908924.3652093,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f0b140f6-97c0-47ce-8560-218ab0d468bf"} {"level":"info","ts":1784908924.3652184,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f0b140f6-97c0-47ce-8560-218ab0d468bf"} {"level":"info","ts":1784908924.365229,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f0b140f6-97c0-47ce-8560-218ab0d468bf","EoS":false} {"level":"info","ts":1784908924.3652396,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f0b140f6-97c0-47ce-8560-218ab0d468bf","EoS":true} {"level":"info","ts":1784908924.3652608,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f0b140f6-97c0-47ce-8560-218ab0d468bf","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784908924.365276,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f0b140f6-97c0-47ce-8560-218ab0d468bf","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784908924.3652866,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"f0b140f6-97c0-47ce-8560-218ab0d468bf","modelName":"e2e-external-model"} {"level":"info","ts":1784908924.3653018,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"f0b140f6-97c0-47ce-8560-218ab0d468bf","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784908924.3653412,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f0b140f6-97c0-47ce-8560-218ab0d468bf"} {"level":"info","ts":1784908924.5011666,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9bd0826c-ef2c-4771-810a-edd9bf8aedb7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784908924.5012145,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9bd0826c-ef2c-4771-810a-edd9bf8aedb7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784908924.5012095,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fd54de3d-10cc-4021-aed2-1434af808c6a"} {"level":"info","ts":1784908924.5084531,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"58692c32-b6ed-47cf-807b-90653605e279","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784908924.5085003,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"58692c32-b6ed-47cf-807b-90653605e279","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784908924.5094109,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fd54de3d-10cc-4021-aed2-1434af808c6a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784908924.5094864,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fd54de3d-10cc-4021-aed2-1434af808c6a","name":"e2e-cleanup-test"} {"level":"info","ts":1784908924.5308716,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"47146c6d-acff-4f06-ba31-4ed6d9448323","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784908924.5309117,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"47146c6d-acff-4f06-ba31-4ed6d9448323","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784908924.5329726,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fd54de3d-10cc-4021-aed2-1434af808c6a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784908924.5330293,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fd54de3d-10cc-4021-aed2-1434af808c6a","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784908924.5330796,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9373b4cb-9139-41b0-83ae-1ffe4aba9a7a"} {"level":"info","ts":1784908924.5331328,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9373b4cb-9139-41b0-83ae-1ffe4aba9a7a","name":"e2e-cleanup-test"} {"level":"info","ts":1784908924.5470169,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1296febb-10c7-4f45-af3a-ba935fe00a06","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784908924.5470514,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1296febb-10c7-4f45-af3a-ba935fe00a06","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784908924.5480087,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9373b4cb-9139-41b0-83ae-1ffe4aba9a7a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784908924.548054,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9373b4cb-9139-41b0-83ae-1ffe4aba9a7a","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784908924.5481048,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"22369858-3078-49d1-ab78-73555dfee327"} {"level":"info","ts":1784908924.548155,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"22369858-3078-49d1-ab78-73555dfee327","name":"e2e-cleanup-test"} {"level":"info","ts":1784908924.5568252,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"22369858-3078-49d1-ab78-73555dfee327","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784908924.563496,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"43987a53-0797-471e-8a62-ac75c0e5d5f5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784908924.5635297,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"43987a53-0797-471e-8a62-ac75c0e5d5f5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784908924.5635338,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a3d6665e-eb50-4fe1-9567-5516fd0f34c7"} {"level":"info","ts":1784908924.56359,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a3d6665e-eb50-4fe1-9567-5516fd0f34c7","name":"e2e-cleanup-test"} {"level":"info","ts":1784908924.571436,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a3d6665e-eb50-4fe1-9567-5516fd0f34c7","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784908932.7780566,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c566ef22-c0ae-46f9-bb0f-bcc9492d7e8d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784908932.7780998,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c566ef22-c0ae-46f9-bb0f-bcc9492d7e8d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784908932.7781065,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c92a42f3-71c9-4c48-bc4a-98a70413a424"} {"level":"info","ts":1784908937.0804093,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908937.0804956,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5d50eb7-9c11-4596-ab7c-d11848e2872c"} {"level":"info","ts":1784908937.0805056,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b5d50eb7-9c11-4596-ab7c-d11848e2872c"} {"level":"info","ts":1784908937.080517,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b5d50eb7-9c11-4596-ab7c-d11848e2872c","EoS":false} {"level":"info","ts":1784908937.08055,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b5d50eb7-9c11-4596-ab7c-d11848e2872c","EoS":true} {"level":"info","ts":1784908937.0805745,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b5d50eb7-9c11-4596-ab7c-d11848e2872c","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784908937.0805905,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b5d50eb7-9c11-4596-ab7c-d11848e2872c","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784908937.0806127,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b5d50eb7-9c11-4596-ab7c-d11848e2872c"} {"level":"info","ts":1784908937.1142032,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908937.1142812,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"763e1f56-17bc-4918-ac37-1a8d8c3cbdd5"} {"level":"info","ts":1784908937.1142914,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"763e1f56-17bc-4918-ac37-1a8d8c3cbdd5"} {"level":"info","ts":1784908937.1143026,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"763e1f56-17bc-4918-ac37-1a8d8c3cbdd5","EoS":false} {"level":"info","ts":1784908937.1143157,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"763e1f56-17bc-4918-ac37-1a8d8c3cbdd5","EoS":true} {"level":"info","ts":1784908937.1143358,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"763e1f56-17bc-4918-ac37-1a8d8c3cbdd5","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784908937.1143906,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"763e1f56-17bc-4918-ac37-1a8d8c3cbdd5","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784908937.114401,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"763e1f56-17bc-4918-ac37-1a8d8c3cbdd5","modelName":"e2e-external-model"} {"level":"info","ts":1784908937.114415,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"763e1f56-17bc-4918-ac37-1a8d8c3cbdd5","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784908937.1144552,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"763e1f56-17bc-4918-ac37-1a8d8c3cbdd5"} {"level":"info","ts":1784908937.159807,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908937.1598766,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d321105c-6983-4d15-8d0d-2fa96bd91a2f"} {"level":"info","ts":1784908937.1598945,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d321105c-6983-4d15-8d0d-2fa96bd91a2f"} {"level":"info","ts":1784908937.1599061,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d321105c-6983-4d15-8d0d-2fa96bd91a2f","EoS":false} {"level":"info","ts":1784908937.159917,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d321105c-6983-4d15-8d0d-2fa96bd91a2f","EoS":true} {"level":"info","ts":1784908937.159937,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d321105c-6983-4d15-8d0d-2fa96bd91a2f","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784908937.1599545,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d321105c-6983-4d15-8d0d-2fa96bd91a2f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784908937.1599762,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d321105c-6983-4d15-8d0d-2fa96bd91a2f"} {"level":"info","ts":1784908937.3085685,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908937.308643,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a10d9863-cd19-4330-9eb9-00110490a265"} {"level":"info","ts":1784908937.3086514,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a10d9863-cd19-4330-9eb9-00110490a265"} {"level":"info","ts":1784908937.3086634,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a10d9863-cd19-4330-9eb9-00110490a265","EoS":false} {"level":"info","ts":1784908937.3086782,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a10d9863-cd19-4330-9eb9-00110490a265","EoS":true} {"level":"info","ts":1784908937.3087153,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"a10d9863-cd19-4330-9eb9-00110490a265","field":"model"} {"level":"info","ts":1784908937.3087416,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a10d9863-cd19-4330-9eb9-00110490a265"} {"level":"info","ts":1784908938.258155,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe631936-2dce-4654-880e-f8f3896cac0e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784908938.2581942,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe631936-2dce-4654-880e-f8f3896cac0e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784908938.2581913,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aeff63df-7426-4a0c-bfa7-29bc69904af7"} {"level":"info","ts":1784908938.4089358,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5bc5c8bc-bfae-489c-83e8-488fa9f42f70","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784908938.4089594,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fe0a89ed-386d-4b71-8307-f74829dcd0e3"} {"level":"info","ts":1784908938.408973,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5bc5c8bc-bfae-489c-83e8-488fa9f42f70","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784910061.1717827,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910061.1718748,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"04830967-77be-4ca9-8caa-d6817844d20a"} {"level":"info","ts":1784910115.6274633,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910115.6275525,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f8614c0a-d2c9-468c-8b00-6c4e57da925d"} {"level":"info","ts":1784910115.627562,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f8614c0a-d2c9-468c-8b00-6c4e57da925d"} {"level":"info","ts":1784910115.627574,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f8614c0a-d2c9-468c-8b00-6c4e57da925d","EoS":false} {"level":"info","ts":1784910115.6276042,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f8614c0a-d2c9-468c-8b00-6c4e57da925d","EoS":true} {"level":"info","ts":1784910115.6276355,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f8614c0a-d2c9-468c-8b00-6c4e57da925d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784910115.627655,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f8614c0a-d2c9-468c-8b00-6c4e57da925d","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784910115.6276793,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f8614c0a-d2c9-468c-8b00-6c4e57da925d"}