{"level":"info","ts":1785079401.590074,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bbedc3ed-4ac9-434a-b722-713f4a017a5f"} {"level":"info","ts":1785079401.5900862,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bbedc3ed-4ac9-434a-b722-713f4a017a5f","EoS":false} {"level":"info","ts":1785079401.590106,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bbedc3ed-4ac9-434a-b722-713f4a017a5f","EoS":true} {"level":"info","ts":1785079401.5901265,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bbedc3ed-4ac9-434a-b722-713f4a017a5f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785079401.590143,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bbedc3ed-4ac9-434a-b722-713f4a017a5f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785079401.5901685,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bbedc3ed-4ac9-434a-b722-713f4a017a5f"} {"level":"info","ts":1785079405.754335,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079405.7544153,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8387f25b-833c-4d6f-821d-797d53a886da"} {"level":"info","ts":1785079405.7544253,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8387f25b-833c-4d6f-821d-797d53a886da"} {"level":"info","ts":1785079405.754436,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8387f25b-833c-4d6f-821d-797d53a886da","EoS":false} {"level":"info","ts":1785079405.7544472,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8387f25b-833c-4d6f-821d-797d53a886da","EoS":true} {"level":"info","ts":1785079405.7544675,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8387f25b-833c-4d6f-821d-797d53a886da","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785079405.7544844,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8387f25b-833c-4d6f-821d-797d53a886da","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785079405.7545044,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8387f25b-833c-4d6f-821d-797d53a886da"} {"level":"info","ts":1785079424.6647742,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079424.6648617,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c07d5776-9454-4104-8a9f-43d6b81c643f"} {"level":"info","ts":1785079424.6648757,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c07d5776-9454-4104-8a9f-43d6b81c643f"} {"level":"info","ts":1785079424.6648953,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c07d5776-9454-4104-8a9f-43d6b81c643f","EoS":false} {"level":"info","ts":1785079424.6649137,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c07d5776-9454-4104-8a9f-43d6b81c643f","EoS":true} {"level":"info","ts":1785079424.664945,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c07d5776-9454-4104-8a9f-43d6b81c643f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785079424.6649642,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c07d5776-9454-4104-8a9f-43d6b81c643f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785079424.664995,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c07d5776-9454-4104-8a9f-43d6b81c643f"} {"level":"info","ts":1785079424.8064156,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079424.806494,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6e42c9b8-aaa0-47c3-a5c0-b34be8bee452"} {"level":"info","ts":1785079424.8065064,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6e42c9b8-aaa0-47c3-a5c0-b34be8bee452"} {"level":"info","ts":1785079424.8065183,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6e42c9b8-aaa0-47c3-a5c0-b34be8bee452","EoS":false} {"level":"info","ts":1785079424.8065321,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6e42c9b8-aaa0-47c3-a5c0-b34be8bee452","EoS":true} {"level":"info","ts":1785079424.8065538,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6e42c9b8-aaa0-47c3-a5c0-b34be8bee452","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785079424.806569,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6e42c9b8-aaa0-47c3-a5c0-b34be8bee452","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785079424.8065917,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6e42c9b8-aaa0-47c3-a5c0-b34be8bee452"} {"level":"info","ts":1785079424.9436736,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079424.9437544,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d9214a35-a4c5-49e3-a791-145d88be8390"} {"level":"info","ts":1785079424.9437635,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d9214a35-a4c5-49e3-a791-145d88be8390"} {"level":"info","ts":1785079424.9437745,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d9214a35-a4c5-49e3-a791-145d88be8390","EoS":false} {"level":"info","ts":1785079424.943785,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d9214a35-a4c5-49e3-a791-145d88be8390","EoS":true} {"level":"info","ts":1785079424.9438045,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d9214a35-a4c5-49e3-a791-145d88be8390","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785079424.9438174,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d9214a35-a4c5-49e3-a791-145d88be8390","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785079424.9438398,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d9214a35-a4c5-49e3-a791-145d88be8390"} {"level":"info","ts":1785079425.0888028,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079425.0888777,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c4fa5eb1-68ef-4c54-9e9e-6ba4e93af434"} {"level":"info","ts":1785079425.088889,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c4fa5eb1-68ef-4c54-9e9e-6ba4e93af434"} {"level":"info","ts":1785079425.0889,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c4fa5eb1-68ef-4c54-9e9e-6ba4e93af434","EoS":false} {"level":"info","ts":1785079425.0889134,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c4fa5eb1-68ef-4c54-9e9e-6ba4e93af434","EoS":true} {"level":"info","ts":1785079425.0889354,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c4fa5eb1-68ef-4c54-9e9e-6ba4e93af434","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785079425.0889513,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c4fa5eb1-68ef-4c54-9e9e-6ba4e93af434","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785079425.0889764,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c4fa5eb1-68ef-4c54-9e9e-6ba4e93af434"} {"level":"info","ts":1785079425.227387,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079425.2274804,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"98a42b38-ac46-471e-87c2-003e508254a1"} {"level":"info","ts":1785079425.227499,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"98a42b38-ac46-471e-87c2-003e508254a1"} {"level":"info","ts":1785079425.227519,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"98a42b38-ac46-471e-87c2-003e508254a1","EoS":false} {"level":"info","ts":1785079425.2275362,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"98a42b38-ac46-471e-87c2-003e508254a1","EoS":true} {"level":"info","ts":1785079425.227569,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"98a42b38-ac46-471e-87c2-003e508254a1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785079425.2275906,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"98a42b38-ac46-471e-87c2-003e508254a1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785079425.227623,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"98a42b38-ac46-471e-87c2-003e508254a1"} {"level":"info","ts":1785079425.367047,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079425.3671215,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"04a5c9ba-ae75-4e26-9527-61476f695df9"} {"level":"info","ts":1785079425.3671331,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"04a5c9ba-ae75-4e26-9527-61476f695df9"} {"level":"info","ts":1785079425.3671443,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"04a5c9ba-ae75-4e26-9527-61476f695df9","EoS":false} {"level":"info","ts":1785079425.3671544,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"04a5c9ba-ae75-4e26-9527-61476f695df9","EoS":true} {"level":"info","ts":1785079425.367174,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"04a5c9ba-ae75-4e26-9527-61476f695df9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785079425.3671901,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"04a5c9ba-ae75-4e26-9527-61476f695df9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785079425.3672128,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"04a5c9ba-ae75-4e26-9527-61476f695df9"} {"level":"info","ts":1785079444.0594368,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079444.0595286,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"566b955a-caa0-48c8-beeb-0ab4c7bc6de3"} {"level":"info","ts":1785079444.0595438,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"566b955a-caa0-48c8-beeb-0ab4c7bc6de3"} {"level":"info","ts":1785079444.0595555,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"566b955a-caa0-48c8-beeb-0ab4c7bc6de3","EoS":false} {"level":"info","ts":1785079444.059566,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"566b955a-caa0-48c8-beeb-0ab4c7bc6de3","EoS":true} {"level":"info","ts":1785079444.0595949,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"566b955a-caa0-48c8-beeb-0ab4c7bc6de3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785079444.0596108,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"566b955a-caa0-48c8-beeb-0ab4c7bc6de3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785079444.0596337,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"566b955a-caa0-48c8-beeb-0ab4c7bc6de3"} {"level":"info","ts":1785079444.097349,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079444.0974338,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"77f0bc82-5d5f-4c3f-bdf3-62eea47f1a4f"} {"level":"info","ts":1785079444.0974443,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"77f0bc82-5d5f-4c3f-bdf3-62eea47f1a4f"} {"level":"info","ts":1785079444.0974565,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"77f0bc82-5d5f-4c3f-bdf3-62eea47f1a4f","EoS":false} {"level":"info","ts":1785079444.0974674,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"77f0bc82-5d5f-4c3f-bdf3-62eea47f1a4f","EoS":true} {"level":"info","ts":1785079444.0974874,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"77f0bc82-5d5f-4c3f-bdf3-62eea47f1a4f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785079444.0975041,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"77f0bc82-5d5f-4c3f-bdf3-62eea47f1a4f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785079444.0975275,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"77f0bc82-5d5f-4c3f-bdf3-62eea47f1a4f"} {"level":"info","ts":1785079444.1366541,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079444.1367402,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c0a9ccf8-843e-4265-89b8-3e490488f618"} {"level":"info","ts":1785079444.1367526,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c0a9ccf8-843e-4265-89b8-3e490488f618"} {"level":"info","ts":1785079444.1367648,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c0a9ccf8-843e-4265-89b8-3e490488f618","EoS":false} {"level":"info","ts":1785079444.1367764,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c0a9ccf8-843e-4265-89b8-3e490488f618","EoS":true} {"level":"info","ts":1785079444.1368027,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c0a9ccf8-843e-4265-89b8-3e490488f618","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785079444.1368203,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c0a9ccf8-843e-4265-89b8-3e490488f618","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785079444.1368425,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c0a9ccf8-843e-4265-89b8-3e490488f618"} {"level":"info","ts":1785079444.1691153,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079444.1691859,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3f000a38-7c21-4972-bbbd-bc4eb2c5cc4b"} {"level":"info","ts":1785079448.8061843,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079448.8063061,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42fbdd61-cb92-498c-9ffb-414a5e29c34b"} {"level":"info","ts":1785079448.8063233,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"42fbdd61-cb92-498c-9ffb-414a5e29c34b"} {"level":"info","ts":1785079448.8063369,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"42fbdd61-cb92-498c-9ffb-414a5e29c34b","EoS":false} {"level":"info","ts":1785079448.806347,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"42fbdd61-cb92-498c-9ffb-414a5e29c34b","EoS":true} {"level":"info","ts":1785079448.8063662,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"42fbdd61-cb92-498c-9ffb-414a5e29c34b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785079448.8063824,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42fbdd61-cb92-498c-9ffb-414a5e29c34b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785079448.8064046,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"42fbdd61-cb92-498c-9ffb-414a5e29c34b"} {"level":"info","ts":1785079457.3770366,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079457.3771312,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"db5cfd9b-c06f-4796-a581-d5a9677b78e9"} {"level":"info","ts":1785079457.3771424,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"db5cfd9b-c06f-4796-a581-d5a9677b78e9"} {"level":"info","ts":1785079457.377161,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"db5cfd9b-c06f-4796-a581-d5a9677b78e9","EoS":false} {"level":"info","ts":1785079457.3771763,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"db5cfd9b-c06f-4796-a581-d5a9677b78e9","EoS":true} {"level":"info","ts":1785079457.3771968,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"db5cfd9b-c06f-4796-a581-d5a9677b78e9","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785079457.377214,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"db5cfd9b-c06f-4796-a581-d5a9677b78e9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785079457.3772416,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"db5cfd9b-c06f-4796-a581-d5a9677b78e9"} {"level":"info","ts":1785079459.4088924,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079459.4089718,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4466ce4-a425-4903-8477-cce497eae1a4"} {"level":"info","ts":1785079459.4089801,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a4466ce4-a425-4903-8477-cce497eae1a4"} {"level":"info","ts":1785079459.4089909,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a4466ce4-a425-4903-8477-cce497eae1a4","EoS":false} {"level":"info","ts":1785079459.4090018,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a4466ce4-a425-4903-8477-cce497eae1a4","EoS":true} {"level":"info","ts":1785079459.4090228,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a4466ce4-a425-4903-8477-cce497eae1a4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785079459.409038,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a4466ce4-a425-4903-8477-cce497eae1a4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785079459.409061,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a4466ce4-a425-4903-8477-cce497eae1a4"} {"level":"info","ts":1785079461.4468591,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079461.446958,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"97d0b205-65c1-4b2c-b8e3-0654568a06bc"} {"level":"info","ts":1785079461.4469755,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"97d0b205-65c1-4b2c-b8e3-0654568a06bc"} {"level":"info","ts":1785079461.4469888,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"97d0b205-65c1-4b2c-b8e3-0654568a06bc","EoS":false} {"level":"info","ts":1785079461.4470005,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"97d0b205-65c1-4b2c-b8e3-0654568a06bc","EoS":true} {"level":"info","ts":1785079461.4470234,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"97d0b205-65c1-4b2c-b8e3-0654568a06bc","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785079461.4470387,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"97d0b205-65c1-4b2c-b8e3-0654568a06bc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785079461.4470599,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"97d0b205-65c1-4b2c-b8e3-0654568a06bc"} {"level":"info","ts":1785079474.3145025,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079474.3146083,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ecf160e9-da1e-4035-b314-4507a75e61b3"} {"level":"info","ts":1785079474.314629,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ecf160e9-da1e-4035-b314-4507a75e61b3"} {"level":"info","ts":1785079474.3146482,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ecf160e9-da1e-4035-b314-4507a75e61b3","EoS":false} {"level":"info","ts":1785079474.3146667,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ecf160e9-da1e-4035-b314-4507a75e61b3","EoS":true} {"level":"info","ts":1785079474.3146896,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ecf160e9-da1e-4035-b314-4507a75e61b3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785079474.3147063,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ecf160e9-da1e-4035-b314-4507a75e61b3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785079474.3147306,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ecf160e9-da1e-4035-b314-4507a75e61b3"} {"level":"info","ts":1785079482.8516378,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079482.8517225,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"36b1716f-3b2c-4c32-865f-80b525292e1b"} {"level":"info","ts":1785079482.8517325,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"36b1716f-3b2c-4c32-865f-80b525292e1b"} {"level":"info","ts":1785079482.8517432,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"36b1716f-3b2c-4c32-865f-80b525292e1b","EoS":false} {"level":"info","ts":1785079482.8517559,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"36b1716f-3b2c-4c32-865f-80b525292e1b","EoS":true} {"level":"info","ts":1785079482.851777,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"36b1716f-3b2c-4c32-865f-80b525292e1b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785079482.8517928,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"36b1716f-3b2c-4c32-865f-80b525292e1b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785079482.8518155,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"36b1716f-3b2c-4c32-865f-80b525292e1b"} {"level":"info","ts":1785079491.7153368,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079491.715415,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0134bcbf-97fc-4f14-a85a-51dc54d85b46"} {"level":"info","ts":1785079491.715424,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0134bcbf-97fc-4f14-a85a-51dc54d85b46"} {"level":"info","ts":1785079491.7154346,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0134bcbf-97fc-4f14-a85a-51dc54d85b46","EoS":false} {"level":"info","ts":1785079491.7154481,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0134bcbf-97fc-4f14-a85a-51dc54d85b46","EoS":true} {"level":"info","ts":1785079491.7154696,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0134bcbf-97fc-4f14-a85a-51dc54d85b46","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785079491.715486,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0134bcbf-97fc-4f14-a85a-51dc54d85b46","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785079491.7155108,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0134bcbf-97fc-4f14-a85a-51dc54d85b46"} {"level":"info","ts":1785079500.6565003,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079500.656593,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6cec8de1-f284-4bdc-a9b2-b5fde7c55195"} {"level":"info","ts":1785079500.6566164,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6cec8de1-f284-4bdc-a9b2-b5fde7c55195"} {"level":"info","ts":1785079500.6566303,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6cec8de1-f284-4bdc-a9b2-b5fde7c55195","EoS":false} {"level":"info","ts":1785079500.6566432,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6cec8de1-f284-4bdc-a9b2-b5fde7c55195","EoS":true} {"level":"info","ts":1785079500.656664,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6cec8de1-f284-4bdc-a9b2-b5fde7c55195","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785079500.656683,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6cec8de1-f284-4bdc-a9b2-b5fde7c55195","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785079500.6567175,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6cec8de1-f284-4bdc-a9b2-b5fde7c55195"} {"level":"info","ts":1785079505.3906176,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079505.390704,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aef7cba9-b40b-4f27-b4a0-1ea259869495"} {"level":"info","ts":1785079505.3907204,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aef7cba9-b40b-4f27-b4a0-1ea259869495"} {"level":"info","ts":1785079505.3907335,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aef7cba9-b40b-4f27-b4a0-1ea259869495","EoS":false} {"level":"info","ts":1785079505.3907537,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aef7cba9-b40b-4f27-b4a0-1ea259869495","EoS":true} {"level":"info","ts":1785079505.3907764,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aef7cba9-b40b-4f27-b4a0-1ea259869495","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785079505.3907914,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aef7cba9-b40b-4f27-b4a0-1ea259869495","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785079505.390812,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aef7cba9-b40b-4f27-b4a0-1ea259869495"} {"level":"info","ts":1785079510.1357553,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079510.1358395,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7d55beb8-b5be-4467-979f-35fb02e66352"} {"level":"info","ts":1785079510.1358514,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7d55beb8-b5be-4467-979f-35fb02e66352"} {"level":"info","ts":1785079510.135864,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7d55beb8-b5be-4467-979f-35fb02e66352","EoS":false} {"level":"info","ts":1785079510.1358807,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7d55beb8-b5be-4467-979f-35fb02e66352","EoS":true} {"level":"info","ts":1785079510.1359088,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7d55beb8-b5be-4467-979f-35fb02e66352","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785079510.1359243,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7d55beb8-b5be-4467-979f-35fb02e66352","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785079510.1359496,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7d55beb8-b5be-4467-979f-35fb02e66352"} {"level":"info","ts":1785079510.4019275,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079510.4020193,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f3b77e32-c3bb-4b9b-84ff-8d9136afbffa"} {"level":"info","ts":1785079510.4020433,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f3b77e32-c3bb-4b9b-84ff-8d9136afbffa"} {"level":"info","ts":1785079510.4020631,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f3b77e32-c3bb-4b9b-84ff-8d9136afbffa","EoS":false} {"level":"info","ts":1785079510.4020875,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f3b77e32-c3bb-4b9b-84ff-8d9136afbffa","EoS":true} {"level":"info","ts":1785079510.4021184,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f3b77e32-c3bb-4b9b-84ff-8d9136afbffa","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785079510.4021378,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f3b77e32-c3bb-4b9b-84ff-8d9136afbffa","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785079510.402168,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f3b77e32-c3bb-4b9b-84ff-8d9136afbffa"} {"level":"info","ts":1785079512.4381201,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079512.4382212,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ddeafc0-a2f7-4481-bcc6-11454b2437e2"} {"level":"info","ts":1785079512.4382377,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6ddeafc0-a2f7-4481-bcc6-11454b2437e2"} {"level":"info","ts":1785079512.4382508,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6ddeafc0-a2f7-4481-bcc6-11454b2437e2","EoS":false} {"level":"info","ts":1785079512.4382637,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6ddeafc0-a2f7-4481-bcc6-11454b2437e2","EoS":true} {"level":"info","ts":1785079512.4383054,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6ddeafc0-a2f7-4481-bcc6-11454b2437e2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785079512.438323,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6ddeafc0-a2f7-4481-bcc6-11454b2437e2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785079512.4383442,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6ddeafc0-a2f7-4481-bcc6-11454b2437e2"} {"level":"info","ts":1785079514.4727137,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079514.472798,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ca0ec661-eb00-43ca-87c8-7fb0943278e0"} {"level":"info","ts":1785079514.4728086,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ca0ec661-eb00-43ca-87c8-7fb0943278e0"} {"level":"info","ts":1785079514.4728239,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ca0ec661-eb00-43ca-87c8-7fb0943278e0","EoS":false} {"level":"info","ts":1785079514.4728346,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ca0ec661-eb00-43ca-87c8-7fb0943278e0","EoS":true} {"level":"info","ts":1785079514.472855,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ca0ec661-eb00-43ca-87c8-7fb0943278e0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785079514.4728708,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ca0ec661-eb00-43ca-87c8-7fb0943278e0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785079514.4728925,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ca0ec661-eb00-43ca-87c8-7fb0943278e0"} {"level":"info","ts":1785079516.50979,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079516.5098696,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cdf62388-e933-45c0-8a3f-8bcc3cf6a42d"} {"level":"info","ts":1785079516.5098786,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cdf62388-e933-45c0-8a3f-8bcc3cf6a42d"} {"level":"info","ts":1785079516.5098896,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cdf62388-e933-45c0-8a3f-8bcc3cf6a42d","EoS":false} {"level":"info","ts":1785079516.5098999,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cdf62388-e933-45c0-8a3f-8bcc3cf6a42d","EoS":true} {"level":"info","ts":1785079516.509921,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cdf62388-e933-45c0-8a3f-8bcc3cf6a42d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785079516.509937,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cdf62388-e933-45c0-8a3f-8bcc3cf6a42d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785079516.5099657,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cdf62388-e933-45c0-8a3f-8bcc3cf6a42d"} {"level":"info","ts":1785079538.7746782,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079538.7747648,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"95953159-89da-4f7d-af14-a7ef0baa66d3"} {"level":"info","ts":1785079538.7747748,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"95953159-89da-4f7d-af14-a7ef0baa66d3"} {"level":"info","ts":1785079538.7747867,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"95953159-89da-4f7d-af14-a7ef0baa66d3","EoS":false} {"level":"info","ts":1785079538.7747986,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"95953159-89da-4f7d-af14-a7ef0baa66d3","EoS":true} {"level":"info","ts":1785079538.774822,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"95953159-89da-4f7d-af14-a7ef0baa66d3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785079538.7748375,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"95953159-89da-4f7d-af14-a7ef0baa66d3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785079538.7748578,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"95953159-89da-4f7d-af14-a7ef0baa66d3"} {"level":"info","ts":1785079548.0951538,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079548.0952475,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1aff564d-b94a-4d41-99ea-705d364e1d19"} {"level":"info","ts":1785079548.095267,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1aff564d-b94a-4d41-99ea-705d364e1d19"} {"level":"info","ts":1785079548.0952983,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1aff564d-b94a-4d41-99ea-705d364e1d19","EoS":false} {"level":"info","ts":1785079548.095309,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1aff564d-b94a-4d41-99ea-705d364e1d19","EoS":true} {"level":"info","ts":1785079548.0953298,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1aff564d-b94a-4d41-99ea-705d364e1d19","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785079548.09535,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1aff564d-b94a-4d41-99ea-705d364e1d19","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785079548.0953774,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1aff564d-b94a-4d41-99ea-705d364e1d19"} {"level":"info","ts":1785079553.5723503,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079553.5724318,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5b97a01-d2db-4338-b6f6-22f0afb0404f"} {"level":"info","ts":1785079553.5724418,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b5b97a01-d2db-4338-b6f6-22f0afb0404f"} {"level":"info","ts":1785079553.5724533,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b5b97a01-d2db-4338-b6f6-22f0afb0404f","EoS":false} {"level":"info","ts":1785079553.5724635,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b5b97a01-d2db-4338-b6f6-22f0afb0404f","EoS":true} {"level":"info","ts":1785079553.572486,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b5b97a01-d2db-4338-b6f6-22f0afb0404f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785079553.572502,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b5b97a01-d2db-4338-b6f6-22f0afb0404f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785079553.5725253,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b5b97a01-d2db-4338-b6f6-22f0afb0404f"} {"level":"info","ts":1785079563.0987673,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079563.098853,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"68af7ff3-6930-45a7-af95-623830d9cba0"} {"level":"info","ts":1785079563.098862,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"68af7ff3-6930-45a7-af95-623830d9cba0"} {"level":"info","ts":1785079563.098873,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"68af7ff3-6930-45a7-af95-623830d9cba0","EoS":false} {"level":"info","ts":1785079563.0988863,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"68af7ff3-6930-45a7-af95-623830d9cba0","EoS":true} {"level":"info","ts":1785079563.0989077,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"68af7ff3-6930-45a7-af95-623830d9cba0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785079563.098924,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"68af7ff3-6930-45a7-af95-623830d9cba0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785079563.0989437,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"68af7ff3-6930-45a7-af95-623830d9cba0"} {"level":"info","ts":1785079565.1317692,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079565.1318464,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1f45fe16-c1d5-4bc2-ab42-aabe0f8d7d66"} {"level":"info","ts":1785079565.1318583,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1f45fe16-c1d5-4bc2-ab42-aabe0f8d7d66"} {"level":"info","ts":1785079565.1318698,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1f45fe16-c1d5-4bc2-ab42-aabe0f8d7d66","EoS":false} {"level":"info","ts":1785079565.1318805,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1f45fe16-c1d5-4bc2-ab42-aabe0f8d7d66","EoS":true} {"level":"info","ts":1785079565.1319,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1f45fe16-c1d5-4bc2-ab42-aabe0f8d7d66","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785079565.1319168,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1f45fe16-c1d5-4bc2-ab42-aabe0f8d7d66","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785079565.1319382,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1f45fe16-c1d5-4bc2-ab42-aabe0f8d7d66"} {"level":"info","ts":1785079574.5594223,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079574.5595965,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"278d78b3-75d8-4164-8cee-98a441e20ce7"} {"level":"info","ts":1785079574.559636,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"278d78b3-75d8-4164-8cee-98a441e20ce7"} {"level":"info","ts":1785079574.5596728,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"278d78b3-75d8-4164-8cee-98a441e20ce7","EoS":false} {"level":"info","ts":1785079574.559708,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"278d78b3-75d8-4164-8cee-98a441e20ce7","EoS":true} {"level":"info","ts":1785079574.5597546,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"278d78b3-75d8-4164-8cee-98a441e20ce7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785079574.5597897,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"278d78b3-75d8-4164-8cee-98a441e20ce7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785079574.5598428,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"278d78b3-75d8-4164-8cee-98a441e20ce7"} {"level":"info","ts":1785079574.6006818,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079574.6007788,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"86d4fc99-3fe3-401d-9b93-6e32c88955e8"} {"level":"info","ts":1785079574.6007974,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"86d4fc99-3fe3-401d-9b93-6e32c88955e8"} {"level":"info","ts":1785079574.6008146,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"86d4fc99-3fe3-401d-9b93-6e32c88955e8","EoS":false} {"level":"info","ts":1785079574.600833,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"86d4fc99-3fe3-401d-9b93-6e32c88955e8","EoS":true} {"level":"info","ts":1785079574.6008625,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"86d4fc99-3fe3-401d-9b93-6e32c88955e8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785079574.6008859,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"86d4fc99-3fe3-401d-9b93-6e32c88955e8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785079574.6009157,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"86d4fc99-3fe3-401d-9b93-6e32c88955e8"} {"level":"info","ts":1785079593.6704404,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079593.670522,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f2124f99-6f41-49d4-90dc-492215e4e4cc"} {"level":"info","ts":1785079593.670532,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f2124f99-6f41-49d4-90dc-492215e4e4cc"} {"level":"info","ts":1785079593.6705434,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f2124f99-6f41-49d4-90dc-492215e4e4cc","EoS":false} {"level":"info","ts":1785079593.670554,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f2124f99-6f41-49d4-90dc-492215e4e4cc","EoS":true} {"level":"info","ts":1785079593.6705723,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f2124f99-6f41-49d4-90dc-492215e4e4cc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785079593.670588,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f2124f99-6f41-49d4-90dc-492215e4e4cc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785079593.6706083,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f2124f99-6f41-49d4-90dc-492215e4e4cc"} {"level":"info","ts":1785079602.9740474,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079602.9741309,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f77e90bf-e249-47a6-bceb-15b7617d24ae"} {"level":"info","ts":1785079602.9741402,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f77e90bf-e249-47a6-bceb-15b7617d24ae"} {"level":"info","ts":1785079602.974152,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f77e90bf-e249-47a6-bceb-15b7617d24ae","EoS":false} {"level":"info","ts":1785079602.974166,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f77e90bf-e249-47a6-bceb-15b7617d24ae","EoS":true} {"level":"info","ts":1785079602.974191,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f77e90bf-e249-47a6-bceb-15b7617d24ae","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785079602.9742095,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f77e90bf-e249-47a6-bceb-15b7617d24ae","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785079602.9742343,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f77e90bf-e249-47a6-bceb-15b7617d24ae"} {"level":"info","ts":1785079608.1836581,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079608.183745,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e792293b-5264-4a08-bb21-46b32a5884c4"} {"level":"info","ts":1785079608.1837559,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e792293b-5264-4a08-bb21-46b32a5884c4"} {"level":"info","ts":1785079608.1837685,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e792293b-5264-4a08-bb21-46b32a5884c4","EoS":false} {"level":"info","ts":1785079608.1837819,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e792293b-5264-4a08-bb21-46b32a5884c4","EoS":true} {"level":"info","ts":1785079608.1838095,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e792293b-5264-4a08-bb21-46b32a5884c4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785079608.1838267,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e792293b-5264-4a08-bb21-46b32a5884c4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785079608.1838493,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e792293b-5264-4a08-bb21-46b32a5884c4"} {"level":"info","ts":1785079698.5929377,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079698.593039,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ae46228-6f48-4b70-8bc7-eb6459f7bb86"} {"level":"info","ts":1785079698.5930574,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5ae46228-6f48-4b70-8bc7-eb6459f7bb86"} {"level":"info","ts":1785079698.593078,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ae46228-6f48-4b70-8bc7-eb6459f7bb86","EoS":false} {"level":"info","ts":1785079698.593097,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ae46228-6f48-4b70-8bc7-eb6459f7bb86","EoS":true} {"level":"info","ts":1785079698.5931315,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5ae46228-6f48-4b70-8bc7-eb6459f7bb86","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785079698.5931542,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ae46228-6f48-4b70-8bc7-eb6459f7bb86","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785079698.5931864,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5ae46228-6f48-4b70-8bc7-eb6459f7bb86"} {"level":"info","ts":1785079722.3363783,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079722.336467,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9a0f5a88-d689-442c-8573-d767717fb574"} {"level":"info","ts":1785079722.3364797,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9a0f5a88-d689-442c-8573-d767717fb574"} {"level":"info","ts":1785079722.3364987,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9a0f5a88-d689-442c-8573-d767717fb574","EoS":false} {"level":"info","ts":1785079722.3365092,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9a0f5a88-d689-442c-8573-d767717fb574","EoS":true} {"level":"info","ts":1785079722.3365288,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9a0f5a88-d689-442c-8573-d767717fb574","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785079722.3365457,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9a0f5a88-d689-442c-8573-d767717fb574","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785079722.336568,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9a0f5a88-d689-442c-8573-d767717fb574"} {"level":"info","ts":1785079761.366547,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079761.3666418,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0f2bd3ff-76af-4b1e-bb8d-5700f4509fd7"} {"level":"info","ts":1785079761.3666527,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0f2bd3ff-76af-4b1e-bb8d-5700f4509fd7"} {"level":"info","ts":1785079761.366672,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0f2bd3ff-76af-4b1e-bb8d-5700f4509fd7","EoS":false} {"level":"info","ts":1785079761.3667006,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0f2bd3ff-76af-4b1e-bb8d-5700f4509fd7","EoS":true} {"level":"info","ts":1785079761.3667293,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0f2bd3ff-76af-4b1e-bb8d-5700f4509fd7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785079761.3667598,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0f2bd3ff-76af-4b1e-bb8d-5700f4509fd7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785079761.3667839,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0f2bd3ff-76af-4b1e-bb8d-5700f4509fd7"} {"level":"info","ts":1785079776.5868547,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079776.5869384,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d9a539e9-b25d-4b65-a0c6-2accd8460031"} {"level":"info","ts":1785079776.586953,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d9a539e9-b25d-4b65-a0c6-2accd8460031"} {"level":"info","ts":1785079776.5869653,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d9a539e9-b25d-4b65-a0c6-2accd8460031","EoS":false} {"level":"info","ts":1785079776.5869772,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d9a539e9-b25d-4b65-a0c6-2accd8460031","EoS":true} {"level":"info","ts":1785079776.5869977,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d9a539e9-b25d-4b65-a0c6-2accd8460031","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785079776.5870144,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d9a539e9-b25d-4b65-a0c6-2accd8460031","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785079776.5870392,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d9a539e9-b25d-4b65-a0c6-2accd8460031"} {"level":"info","ts":1785079776.8758423,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785079776.8759272,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ec701b1-b38a-418b-b9de-3b8814bc33ec"} {"level":"info","ts":1785079776.8759425,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6ec701b1-b38a-418b-b9de-3b8814bc33ec"} {"level":"info","ts":1785079776.875955,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6ec701b1-b38a-418b-b9de-3b8814bc33ec","EoS":false} {"level":"info","ts":1785079776.8759687,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6ec701b1-b38a-418b-b9de-3b8814bc33ec","EoS":true} {"level":"info","ts":1785079776.8759916,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6ec701b1-b38a-418b-b9de-3b8814bc33ec","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785079776.876008,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6ec701b1-b38a-418b-b9de-3b8814bc33ec","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785079776.8760328,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6ec701b1-b38a-418b-b9de-3b8814bc33ec"} {"level":"info","ts":1785080091.6099415,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785080091.6100686,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"12e7b124-1227-4319-a780-cd1943ee58eb"} {"level":"info","ts":1785080091.6100802,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"12e7b124-1227-4319-a780-cd1943ee58eb"} {"level":"info","ts":1785080091.6100926,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"12e7b124-1227-4319-a780-cd1943ee58eb","EoS":false} {"level":"info","ts":1785080091.6101031,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"12e7b124-1227-4319-a780-cd1943ee58eb","EoS":true} {"level":"info","ts":1785080091.6101246,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"12e7b124-1227-4319-a780-cd1943ee58eb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785080091.6101398,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"12e7b124-1227-4319-a780-cd1943ee58eb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785080091.6101596,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"12e7b124-1227-4319-a780-cd1943ee58eb"} {"level":"info","ts":1785080091.6528842,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785080091.6529615,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7228d71f-2a75-4081-8c6a-28f1784bdc1b"} {"level":"info","ts":1785080091.6529706,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7228d71f-2a75-4081-8c6a-28f1784bdc1b"} {"level":"info","ts":1785080091.6529813,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7228d71f-2a75-4081-8c6a-28f1784bdc1b","EoS":false} {"level":"info","ts":1785080091.6529913,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7228d71f-2a75-4081-8c6a-28f1784bdc1b","EoS":true} {"level":"info","ts":1785080091.65301,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7228d71f-2a75-4081-8c6a-28f1784bdc1b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785080091.6530254,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7228d71f-2a75-4081-8c6a-28f1784bdc1b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785080091.6530445,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7228d71f-2a75-4081-8c6a-28f1784bdc1b"} {"level":"info","ts":1785080091.6885772,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785080091.6886606,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c337cd3f-1803-419e-a2e0-0578a070ff3e"} {"level":"info","ts":1785080091.6886706,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c337cd3f-1803-419e-a2e0-0578a070ff3e"} {"level":"info","ts":1785080091.6886811,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c337cd3f-1803-419e-a2e0-0578a070ff3e","EoS":false} {"level":"info","ts":1785080091.6886916,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c337cd3f-1803-419e-a2e0-0578a070ff3e","EoS":true} {"level":"info","ts":1785080091.6887121,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c337cd3f-1803-419e-a2e0-0578a070ff3e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785080091.6887288,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c337cd3f-1803-419e-a2e0-0578a070ff3e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785080091.68875,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c337cd3f-1803-419e-a2e0-0578a070ff3e"} {"level":"info","ts":1785080091.7258503,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785080091.7259367,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06428165-29d0-4f9c-9a47-1bad0b50ef1e"} {"level":"info","ts":1785080091.7259521,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"06428165-29d0-4f9c-9a47-1bad0b50ef1e"} {"level":"info","ts":1785080091.725966,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"06428165-29d0-4f9c-9a47-1bad0b50ef1e","EoS":false} {"level":"info","ts":1785080091.725978,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"06428165-29d0-4f9c-9a47-1bad0b50ef1e","EoS":true} {"level":"info","ts":1785080091.726,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"06428165-29d0-4f9c-9a47-1bad0b50ef1e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785080091.7260187,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"06428165-29d0-4f9c-9a47-1bad0b50ef1e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785080091.726049,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"06428165-29d0-4f9c-9a47-1bad0b50ef1e"} {"level":"info","ts":1785080096.5741627,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"52918b70-b939-46ca-87cb-b2c7912757de","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785080096.5742059,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"52918b70-b939-46ca-87cb-b2c7912757de","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785080096.5742183,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"df370806-711b-4a0c-8c68-d62b7bc56e38"} {"level":"info","ts":1785080096.585755,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2555b6b2-de93-46b4-9577-837376295d4e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785080096.5857873,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2555b6b2-de93-46b4-9577-837376295d4e","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785080096.5866628,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35139.658865489,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785080096.5866876,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785080096.6880217,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3519161d-0dcc-461e-a145-2ae7f09cc5e2"} {"level":"info","ts":1785080096.6892262,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"91e7ebed-be6f-4030-8c9b-58134eca4f7e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785080096.77536,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"91e7ebed-be6f-4030-8c9b-58134eca4f7e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785080096.7792623,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"430baeef-4e54-4b92-af84-904a56668d37","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785080096.7793808,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"430baeef-4e54-4b92-af84-904a56668d37","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785080096.779462,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f73ecdf8-e494-4c45-8258-132af5b046eb","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785080096.7795062,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f73ecdf8-e494-4c45-8258-132af5b046eb","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785080096.7801464,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d85cb579-a14a-4075-9dec-544950af7a96","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785080096.7801864,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d85cb579-a14a-4075-9dec-544950af7a96","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785080096.780419,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3519161d-0dcc-461e-a145-2ae7f09cc5e2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785080096.7807207,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38471.761353003,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785080096.780743,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785080096.7827013,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785080096.7869287,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37075.647575718,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785080096.786957,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785080096.7944818,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785080096.8758194,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a3a738fd-b824-43b5-8dcc-b46c694c01c1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785080096.8759527,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a3a738fd-b824-43b5-8dcc-b46c694c01c1","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785080096.8763177,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f5613eca-9b38-49eb-80bb-336f8ebf61cf","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785080096.876346,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f5613eca-9b38-49eb-80bb-336f8ebf61cf","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785080096.8784175,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785080096.8815787,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3519161d-0dcc-461e-a145-2ae7f09cc5e2","name":"e2e-external-model"} {"level":"info","ts":1785080096.8877375,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"df370806-711b-4a0c-8c68-d62b7bc56e38","name":"e2e-external-provider"} {"level":"info","ts":1785080096.8910856,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3519161d-0dcc-461e-a145-2ae7f09cc5e2","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785080096.891798,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"74cc4210-bee6-4eb8-94fa-898f7777823c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785080096.8918355,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"74cc4210-bee6-4eb8-94fa-898f7777823c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785080096.894412,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3519161d-0dcc-461e-a145-2ae7f09cc5e2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785080096.8945117,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d66de617-34c9-49d0-b1eb-4eeb929f4b2d"} {"level":"info","ts":1785080096.8945682,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d66de617-34c9-49d0-b1eb-4eeb929f4b2d","name":"e2e-external-model"} {"level":"info","ts":1785080096.896443,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"df370806-711b-4a0c-8c68-d62b7bc56e38","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785080096.8997338,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"df370806-711b-4a0c-8c68-d62b7bc56e38","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785080096.8998213,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9f52ac19-63e7-4170-927e-279b5782851f"} {"level":"info","ts":1785080096.8998585,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9f52ac19-63e7-4170-927e-279b5782851f","name":"e2e-external-provider"} {"level":"info","ts":1785080096.9066133,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d66de617-34c9-49d0-b1eb-4eeb929f4b2d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785080096.92076,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9f52ac19-63e7-4170-927e-279b5782851f","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785080106.1557696,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785080106.15585,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"18071296-fc77-4210-a4de-5ea48e2700c6"} {"level":"info","ts":1785080106.1558595,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"18071296-fc77-4210-a4de-5ea48e2700c6"} {"level":"info","ts":1785080106.1558714,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"18071296-fc77-4210-a4de-5ea48e2700c6","EoS":false} {"level":"info","ts":1785080106.1558826,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"18071296-fc77-4210-a4de-5ea48e2700c6","EoS":true} {"level":"info","ts":1785080106.1559076,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"18071296-fc77-4210-a4de-5ea48e2700c6","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785080106.1559298,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"18071296-fc77-4210-a4de-5ea48e2700c6","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785080106.155941,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"18071296-fc77-4210-a4de-5ea48e2700c6","modelName":"e2e-external-model"} {"level":"info","ts":1785080106.155959,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"18071296-fc77-4210-a4de-5ea48e2700c6","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785080106.1560216,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"18071296-fc77-4210-a4de-5ea48e2700c6"} {"level":"info","ts":1785080106.2059648,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785080106.2060392,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"11c2d922-56f1-472a-95c6-eed0222b6be1"} {"level":"info","ts":1785080106.2060509,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"11c2d922-56f1-472a-95c6-eed0222b6be1"} {"level":"info","ts":1785080106.2060611,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"11c2d922-56f1-472a-95c6-eed0222b6be1","EoS":false} {"level":"info","ts":1785080106.2060714,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"11c2d922-56f1-472a-95c6-eed0222b6be1","EoS":true} {"level":"info","ts":1785080106.20609,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"11c2d922-56f1-472a-95c6-eed0222b6be1","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785080106.206105,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"11c2d922-56f1-472a-95c6-eed0222b6be1","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785080106.2061126,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"11c2d922-56f1-472a-95c6-eed0222b6be1","modelName":"e2e-external-model"} {"level":"info","ts":1785080106.2061276,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"11c2d922-56f1-472a-95c6-eed0222b6be1","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785080106.2061677,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"11c2d922-56f1-472a-95c6-eed0222b6be1"} {"level":"info","ts":1785080106.231342,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785080106.2314117,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"34eb0997-fbb3-48c2-8133-d2ed44dd9c9e"} {"level":"info","ts":1785080106.2314215,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"34eb0997-fbb3-48c2-8133-d2ed44dd9c9e"} {"level":"info","ts":1785080106.2314315,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"34eb0997-fbb3-48c2-8133-d2ed44dd9c9e","EoS":false} {"level":"info","ts":1785080106.2314417,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"34eb0997-fbb3-48c2-8133-d2ed44dd9c9e","EoS":true} {"level":"info","ts":1785080106.231477,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"34eb0997-fbb3-48c2-8133-d2ed44dd9c9e","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785080106.2314923,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"34eb0997-fbb3-48c2-8133-d2ed44dd9c9e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785080106.2314997,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"34eb0997-fbb3-48c2-8133-d2ed44dd9c9e","modelName":"e2e-external-model"} {"level":"info","ts":1785080106.2315142,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"34eb0997-fbb3-48c2-8133-d2ed44dd9c9e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785080106.2315505,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"34eb0997-fbb3-48c2-8133-d2ed44dd9c9e"} {"level":"info","ts":1785080106.3585906,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8766679d-830e-43a1-a443-a826263545a5"} {"level":"info","ts":1785080106.3586025,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c544219c-4de6-4e6a-b6a2-31fae5b12e5b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785080106.3587615,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c544219c-4de6-4e6a-b6a2-31fae5b12e5b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785080106.3649268,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f11a0c19-0812-4af5-98b1-28bc18b4d179","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785080106.3649623,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f11a0c19-0812-4af5-98b1-28bc18b4d179","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785080106.368136,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8766679d-830e-43a1-a443-a826263545a5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785080106.3681998,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8766679d-830e-43a1-a443-a826263545a5","name":"e2e-cleanup-test"} {"level":"info","ts":1785080106.379305,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"25ecccd8-7d8b-4cfb-8ea8-4cdd595b6ef0","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785080106.3793516,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"25ecccd8-7d8b-4cfb-8ea8-4cdd595b6ef0","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785080106.3802242,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8766679d-830e-43a1-a443-a826263545a5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785080106.3803058,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8766679d-830e-43a1-a443-a826263545a5","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785080106.3803747,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8b637f2-83b2-4dc8-a7b5-a0f54d84abda"} {"level":"info","ts":1785080106.3804274,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8b637f2-83b2-4dc8-a7b5-a0f54d84abda","name":"e2e-cleanup-test"} {"level":"error","ts":1785080106.3920863,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8b637f2-83b2-4dc8-a7b5-a0f54d84abda","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785080106.3921669,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ee1dc7f3-bc6a-4a1a-8270-190ccc3a742b"} {"level":"info","ts":1785080106.3922293,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ee1dc7f3-bc6a-4a1a-8270-190ccc3a742b","name":"e2e-cleanup-test"} {"level":"info","ts":1785080106.3921669,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"780da442-31e5-4ba7-ac65-050f964d1759","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785080106.3923128,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"780da442-31e5-4ba7-ac65-050f964d1759","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785080106.399518,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ee1dc7f3-bc6a-4a1a-8270-190ccc3a742b","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785080106.4038315,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a84e91d0-61c3-455a-9fce-5fb3e79cd0c9"} {"level":"info","ts":1785080106.403862,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"92bad182-92b2-43ca-aabe-5b9e27292d42","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785080106.4038932,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a84e91d0-61c3-455a-9fce-5fb3e79cd0c9","name":"e2e-cleanup-test"} {"level":"info","ts":1785080106.4038959,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"92bad182-92b2-43ca-aabe-5b9e27292d42","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785080106.4102,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a84e91d0-61c3-455a-9fce-5fb3e79cd0c9","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785080114.6467316,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7fdfd162-c9de-465e-a1f0-f8b589282590"} {"level":"info","ts":1785080114.6467514,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"503de765-c38d-46e8-bb23-d69c054d3129","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785080114.6469123,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"503de765-c38d-46e8-bb23-d69c054d3129","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785080118.9563584,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785080118.956433,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e80485ec-1a73-49ee-b58c-80f6a983249b"} {"level":"info","ts":1785080118.9564416,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e80485ec-1a73-49ee-b58c-80f6a983249b"} {"level":"info","ts":1785080118.956453,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e80485ec-1a73-49ee-b58c-80f6a983249b","EoS":false} {"level":"info","ts":1785080118.9564633,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e80485ec-1a73-49ee-b58c-80f6a983249b","EoS":true} {"level":"info","ts":1785080118.9564843,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e80485ec-1a73-49ee-b58c-80f6a983249b","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785080118.956501,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e80485ec-1a73-49ee-b58c-80f6a983249b","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785080118.9565225,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e80485ec-1a73-49ee-b58c-80f6a983249b"} {"level":"info","ts":1785080118.986179,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785080118.9862547,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"249fce92-9b4a-4a12-9f96-30d55b39be67"} {"level":"info","ts":1785080118.9862638,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"249fce92-9b4a-4a12-9f96-30d55b39be67"} {"level":"info","ts":1785080118.986303,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"249fce92-9b4a-4a12-9f96-30d55b39be67","EoS":false} {"level":"info","ts":1785080118.986316,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"249fce92-9b4a-4a12-9f96-30d55b39be67","EoS":true} {"level":"info","ts":1785080118.986338,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"249fce92-9b4a-4a12-9f96-30d55b39be67","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785080118.9863539,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"249fce92-9b4a-4a12-9f96-30d55b39be67","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785080118.9863608,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"249fce92-9b4a-4a12-9f96-30d55b39be67","modelName":"e2e-external-model"} {"level":"info","ts":1785080118.9863784,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"249fce92-9b4a-4a12-9f96-30d55b39be67","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785080118.986422,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"249fce92-9b4a-4a12-9f96-30d55b39be67"} {"level":"info","ts":1785080119.025883,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785080119.025955,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d3c6af4a-66cc-43a4-874b-c6fee8458151"} {"level":"info","ts":1785080119.0259628,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d3c6af4a-66cc-43a4-874b-c6fee8458151"} {"level":"info","ts":1785080119.0259728,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d3c6af4a-66cc-43a4-874b-c6fee8458151","EoS":false} {"level":"info","ts":1785080119.0259826,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d3c6af4a-66cc-43a4-874b-c6fee8458151","EoS":true} {"level":"info","ts":1785080119.0260015,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d3c6af4a-66cc-43a4-874b-c6fee8458151","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785080119.0260172,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d3c6af4a-66cc-43a4-874b-c6fee8458151","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785080119.026038,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d3c6af4a-66cc-43a4-874b-c6fee8458151"} {"level":"info","ts":1785080119.168096,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785080119.1681712,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"364c25ae-9584-9dd6-8dae-5fe2ce7c2970"} {"level":"info","ts":1785080119.1681805,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"364c25ae-9584-9dd6-8dae-5fe2ce7c2970"} {"level":"info","ts":1785080119.1681912,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"364c25ae-9584-9dd6-8dae-5fe2ce7c2970","EoS":false} {"level":"info","ts":1785080119.1682017,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"364c25ae-9584-9dd6-8dae-5fe2ce7c2970","EoS":true} {"level":"info","ts":1785080119.1682246,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"364c25ae-9584-9dd6-8dae-5fe2ce7c2970","field":"model"} {"level":"info","ts":1785080119.16825,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"364c25ae-9584-9dd6-8dae-5fe2ce7c2970"} {"level":"info","ts":1785080120.0915694,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ecb33daf-9cc2-4729-b5c2-d66131621dc7"} {"level":"info","ts":1785080120.0915768,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"21750f0d-4dec-46f6-9e01-5f2b2e2c5e00","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785080120.0916135,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"21750f0d-4dec-46f6-9e01-5f2b2e2c5e00","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785080120.2287443,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9c830780-58e6-4775-a655-122903721915","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785080120.2287772,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3e619efb-049e-45f3-822b-88e0c3ebe3c4"} {"level":"info","ts":1785080120.2287898,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9c830780-58e6-4775-a655-122903721915","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785081459.1751282,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081459.175221,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1a66269a-d24e-4a92-ad5c-78e8b4fd5767"} {"level":"info","ts":1785081512.9822192,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081512.9823215,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7152025a-d30b-4178-ad4e-e73eca0fc283"} {"level":"info","ts":1785081512.9823322,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7152025a-d30b-4178-ad4e-e73eca0fc283"} {"level":"info","ts":1785081512.9823437,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7152025a-d30b-4178-ad4e-e73eca0fc283","EoS":false} {"level":"info","ts":1785081512.9823546,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7152025a-d30b-4178-ad4e-e73eca0fc283","EoS":true} {"level":"info","ts":1785081512.9823778,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7152025a-d30b-4178-ad4e-e73eca0fc283","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785081512.9823935,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7152025a-d30b-4178-ad4e-e73eca0fc283","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785081512.9824154,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7152025a-d30b-4178-ad4e-e73eca0fc283"}