{"level":"info","ts":1785262469.904922,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262469.9049985,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"767ef21d-a7c5-4647-b7ac-45e8cf2eee59"} {"level":"info","ts":1785262469.9050097,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"767ef21d-a7c5-4647-b7ac-45e8cf2eee59"} {"level":"info","ts":1785262469.905021,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"767ef21d-a7c5-4647-b7ac-45e8cf2eee59","EoS":false} {"level":"info","ts":1785262469.9050338,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"767ef21d-a7c5-4647-b7ac-45e8cf2eee59","EoS":true} {"level":"info","ts":1785262469.9050539,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"767ef21d-a7c5-4647-b7ac-45e8cf2eee59","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785262469.9050696,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"767ef21d-a7c5-4647-b7ac-45e8cf2eee59","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262469.9050882,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"767ef21d-a7c5-4647-b7ac-45e8cf2eee59"} {"level":"info","ts":1785262469.9597397,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262469.9598138,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"436c0dda-bfc8-490b-9890-3feebe5622b0"} {"level":"info","ts":1785262469.9598258,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"436c0dda-bfc8-490b-9890-3feebe5622b0"} {"level":"info","ts":1785262469.9598365,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"436c0dda-bfc8-490b-9890-3feebe5622b0","EoS":false} {"level":"info","ts":1785262469.9598489,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"436c0dda-bfc8-490b-9890-3feebe5622b0","EoS":true} {"level":"info","ts":1785262469.9598672,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"436c0dda-bfc8-490b-9890-3feebe5622b0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785262469.959882,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"436c0dda-bfc8-490b-9890-3feebe5622b0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785262469.9599044,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"436c0dda-bfc8-490b-9890-3feebe5622b0"} {"level":"info","ts":1785262470.6700609,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262470.6701376,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"36df6408-3ae8-4025-9db4-5c56675caadf"} {"level":"info","ts":1785262470.6701474,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"36df6408-3ae8-4025-9db4-5c56675caadf"} {"level":"info","ts":1785262470.6701584,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"36df6408-3ae8-4025-9db4-5c56675caadf","EoS":false} {"level":"info","ts":1785262470.670171,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"36df6408-3ae8-4025-9db4-5c56675caadf","EoS":true} {"level":"info","ts":1785262470.6701922,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"36df6408-3ae8-4025-9db4-5c56675caadf","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785262470.6702082,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"36df6408-3ae8-4025-9db4-5c56675caadf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262470.6702313,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"36df6408-3ae8-4025-9db4-5c56675caadf"} {"level":"info","ts":1785262470.7088146,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262470.7088912,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2dd44d85-21c7-4dad-b6a9-d5a3d8d52416"} {"level":"info","ts":1785262470.7089012,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2dd44d85-21c7-4dad-b6a9-d5a3d8d52416"} {"level":"info","ts":1785262470.7089126,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2dd44d85-21c7-4dad-b6a9-d5a3d8d52416","EoS":false} {"level":"info","ts":1785262470.7089233,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2dd44d85-21c7-4dad-b6a9-d5a3d8d52416","EoS":true} {"level":"info","ts":1785262470.7089443,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2dd44d85-21c7-4dad-b6a9-d5a3d8d52416","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785262470.708961,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2dd44d85-21c7-4dad-b6a9-d5a3d8d52416","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785262470.708983,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2dd44d85-21c7-4dad-b6a9-d5a3d8d52416"} {"level":"info","ts":1785262474.8777456,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262474.8778367,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cbfd7046-7666-4158-9027-5466568cef7c"} {"level":"info","ts":1785262474.877848,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cbfd7046-7666-4158-9027-5466568cef7c"} {"level":"info","ts":1785262474.8778646,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cbfd7046-7666-4158-9027-5466568cef7c","EoS":false} {"level":"info","ts":1785262474.8778799,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cbfd7046-7666-4158-9027-5466568cef7c","EoS":true} {"level":"info","ts":1785262474.877902,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cbfd7046-7666-4158-9027-5466568cef7c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785262474.8779175,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cbfd7046-7666-4158-9027-5466568cef7c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785262474.8779397,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cbfd7046-7666-4158-9027-5466568cef7c"} {"level":"info","ts":1785262493.8330076,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262493.8330867,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"918121eb-2ae4-41b9-982d-04babca73ae3"} {"level":"info","ts":1785262493.833098,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"918121eb-2ae4-41b9-982d-04babca73ae3"} {"level":"info","ts":1785262493.8331087,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"918121eb-2ae4-41b9-982d-04babca73ae3","EoS":false} {"level":"info","ts":1785262493.8331218,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"918121eb-2ae4-41b9-982d-04babca73ae3","EoS":true} {"level":"info","ts":1785262493.8331437,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"918121eb-2ae4-41b9-982d-04babca73ae3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785262493.8331602,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"918121eb-2ae4-41b9-982d-04babca73ae3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262493.8331804,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"918121eb-2ae4-41b9-982d-04babca73ae3"} {"level":"info","ts":1785262493.9779606,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262493.9780416,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6f96c148-838b-4fd4-a77e-db3b1832db14"} {"level":"info","ts":1785262493.9780512,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6f96c148-838b-4fd4-a77e-db3b1832db14"} {"level":"info","ts":1785262493.9780629,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6f96c148-838b-4fd4-a77e-db3b1832db14","EoS":false} {"level":"info","ts":1785262493.9780767,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6f96c148-838b-4fd4-a77e-db3b1832db14","EoS":true} {"level":"info","ts":1785262493.9780974,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6f96c148-838b-4fd4-a77e-db3b1832db14","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785262493.9781125,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6f96c148-838b-4fd4-a77e-db3b1832db14","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262493.9781325,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6f96c148-838b-4fd4-a77e-db3b1832db14"} {"level":"info","ts":1785262494.1169884,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262494.1170704,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22a4cc86-cbad-4c7e-8594-01870b474f65"} {"level":"info","ts":1785262494.1170797,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"22a4cc86-cbad-4c7e-8594-01870b474f65"} {"level":"info","ts":1785262494.1170912,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"22a4cc86-cbad-4c7e-8594-01870b474f65","EoS":false} {"level":"info","ts":1785262494.1171079,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"22a4cc86-cbad-4c7e-8594-01870b474f65","EoS":true} {"level":"info","ts":1785262494.1171336,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"22a4cc86-cbad-4c7e-8594-01870b474f65","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785262494.11715,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22a4cc86-cbad-4c7e-8594-01870b474f65","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262494.1171734,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"22a4cc86-cbad-4c7e-8594-01870b474f65"} {"level":"info","ts":1785262494.2544134,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262494.2544975,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ed0d16c-ba38-4154-b882-75f702d6ff75"} {"level":"info","ts":1785262494.254509,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9ed0d16c-ba38-4154-b882-75f702d6ff75"} {"level":"info","ts":1785262494.2545202,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9ed0d16c-ba38-4154-b882-75f702d6ff75","EoS":false} {"level":"info","ts":1785262494.2545369,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9ed0d16c-ba38-4154-b882-75f702d6ff75","EoS":true} {"level":"info","ts":1785262494.254561,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9ed0d16c-ba38-4154-b882-75f702d6ff75","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785262494.2545776,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9ed0d16c-ba38-4154-b882-75f702d6ff75","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262494.2545993,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9ed0d16c-ba38-4154-b882-75f702d6ff75"} {"level":"info","ts":1785262494.3936777,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262494.39377,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1cc8d9ef-4593-4917-8318-e7529984147a"} {"level":"info","ts":1785262494.3937838,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1cc8d9ef-4593-4917-8318-e7529984147a"} {"level":"info","ts":1785262494.393802,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1cc8d9ef-4593-4917-8318-e7529984147a","EoS":false} {"level":"info","ts":1785262494.3938231,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1cc8d9ef-4593-4917-8318-e7529984147a","EoS":true} {"level":"info","ts":1785262494.3938558,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1cc8d9ef-4593-4917-8318-e7529984147a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785262494.3938751,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1cc8d9ef-4593-4917-8318-e7529984147a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262494.3938997,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1cc8d9ef-4593-4917-8318-e7529984147a"} {"level":"info","ts":1785262494.534099,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262494.5342124,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"83e4af4a-ebd2-473e-b0e8-bc988376f4d2"} {"level":"info","ts":1785262494.5342255,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"83e4af4a-ebd2-473e-b0e8-bc988376f4d2"} {"level":"info","ts":1785262494.5342367,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"83e4af4a-ebd2-473e-b0e8-bc988376f4d2","EoS":false} {"level":"info","ts":1785262494.53425,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"83e4af4a-ebd2-473e-b0e8-bc988376f4d2","EoS":true} {"level":"info","ts":1785262494.5343049,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"83e4af4a-ebd2-473e-b0e8-bc988376f4d2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785262494.5343215,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"83e4af4a-ebd2-473e-b0e8-bc988376f4d2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262494.5343437,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"83e4af4a-ebd2-473e-b0e8-bc988376f4d2"} {"level":"info","ts":1785262513.4074094,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262513.4074872,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6b5f572-2115-45f6-a774-1eed3d3aebee"} {"level":"info","ts":1785262513.407497,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a6b5f572-2115-45f6-a774-1eed3d3aebee"} {"level":"info","ts":1785262513.4075077,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a6b5f572-2115-45f6-a774-1eed3d3aebee","EoS":false} {"level":"info","ts":1785262513.40752,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a6b5f572-2115-45f6-a774-1eed3d3aebee","EoS":true} {"level":"info","ts":1785262513.4075418,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a6b5f572-2115-45f6-a774-1eed3d3aebee","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785262513.407558,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a6b5f572-2115-45f6-a774-1eed3d3aebee","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262513.4075785,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a6b5f572-2115-45f6-a774-1eed3d3aebee"} {"level":"info","ts":1785262513.4489336,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262513.449012,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"64217341-bea2-40c8-848e-81cc41163ec2"} {"level":"info","ts":1785262513.4490225,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"64217341-bea2-40c8-848e-81cc41163ec2"} {"level":"info","ts":1785262513.449034,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"64217341-bea2-40c8-848e-81cc41163ec2","EoS":false} {"level":"info","ts":1785262513.449045,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"64217341-bea2-40c8-848e-81cc41163ec2","EoS":true} {"level":"info","ts":1785262513.4490643,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"64217341-bea2-40c8-848e-81cc41163ec2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785262513.4490805,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"64217341-bea2-40c8-848e-81cc41163ec2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262513.4491,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"64217341-bea2-40c8-848e-81cc41163ec2"} {"level":"info","ts":1785262513.4876544,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262513.4877381,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"497148fd-3b32-42f6-b0c3-f1a53e5f239e"} {"level":"info","ts":1785262513.4877512,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"497148fd-3b32-42f6-b0c3-f1a53e5f239e"} {"level":"info","ts":1785262513.4877627,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"497148fd-3b32-42f6-b0c3-f1a53e5f239e","EoS":false} {"level":"info","ts":1785262513.4877725,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"497148fd-3b32-42f6-b0c3-f1a53e5f239e","EoS":true} {"level":"info","ts":1785262513.487794,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"497148fd-3b32-42f6-b0c3-f1a53e5f239e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785262513.4878094,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"497148fd-3b32-42f6-b0c3-f1a53e5f239e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262513.4878733,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"497148fd-3b32-42f6-b0c3-f1a53e5f239e"} {"level":"info","ts":1785262513.5267696,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262513.5268736,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"780d1c69-4a68-4e6c-bc95-0ae47dafd69a"} {"level":"info","ts":1785262518.1617374,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262518.1618497,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"662c148f-f9bb-4529-b4d6-1acaeda46fab"} {"level":"info","ts":1785262518.1618655,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"662c148f-f9bb-4529-b4d6-1acaeda46fab"} {"level":"info","ts":1785262518.1618838,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"662c148f-f9bb-4529-b4d6-1acaeda46fab","EoS":false} {"level":"info","ts":1785262518.1619017,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"662c148f-f9bb-4529-b4d6-1acaeda46fab","EoS":true} {"level":"info","ts":1785262518.1619337,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"662c148f-f9bb-4529-b4d6-1acaeda46fab","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785262518.161953,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"662c148f-f9bb-4529-b4d6-1acaeda46fab","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262518.1619792,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"662c148f-f9bb-4529-b4d6-1acaeda46fab"} {"level":"info","ts":1785262526.7507067,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262526.7508,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"89584877-43be-4b5b-92bb-8e6d0f9cba36"} {"level":"info","ts":1785262526.7508147,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"89584877-43be-4b5b-92bb-8e6d0f9cba36"} {"level":"info","ts":1785262526.7508278,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"89584877-43be-4b5b-92bb-8e6d0f9cba36","EoS":false} {"level":"info","ts":1785262526.7508388,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"89584877-43be-4b5b-92bb-8e6d0f9cba36","EoS":true} {"level":"info","ts":1785262526.750858,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"89584877-43be-4b5b-92bb-8e6d0f9cba36","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785262526.7508767,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"89584877-43be-4b5b-92bb-8e6d0f9cba36","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785262526.7509022,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"89584877-43be-4b5b-92bb-8e6d0f9cba36"} {"level":"info","ts":1785262528.790768,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262528.7908452,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d8253198-eb0b-4a3d-b1d1-eef1a5e4fcf9"} {"level":"info","ts":1785262528.7908545,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d8253198-eb0b-4a3d-b1d1-eef1a5e4fcf9"} {"level":"info","ts":1785262528.7908657,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d8253198-eb0b-4a3d-b1d1-eef1a5e4fcf9","EoS":false} {"level":"info","ts":1785262528.790877,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d8253198-eb0b-4a3d-b1d1-eef1a5e4fcf9","EoS":true} {"level":"info","ts":1785262528.7908976,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d8253198-eb0b-4a3d-b1d1-eef1a5e4fcf9","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785262528.7909122,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d8253198-eb0b-4a3d-b1d1-eef1a5e4fcf9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785262528.7909374,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d8253198-eb0b-4a3d-b1d1-eef1a5e4fcf9"} {"level":"info","ts":1785262541.6851459,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262541.6852431,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"084f80e6-92e3-4308-922c-73ed0df82a40"} {"level":"info","ts":1785262541.6852539,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"084f80e6-92e3-4308-922c-73ed0df82a40"} {"level":"info","ts":1785262541.6852963,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"084f80e6-92e3-4308-922c-73ed0df82a40","EoS":false} {"level":"info","ts":1785262541.685309,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"084f80e6-92e3-4308-922c-73ed0df82a40","EoS":true} {"level":"info","ts":1785262541.6853323,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"084f80e6-92e3-4308-922c-73ed0df82a40","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785262541.685352,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"084f80e6-92e3-4308-922c-73ed0df82a40","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262541.6853738,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"084f80e6-92e3-4308-922c-73ed0df82a40"} {"level":"info","ts":1785262550.241852,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262550.2419538,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb56601f-34c8-490a-a157-c570e09e8851"} {"level":"info","ts":1785262550.2419698,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eb56601f-34c8-490a-a157-c570e09e8851"} {"level":"info","ts":1785262550.2419906,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eb56601f-34c8-490a-a157-c570e09e8851","EoS":false} {"level":"info","ts":1785262550.2420082,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eb56601f-34c8-490a-a157-c570e09e8851","EoS":true} {"level":"info","ts":1785262550.2420418,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eb56601f-34c8-490a-a157-c570e09e8851","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785262550.2420614,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb56601f-34c8-490a-a157-c570e09e8851","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262550.2420907,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eb56601f-34c8-490a-a157-c570e09e8851"} {"level":"info","ts":1785262559.1298,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262559.1298778,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aee56ec5-ea2b-4f98-ac29-4edbb28b94f5"} {"level":"info","ts":1785262559.1298864,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aee56ec5-ea2b-4f98-ac29-4edbb28b94f5"} {"level":"info","ts":1785262559.1298964,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aee56ec5-ea2b-4f98-ac29-4edbb28b94f5","EoS":false} {"level":"info","ts":1785262559.1299071,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aee56ec5-ea2b-4f98-ac29-4edbb28b94f5","EoS":true} {"level":"info","ts":1785262559.129929,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aee56ec5-ea2b-4f98-ac29-4edbb28b94f5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785262559.1299446,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aee56ec5-ea2b-4f98-ac29-4edbb28b94f5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262559.1299646,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aee56ec5-ea2b-4f98-ac29-4edbb28b94f5"} {"level":"info","ts":1785262568.104883,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262568.1049654,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"55615b50-835a-47a0-aa5d-12a62a1399b9"} {"level":"info","ts":1785262568.104978,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"55615b50-835a-47a0-aa5d-12a62a1399b9"} {"level":"info","ts":1785262568.10499,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"55615b50-835a-47a0-aa5d-12a62a1399b9","EoS":false} {"level":"info","ts":1785262568.1050017,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"55615b50-835a-47a0-aa5d-12a62a1399b9","EoS":true} {"level":"info","ts":1785262568.105029,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"55615b50-835a-47a0-aa5d-12a62a1399b9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785262568.105052,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"55615b50-835a-47a0-aa5d-12a62a1399b9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262568.1050777,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"55615b50-835a-47a0-aa5d-12a62a1399b9"} {"level":"info","ts":1785262572.865035,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262572.865132,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a9119ea3-e37c-49b1-9bc6-cc78df878914"} {"level":"info","ts":1785262572.8651505,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a9119ea3-e37c-49b1-9bc6-cc78df878914"} {"level":"info","ts":1785262572.8651638,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a9119ea3-e37c-49b1-9bc6-cc78df878914","EoS":false} {"level":"info","ts":1785262572.8651755,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a9119ea3-e37c-49b1-9bc6-cc78df878914","EoS":true} {"level":"info","ts":1785262572.8651974,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a9119ea3-e37c-49b1-9bc6-cc78df878914","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785262572.865214,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a9119ea3-e37c-49b1-9bc6-cc78df878914","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262572.865243,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a9119ea3-e37c-49b1-9bc6-cc78df878914"} {"level":"info","ts":1785262577.636861,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262577.6369383,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6bb51002-7c5a-411c-9f8c-a9636d4c8c7e"} {"level":"info","ts":1785262577.6369524,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6bb51002-7c5a-411c-9f8c-a9636d4c8c7e"} {"level":"info","ts":1785262577.6369634,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6bb51002-7c5a-411c-9f8c-a9636d4c8c7e","EoS":false} {"level":"info","ts":1785262577.636975,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6bb51002-7c5a-411c-9f8c-a9636d4c8c7e","EoS":true} {"level":"info","ts":1785262577.6369977,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6bb51002-7c5a-411c-9f8c-a9636d4c8c7e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785262577.6370125,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6bb51002-7c5a-411c-9f8c-a9636d4c8c7e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785262577.6370347,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6bb51002-7c5a-411c-9f8c-a9636d4c8c7e"} {"level":"info","ts":1785262578.0291774,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262578.0292537,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8e80569d-cef1-42ab-bcaf-5d38e9d7e6d5"} {"level":"info","ts":1785262578.029263,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8e80569d-cef1-42ab-bcaf-5d38e9d7e6d5"} {"level":"info","ts":1785262578.0293033,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8e80569d-cef1-42ab-bcaf-5d38e9d7e6d5","EoS":false} {"level":"info","ts":1785262578.0293176,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8e80569d-cef1-42ab-bcaf-5d38e9d7e6d5","EoS":true} {"level":"info","ts":1785262578.0293386,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8e80569d-cef1-42ab-bcaf-5d38e9d7e6d5","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785262578.0293543,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8e80569d-cef1-42ab-bcaf-5d38e9d7e6d5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785262578.029451,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8e80569d-cef1-42ab-bcaf-5d38e9d7e6d5"} {"level":"info","ts":1785262580.0659132,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262580.0659935,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ca7ef8be-c242-4bea-823b-7bac2ef3716d"} {"level":"info","ts":1785262580.0660086,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ca7ef8be-c242-4bea-823b-7bac2ef3716d"} {"level":"info","ts":1785262580.0660212,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ca7ef8be-c242-4bea-823b-7bac2ef3716d","EoS":false} {"level":"info","ts":1785262580.066041,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ca7ef8be-c242-4bea-823b-7bac2ef3716d","EoS":true} {"level":"info","ts":1785262580.0660625,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ca7ef8be-c242-4bea-823b-7bac2ef3716d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785262580.0660791,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ca7ef8be-c242-4bea-823b-7bac2ef3716d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785262580.0661001,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ca7ef8be-c242-4bea-823b-7bac2ef3716d"} {"level":"info","ts":1785262582.104554,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262582.104638,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8fad8ce8-5ecb-402b-b148-fd5a78761ba9"} {"level":"info","ts":1785262582.104648,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8fad8ce8-5ecb-402b-b148-fd5a78761ba9"} {"level":"info","ts":1785262582.1046588,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8fad8ce8-5ecb-402b-b148-fd5a78761ba9","EoS":false} {"level":"info","ts":1785262582.1046698,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8fad8ce8-5ecb-402b-b148-fd5a78761ba9","EoS":true} {"level":"info","ts":1785262582.1046898,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8fad8ce8-5ecb-402b-b148-fd5a78761ba9","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785262582.1047041,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8fad8ce8-5ecb-402b-b148-fd5a78761ba9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785262582.104729,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8fad8ce8-5ecb-402b-b148-fd5a78761ba9"} {"level":"info","ts":1785262584.1392155,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262584.139326,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a35984fa-1524-4a14-bc0a-b37f4f580555"} {"level":"info","ts":1785262584.13934,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a35984fa-1524-4a14-bc0a-b37f4f580555"} {"level":"info","ts":1785262584.1393516,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a35984fa-1524-4a14-bc0a-b37f4f580555","EoS":false} {"level":"info","ts":1785262584.139363,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a35984fa-1524-4a14-bc0a-b37f4f580555","EoS":true} {"level":"info","ts":1785262584.1393893,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a35984fa-1524-4a14-bc0a-b37f4f580555","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785262584.1394076,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a35984fa-1524-4a14-bc0a-b37f4f580555","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785262584.1394327,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a35984fa-1524-4a14-bc0a-b37f4f580555"} {"level":"info","ts":1785262607.3150258,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262607.315138,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8955f6e9-efa9-4cd8-b955-304e2fee7082"} {"level":"info","ts":1785262607.3151555,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8955f6e9-efa9-4cd8-b955-304e2fee7082"} {"level":"info","ts":1785262607.3151686,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8955f6e9-efa9-4cd8-b955-304e2fee7082","EoS":false} {"level":"info","ts":1785262607.3151817,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8955f6e9-efa9-4cd8-b955-304e2fee7082","EoS":true} {"level":"info","ts":1785262607.3152034,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8955f6e9-efa9-4cd8-b955-304e2fee7082","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785262607.3152196,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8955f6e9-efa9-4cd8-b955-304e2fee7082","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785262607.3152494,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8955f6e9-efa9-4cd8-b955-304e2fee7082"} {"level":"info","ts":1785262616.661388,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262616.661466,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2af70b30-621b-4187-a9cc-718d059bd454"} {"level":"info","ts":1785262616.6614757,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2af70b30-621b-4187-a9cc-718d059bd454"} {"level":"info","ts":1785262616.6614873,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2af70b30-621b-4187-a9cc-718d059bd454","EoS":false} {"level":"info","ts":1785262616.6614983,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2af70b30-621b-4187-a9cc-718d059bd454","EoS":true} {"level":"info","ts":1785262616.661519,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2af70b30-621b-4187-a9cc-718d059bd454","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785262616.6615343,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2af70b30-621b-4187-a9cc-718d059bd454","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262616.6615543,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2af70b30-621b-4187-a9cc-718d059bd454"} {"level":"info","ts":1785262632.8829296,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262632.8830073,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f2c4e5a9-2e89-4250-a1a4-2d7736be6ccf"} {"level":"info","ts":1785262632.8830197,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f2c4e5a9-2e89-4250-a1a4-2d7736be6ccf"} {"level":"info","ts":1785262632.8830314,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f2c4e5a9-2e89-4250-a1a4-2d7736be6ccf","EoS":false} {"level":"info","ts":1785262632.883042,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f2c4e5a9-2e89-4250-a1a4-2d7736be6ccf","EoS":true} {"level":"info","ts":1785262632.8830633,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f2c4e5a9-2e89-4250-a1a4-2d7736be6ccf","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785262632.8830774,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f2c4e5a9-2e89-4250-a1a4-2d7736be6ccf","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785262632.8831007,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f2c4e5a9-2e89-4250-a1a4-2d7736be6ccf"} {"level":"info","ts":1785262642.476342,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262642.4764245,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c76bd6cc-6a35-40b0-a2e1-5d465242fcbb"} {"level":"info","ts":1785262642.476435,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c76bd6cc-6a35-40b0-a2e1-5d465242fcbb"} {"level":"info","ts":1785262642.4764457,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c76bd6cc-6a35-40b0-a2e1-5d465242fcbb","EoS":false} {"level":"info","ts":1785262642.476458,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c76bd6cc-6a35-40b0-a2e1-5d465242fcbb","EoS":true} {"level":"info","ts":1785262642.4764802,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c76bd6cc-6a35-40b0-a2e1-5d465242fcbb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785262642.4764967,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c76bd6cc-6a35-40b0-a2e1-5d465242fcbb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262642.4765186,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c76bd6cc-6a35-40b0-a2e1-5d465242fcbb"} {"level":"info","ts":1785262651.920334,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262651.9204223,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"55c7c4a7-bdc9-4cd2-a6df-22a4c4c8817b"} {"level":"info","ts":1785262651.920431,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"55c7c4a7-bdc9-4cd2-a6df-22a4c4c8817b"} {"level":"info","ts":1785262651.9204426,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"55c7c4a7-bdc9-4cd2-a6df-22a4c4c8817b","EoS":false} {"level":"info","ts":1785262651.920454,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"55c7c4a7-bdc9-4cd2-a6df-22a4c4c8817b","EoS":true} {"level":"info","ts":1785262651.9204762,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"55c7c4a7-bdc9-4cd2-a6df-22a4c4c8817b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785262651.9204915,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"55c7c4a7-bdc9-4cd2-a6df-22a4c4c8817b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262651.920516,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"55c7c4a7-bdc9-4cd2-a6df-22a4c4c8817b"} {"level":"info","ts":1785262651.9575815,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262651.9576561,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e016f27e-b492-4408-b705-764de9038767"} {"level":"info","ts":1785262651.9576654,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e016f27e-b492-4408-b705-764de9038767"} {"level":"info","ts":1785262651.9576771,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e016f27e-b492-4408-b705-764de9038767","EoS":false} {"level":"info","ts":1785262651.9576883,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e016f27e-b492-4408-b705-764de9038767","EoS":true} {"level":"info","ts":1785262651.9577096,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e016f27e-b492-4408-b705-764de9038767","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785262651.9577236,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e016f27e-b492-4408-b705-764de9038767","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262651.957743,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e016f27e-b492-4408-b705-764de9038767"} {"level":"info","ts":1785262671.0948358,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262671.0949168,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d94fc213-2214-4b23-9738-588a8cb9288e"} {"level":"info","ts":1785262671.0949268,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d94fc213-2214-4b23-9738-588a8cb9288e"} {"level":"info","ts":1785262671.094941,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d94fc213-2214-4b23-9738-588a8cb9288e","EoS":false} {"level":"info","ts":1785262671.0949588,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d94fc213-2214-4b23-9738-588a8cb9288e","EoS":true} {"level":"info","ts":1785262671.094979,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d94fc213-2214-4b23-9738-588a8cb9288e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785262671.0949948,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d94fc213-2214-4b23-9738-588a8cb9288e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262671.095026,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d94fc213-2214-4b23-9738-588a8cb9288e"} {"level":"info","ts":1785262680.498218,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262680.4983246,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fb2b75ed-cd61-4ad8-89ee-e1610e81c430"} {"level":"info","ts":1785262680.4983356,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fb2b75ed-cd61-4ad8-89ee-e1610e81c430"} {"level":"info","ts":1785262680.498347,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fb2b75ed-cd61-4ad8-89ee-e1610e81c430","EoS":false} {"level":"info","ts":1785262680.498358,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fb2b75ed-cd61-4ad8-89ee-e1610e81c430","EoS":true} {"level":"info","ts":1785262680.498378,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fb2b75ed-cd61-4ad8-89ee-e1610e81c430","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785262680.4983935,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fb2b75ed-cd61-4ad8-89ee-e1610e81c430","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262680.4984157,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fb2b75ed-cd61-4ad8-89ee-e1610e81c430"} {"level":"info","ts":1785262685.8763127,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262685.8764007,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"17d11edd-155a-410e-b98a-6a9f2cd720bd"} {"level":"info","ts":1785262685.8764107,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"17d11edd-155a-410e-b98a-6a9f2cd720bd"} {"level":"info","ts":1785262685.8764255,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"17d11edd-155a-410e-b98a-6a9f2cd720bd","EoS":false} {"level":"info","ts":1785262685.876442,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"17d11edd-155a-410e-b98a-6a9f2cd720bd","EoS":true} {"level":"info","ts":1785262685.8764656,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"17d11edd-155a-410e-b98a-6a9f2cd720bd","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785262685.8764822,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"17d11edd-155a-410e-b98a-6a9f2cd720bd","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785262685.876508,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"17d11edd-155a-410e-b98a-6a9f2cd720bd"} {"level":"info","ts":1785262787.271892,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262787.2719789,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b37ef112-70e1-4bf0-9445-488b7a7a85ef"} {"level":"info","ts":1785262787.2719903,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b37ef112-70e1-4bf0-9445-488b7a7a85ef"} {"level":"info","ts":1785262787.2720013,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b37ef112-70e1-4bf0-9445-488b7a7a85ef","EoS":false} {"level":"info","ts":1785262787.272015,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b37ef112-70e1-4bf0-9445-488b7a7a85ef","EoS":true} {"level":"info","ts":1785262787.2720385,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b37ef112-70e1-4bf0-9445-488b7a7a85ef","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785262787.2720544,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b37ef112-70e1-4bf0-9445-488b7a7a85ef","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785262787.272074,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b37ef112-70e1-4bf0-9445-488b7a7a85ef"} {"level":"info","ts":1785262815.2379153,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262815.2380009,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f607789a-008a-42c9-b08b-df706dffdbab"} {"level":"info","ts":1785262815.2380147,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f607789a-008a-42c9-b08b-df706dffdbab"} {"level":"info","ts":1785262815.238032,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f607789a-008a-42c9-b08b-df706dffdbab","EoS":false} {"level":"info","ts":1785262815.2380574,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f607789a-008a-42c9-b08b-df706dffdbab","EoS":true} {"level":"info","ts":1785262815.23809,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f607789a-008a-42c9-b08b-df706dffdbab","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785262815.2381089,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f607789a-008a-42c9-b08b-df706dffdbab","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785262815.2381368,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f607789a-008a-42c9-b08b-df706dffdbab"} {"level":"info","ts":1785262856.8405275,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262856.8406036,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"140bea72-e7f9-4371-9613-f70cb01902e3"} {"level":"info","ts":1785262856.8406136,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"140bea72-e7f9-4371-9613-f70cb01902e3"} {"level":"info","ts":1785262856.8406246,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"140bea72-e7f9-4371-9613-f70cb01902e3","EoS":false} {"level":"info","ts":1785262856.8406415,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"140bea72-e7f9-4371-9613-f70cb01902e3","EoS":true} {"level":"info","ts":1785262856.8406618,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"140bea72-e7f9-4371-9613-f70cb01902e3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785262856.8406773,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"140bea72-e7f9-4371-9613-f70cb01902e3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262856.8406987,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"140bea72-e7f9-4371-9613-f70cb01902e3"} {"level":"info","ts":1785262872.1629627,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262872.1630518,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a5164c50-fd1c-4c2e-badc-80c809887846"} {"level":"info","ts":1785262872.1630673,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a5164c50-fd1c-4c2e-badc-80c809887846"} {"level":"info","ts":1785262872.1630883,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a5164c50-fd1c-4c2e-badc-80c809887846","EoS":false} {"level":"info","ts":1785262872.1631248,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a5164c50-fd1c-4c2e-badc-80c809887846","EoS":true} {"level":"info","ts":1785262872.1631536,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a5164c50-fd1c-4c2e-badc-80c809887846","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785262872.163172,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a5164c50-fd1c-4c2e-badc-80c809887846","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262872.1632025,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a5164c50-fd1c-4c2e-badc-80c809887846"} {"level":"info","ts":1785262872.4534452,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262872.4535394,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a48132dd-d803-4dbf-b97b-6fe1817457b5"} {"level":"info","ts":1785262872.4535534,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a48132dd-d803-4dbf-b97b-6fe1817457b5"} {"level":"info","ts":1785262872.453571,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a48132dd-d803-4dbf-b97b-6fe1817457b5","EoS":false} {"level":"info","ts":1785262872.4535944,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a48132dd-d803-4dbf-b97b-6fe1817457b5","EoS":true} {"level":"info","ts":1785262872.453624,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a48132dd-d803-4dbf-b97b-6fe1817457b5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785262872.453644,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a48132dd-d803-4dbf-b97b-6fe1817457b5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262872.453671,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a48132dd-d803-4dbf-b97b-6fe1817457b5"} {"level":"info","ts":1785263190.4065034,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785263190.4066038,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ea93f982-4cf2-4145-9e47-8a7e8141c310"} {"level":"info","ts":1785263190.4066129,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ea93f982-4cf2-4145-9e47-8a7e8141c310"} {"level":"info","ts":1785263190.406624,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ea93f982-4cf2-4145-9e47-8a7e8141c310","EoS":false} {"level":"info","ts":1785263190.4066353,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ea93f982-4cf2-4145-9e47-8a7e8141c310","EoS":true} {"level":"info","ts":1785263190.406656,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ea93f982-4cf2-4145-9e47-8a7e8141c310","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785263190.4066713,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ea93f982-4cf2-4145-9e47-8a7e8141c310","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785263190.4066904,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ea93f982-4cf2-4145-9e47-8a7e8141c310"} {"level":"info","ts":1785263190.4488387,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785263190.448923,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ebacaf9-953d-4ccd-8d6b-45b93b4affa5"} {"level":"info","ts":1785263190.448932,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5ebacaf9-953d-4ccd-8d6b-45b93b4affa5"} {"level":"info","ts":1785263190.4489427,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ebacaf9-953d-4ccd-8d6b-45b93b4affa5","EoS":false} {"level":"info","ts":1785263190.4489582,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ebacaf9-953d-4ccd-8d6b-45b93b4affa5","EoS":true} {"level":"info","ts":1785263190.448979,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5ebacaf9-953d-4ccd-8d6b-45b93b4affa5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785263190.4489958,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ebacaf9-953d-4ccd-8d6b-45b93b4affa5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785263190.449018,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5ebacaf9-953d-4ccd-8d6b-45b93b4affa5"} {"level":"info","ts":1785263190.488898,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785263190.488977,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6bd40ffe-2f2a-42f1-9549-51a16f0fde1e"} {"level":"info","ts":1785263190.4889874,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6bd40ffe-2f2a-42f1-9549-51a16f0fde1e"} {"level":"info","ts":1785263190.488999,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6bd40ffe-2f2a-42f1-9549-51a16f0fde1e","EoS":false} {"level":"info","ts":1785263190.4890103,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6bd40ffe-2f2a-42f1-9549-51a16f0fde1e","EoS":true} {"level":"info","ts":1785263190.489032,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6bd40ffe-2f2a-42f1-9549-51a16f0fde1e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785263190.4890494,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6bd40ffe-2f2a-42f1-9549-51a16f0fde1e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785263190.4890778,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6bd40ffe-2f2a-42f1-9549-51a16f0fde1e"} {"level":"info","ts":1785263195.3617752,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dbc990fc-6909-4c38-9b6d-6dbf455fa12e"} {"level":"info","ts":1785263195.3617823,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ca874c42-9b13-4e68-b956-de83665a8a8a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785263195.361834,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ca874c42-9b13-4e68-b956-de83665a8a8a","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785263195.3673139,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"acd46cbc-f6a6-441a-9e9f-a12e7e629eb3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785263195.3673387,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"acd46cbc-f6a6-441a-9e9f-a12e7e629eb3","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785263195.3704765,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dbc990fc-6909-4c38-9b6d-6dbf455fa12e","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785263195.3707197,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35633.741306979,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785263195.3707407,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785263195.4735065,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785263195.5636616,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4f86d474-12f5-493a-baa3-bd7c8ba7d081","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785263195.5637374,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4f86d474-12f5-493a-baa3-bd7c8ba7d081","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785263195.564015,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f73a3831-6a20-4f58-b991-41e16900a7e2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785263195.5640643,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f73a3831-6a20-4f58-b991-41e16900a7e2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785263195.564091,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6c27160b-20c6-41c4-aa71-9f00faa35ada"} {"level":"info","ts":1785263195.5641026,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"02410bd1-388b-4691-818a-524ded47b9e3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785263195.56434,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"02410bd1-388b-4691-818a-524ded47b9e3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785263195.5643456,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":32768.691430096,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785263195.5643592,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785263195.570575,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785263195.5715742,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34494.996526352,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785263195.5715919,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785263195.5798037,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785263195.6276045,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5a29c842-4272-4109-9430-13d56d9a0db6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785263195.6276536,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5a29c842-4272-4109-9430-13d56d9a0db6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785263195.646196,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8238bcfb-2749-446f-b9bb-9caa5a58b4c5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785263195.646242,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8238bcfb-2749-446f-b9bb-9caa5a58b4c5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785263195.6635482,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bef30058-c9cb-4fef-98f0-5555e47ba5d9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785263195.6635864,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bef30058-c9cb-4fef-98f0-5555e47ba5d9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785263195.6654377,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6c27160b-20c6-41c4-aa71-9f00faa35ada","name":"e2e-external-model"} {"level":"info","ts":1785263195.6719384,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dbc990fc-6909-4c38-9b6d-6dbf455fa12e","name":"e2e-external-provider"} {"level":"info","ts":1785263195.6743193,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6c27160b-20c6-41c4-aa71-9f00faa35ada","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785263195.6778803,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6c27160b-20c6-41c4-aa71-9f00faa35ada","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785263195.6779869,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"58f84ef5-5f83-4c4d-91ee-aef45e00e6c5"} {"level":"info","ts":1785263195.6780446,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"58f84ef5-5f83-4c4d-91ee-aef45e00e6c5","name":"e2e-external-model"} {"level":"info","ts":1785263195.6813164,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dbc990fc-6909-4c38-9b6d-6dbf455fa12e","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785263195.6849928,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dbc990fc-6909-4c38-9b6d-6dbf455fa12e","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785263195.6850786,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3f213b6e-8fa4-4964-a2cd-492bcd48edf6"} {"level":"info","ts":1785263195.6851206,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3f213b6e-8fa4-4964-a2cd-492bcd48edf6","name":"e2e-external-provider"} {"level":"info","ts":1785263195.6861982,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"58f84ef5-5f83-4c4d-91ee-aef45e00e6c5","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785263195.6936827,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3f213b6e-8fa4-4964-a2cd-492bcd48edf6","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785263205.229966,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785263205.2300465,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc39b273-e140-44b4-a2f0-57ede6ca7af1"} {"level":"info","ts":1785263205.2300565,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cc39b273-e140-44b4-a2f0-57ede6ca7af1"} {"level":"info","ts":1785263205.230069,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cc39b273-e140-44b4-a2f0-57ede6ca7af1","EoS":false} {"level":"info","ts":1785263205.2300797,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cc39b273-e140-44b4-a2f0-57ede6ca7af1","EoS":true} {"level":"info","ts":1785263205.2301004,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cc39b273-e140-44b4-a2f0-57ede6ca7af1","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785263205.2301178,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cc39b273-e140-44b4-a2f0-57ede6ca7af1","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785263205.2301257,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"cc39b273-e140-44b4-a2f0-57ede6ca7af1","modelName":"e2e-external-model"} {"level":"info","ts":1785263205.2301395,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"cc39b273-e140-44b4-a2f0-57ede6ca7af1","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785263205.2301867,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cc39b273-e140-44b4-a2f0-57ede6ca7af1"} {"level":"info","ts":1785263205.28669,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785263205.2867677,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"950200ca-468c-4701-98dd-4da079e355a4"} {"level":"info","ts":1785263205.2867768,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"950200ca-468c-4701-98dd-4da079e355a4"} {"level":"info","ts":1785263205.286788,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"950200ca-468c-4701-98dd-4da079e355a4","EoS":false} {"level":"info","ts":1785263205.2868,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"950200ca-468c-4701-98dd-4da079e355a4","EoS":true} {"level":"info","ts":1785263205.2868261,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"950200ca-468c-4701-98dd-4da079e355a4","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785263205.2868428,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"950200ca-468c-4701-98dd-4da079e355a4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785263205.2868505,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"950200ca-468c-4701-98dd-4da079e355a4","modelName":"e2e-external-model"} {"level":"info","ts":1785263205.2868636,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"950200ca-468c-4701-98dd-4da079e355a4","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785263205.286904,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"950200ca-468c-4701-98dd-4da079e355a4"} {"level":"info","ts":1785263205.3167171,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785263205.3167934,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f1d7fd1d-c15c-49a5-acd9-159b695f1a7b"} {"level":"info","ts":1785263205.3168015,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f1d7fd1d-c15c-49a5-acd9-159b695f1a7b"} {"level":"info","ts":1785263205.3168123,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f1d7fd1d-c15c-49a5-acd9-159b695f1a7b","EoS":false} {"level":"info","ts":1785263205.316824,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f1d7fd1d-c15c-49a5-acd9-159b695f1a7b","EoS":true} {"level":"info","ts":1785263205.3168442,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f1d7fd1d-c15c-49a5-acd9-159b695f1a7b","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785263205.3168597,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f1d7fd1d-c15c-49a5-acd9-159b695f1a7b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785263205.316867,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"f1d7fd1d-c15c-49a5-acd9-159b695f1a7b","modelName":"e2e-external-model"} {"level":"info","ts":1785263205.3168805,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"f1d7fd1d-c15c-49a5-acd9-159b695f1a7b","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785263205.3169615,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f1d7fd1d-c15c-49a5-acd9-159b695f1a7b"} {"level":"info","ts":1785263205.5581365,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dfa937a8-3573-47f2-a913-53ca2f9c8e31"} {"level":"info","ts":1785263205.5581803,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"36e89ba6-db38-4f46-ae16-5d37635f63d2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785263205.5582159,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"36e89ba6-db38-4f46-ae16-5d37635f63d2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785263205.5658038,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"11804038-e441-441b-92ad-5acd78ef92ae","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785263205.5658374,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"11804038-e441-441b-92ad-5acd78ef92ae","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785263205.5671682,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dfa937a8-3573-47f2-a913-53ca2f9c8e31","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785263205.5672262,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dfa937a8-3573-47f2-a913-53ca2f9c8e31","name":"e2e-cleanup-test"} {"level":"info","ts":1785263205.5893435,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e378d5ef-8172-49bd-9d8c-391d95087baf","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785263205.589383,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e378d5ef-8172-49bd-9d8c-391d95087baf","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785263205.5903065,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dfa937a8-3573-47f2-a913-53ca2f9c8e31","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785263205.5903594,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dfa937a8-3573-47f2-a913-53ca2f9c8e31","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785263205.5904143,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f54ff7e6-9782-4d3b-9f17-8fa78fca2833"} {"level":"info","ts":1785263205.590465,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f54ff7e6-9782-4d3b-9f17-8fa78fca2833","name":"e2e-cleanup-test"} {"level":"error","ts":1785263205.6066132,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f54ff7e6-9782-4d3b-9f17-8fa78fca2833","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785263205.6066852,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c19d19a0-b2e8-4280-8e08-64d05ea6a0a4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785263205.6067123,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"de9bc191-5872-44cf-ac01-5ac78f7f867c"} {"level":"info","ts":1785263205.6067202,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c19d19a0-b2e8-4280-8e08-64d05ea6a0a4","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785263205.6067836,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"de9bc191-5872-44cf-ac01-5ac78f7f867c","name":"e2e-cleanup-test"} {"level":"info","ts":1785263205.6159906,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"de9bc191-5872-44cf-ac01-5ac78f7f867c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785263205.6219556,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5c722358-9b3d-4372-952e-851c5d427c4e"} {"level":"info","ts":1785263205.6220071,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3126e2e4-3803-4ade-8881-add91ae50a1c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785263205.6220329,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5c722358-9b3d-4372-952e-851c5d427c4e","name":"e2e-cleanup-test"} {"level":"info","ts":1785263205.6220467,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3126e2e4-3803-4ade-8881-add91ae50a1c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785263205.6311142,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5c722358-9b3d-4372-952e-851c5d427c4e","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785263213.8604493,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0d65ad76-59dc-4dbb-b45e-4a816e1f2c5f"} {"level":"info","ts":1785263213.8604636,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a0679b99-869a-4b69-a1af-09740adb0759","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785263213.8604975,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a0679b99-869a-4b69-a1af-09740adb0759","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785263218.1644928,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785263218.1645644,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"314baee1-86cd-450a-8ecb-3deaac84b01d"} {"level":"info","ts":1785263218.1645732,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"314baee1-86cd-450a-8ecb-3deaac84b01d"} {"level":"info","ts":1785263218.1645868,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"314baee1-86cd-450a-8ecb-3deaac84b01d","EoS":false} {"level":"info","ts":1785263218.1645975,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"314baee1-86cd-450a-8ecb-3deaac84b01d","EoS":true} {"level":"info","ts":1785263218.1646178,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"314baee1-86cd-450a-8ecb-3deaac84b01d","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785263218.1646354,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"314baee1-86cd-450a-8ecb-3deaac84b01d","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785263218.1646588,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"314baee1-86cd-450a-8ecb-3deaac84b01d"} {"level":"info","ts":1785263218.1954188,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785263218.1954906,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d880e4fe-493d-471a-8982-0799cb2aec1b"} {"level":"info","ts":1785263218.1955023,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d880e4fe-493d-471a-8982-0799cb2aec1b"} {"level":"info","ts":1785263218.1955154,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d880e4fe-493d-471a-8982-0799cb2aec1b","EoS":false} {"level":"info","ts":1785263218.1955338,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d880e4fe-493d-471a-8982-0799cb2aec1b","EoS":true} {"level":"info","ts":1785263218.195556,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d880e4fe-493d-471a-8982-0799cb2aec1b","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785263218.1955736,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d880e4fe-493d-471a-8982-0799cb2aec1b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785263218.1955855,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"d880e4fe-493d-471a-8982-0799cb2aec1b","modelName":"e2e-external-model"} {"level":"info","ts":1785263218.1956031,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"d880e4fe-493d-471a-8982-0799cb2aec1b","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785263218.1956499,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d880e4fe-493d-471a-8982-0799cb2aec1b"} {"level":"info","ts":1785263218.3004386,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785263218.3005137,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49f989ff-1b3a-4485-9f94-5dd755b923ba"} {"level":"info","ts":1785263218.300523,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"49f989ff-1b3a-4485-9f94-5dd755b923ba"} {"level":"info","ts":1785263218.3005333,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"49f989ff-1b3a-4485-9f94-5dd755b923ba","EoS":false} {"level":"info","ts":1785263218.3005466,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"49f989ff-1b3a-4485-9f94-5dd755b923ba","EoS":true} {"level":"info","ts":1785263218.3005679,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"49f989ff-1b3a-4485-9f94-5dd755b923ba","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785263218.3005836,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49f989ff-1b3a-4485-9f94-5dd755b923ba","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785263218.3006058,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"49f989ff-1b3a-4485-9f94-5dd755b923ba"} {"level":"info","ts":1785263218.3864517,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785263218.3865466,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d031d8aa-4586-4675-ade0-2dba89e7d0a2"} {"level":"info","ts":1785263218.386562,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d031d8aa-4586-4675-ade0-2dba89e7d0a2"} {"level":"info","ts":1785263218.3865817,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d031d8aa-4586-4675-ade0-2dba89e7d0a2","EoS":false} {"level":"info","ts":1785263218.386603,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d031d8aa-4586-4675-ade0-2dba89e7d0a2","EoS":true} {"level":"info","ts":1785263218.3866365,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"d031d8aa-4586-4675-ade0-2dba89e7d0a2","field":"model"} {"level":"info","ts":1785263218.3866634,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d031d8aa-4586-4675-ade0-2dba89e7d0a2"} {"level":"info","ts":1785263219.322237,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8369d571-fb56-4961-83df-0cd0251db078"} {"level":"info","ts":1785263219.322253,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"02bad53e-089b-4cff-a845-7b81a8539e5b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785263219.322303,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"02bad53e-089b-4cff-a845-7b81a8539e5b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785263219.4841652,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a2519d15-2069-4829-b311-c58e23d6ddb6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785263219.4842072,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a2519d15-2069-4829-b311-c58e23d6ddb6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785263219.484226,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"329f0acb-a13d-44da-a73b-6c863270be63"} {"level":"info","ts":1785264664.4348276,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785264664.434921,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"49d5c2f7-386f-418a-88f9-415d52301f83"} {"level":"info","ts":1785264739.1039903,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785264739.1040738,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6efbada0-fa84-4efe-9538-f8348ef436f5"} {"level":"info","ts":1785264739.1040862,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6efbada0-fa84-4efe-9538-f8348ef436f5"} {"level":"info","ts":1785264739.1040995,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6efbada0-fa84-4efe-9538-f8348ef436f5","EoS":false} {"level":"info","ts":1785264739.10411,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6efbada0-fa84-4efe-9538-f8348ef436f5","EoS":true} {"level":"info","ts":1785264739.1041358,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6efbada0-fa84-4efe-9538-f8348ef436f5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785264739.1041522,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6efbada0-fa84-4efe-9538-f8348ef436f5","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785264739.1041741,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6efbada0-fa84-4efe-9538-f8348ef436f5"}